[ 1334.676561] env[71058]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=71058) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
[ 1334.676887] env[71058]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=71058) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
[ 1334.677030] env[71058]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=71058) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
[ 1334.677349] env[71058]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
[ 1334.771074] env[71058]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=71058) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}}
[ 1334.781398] env[71058]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=71058) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}}
[ 1334.825253] env[71058]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative
[ 1335.385743] env[71058]: INFO nova.virt.driver [None req-f2797410-69ff-4c2b-bd44-6b6d0572836f None None] Loading compute driver 'vmwareapi.VMwareVCDriver'
[ 1335.456773] env[71058]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1335.456945] env[71058]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1335.457052] env[71058]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=71058) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}}
[ 1338.616582] env[71058]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-753da4dc-fe3b-4bcb-9d10-1f6bf73a9b0b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1338.632367] env[71058]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=71058) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}}
[ 1338.632519] env[71058]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-b597be7c-d70e-4d9a-9da0-f780d4ed3b0d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1338.664422] env[71058]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 811a4.
[ 1338.664601] env[71058]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.208s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1338.665115] env[71058]: INFO nova.virt.vmwareapi.driver [None req-f2797410-69ff-4c2b-bd44-6b6d0572836f None None] VMware vCenter version: 7.0.3
[ 1338.668757] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1b0818-7372-4484-884e-5e4cc84ba27d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1338.690613] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e311ee7e-f606-4c18-a24d-1fb13531120a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1338.696938] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c344f05-dcc6-49d1-9b9a-8501b3e4fc1e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1338.703723] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2840edf1-2bf9-4e93-8a9d-73b1421aa2e9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1338.716697] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5db0129-78d9-4c64-a767-67ef8f5c6755 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1338.722793] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705a27b7-fc6d-43f7-b949-2abbe7b9ac20 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1338.753362] env[71058]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-1738da2c-962d-4fd3-a575-f4dcbd74e962 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1338.758431] env[71058]: DEBUG nova.virt.vmwareapi.driver [None req-f2797410-69ff-4c2b-bd44-6b6d0572836f None None] Extension org.openstack.compute already exists. {{(pid=71058) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}}
[ 1338.761139] env[71058]: INFO nova.compute.provider_config [None req-f2797410-69ff-4c2b-bd44-6b6d0572836f None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
[ 1339.265877] env[71058]: DEBUG nova.context [None req-f2797410-69ff-4c2b-bd44-6b6d0572836f None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),5a1b35ed-d96e-4c77-81fe-3ae6d367fb8a(cell1) {{(pid=71058) load_cells /opt/stack/nova/nova/context.py:464}}
[ 1339.268087] env[71058]: DEBUG oslo_concurrency.lockutils [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1339.268313] env[71058]: DEBUG oslo_concurrency.lockutils [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1339.269033] env[71058]: DEBUG oslo_concurrency.lockutils [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1339.269471] env[71058]: DEBUG oslo_concurrency.lockutils [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] Acquiring lock "5a1b35ed-d96e-4c77-81fe-3ae6d367fb8a" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1339.269660] env[71058]: DEBUG oslo_concurrency.lockutils [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] Lock "5a1b35ed-d96e-4c77-81fe-3ae6d367fb8a" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1339.270975] env[71058]: DEBUG oslo_concurrency.lockutils [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] Lock "5a1b35ed-d96e-4c77-81fe-3ae6d367fb8a" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1339.292668] env[71058]: INFO dbcounter [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] Registered counter for database nova_cell0
[ 1339.300707] env[71058]: INFO dbcounter [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] Registered counter for database nova_cell1
[ 1339.303816] env[71058]: DEBUG oslo_db.sqlalchemy.engines [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=71058) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}}
[ 1339.304452] env[71058]: DEBUG oslo_db.sqlalchemy.engines [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=71058) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}}
[ 1339.309030] env[71058]: ERROR nova.db.main.api [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] No DB access allowed in nova-compute:   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main
[ 1339.309030] env[71058]:     result = function(*args, **kwargs)
[ 1339.309030] env[71058]:   File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper
[ 1339.309030] env[71058]:     return func(*args, **kwargs)
[ 1339.309030] env[71058]:   File "/opt/stack/nova/nova/context.py", line 422, in gather_result
[ 1339.309030] env[71058]:     result = fn(*args, **kwargs)
[ 1339.309030] env[71058]:   File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper
[ 1339.309030] env[71058]:     return f(*args, **kwargs)
[ 1339.309030] env[71058]:   File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version
[ 1339.309030] env[71058]:     return db.service_get_minimum_version(context, binaries)
[ 1339.309030] env[71058]:   File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper
[ 1339.309030] env[71058]:     _check_db_access()
[ 1339.309030] env[71058]:   File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access
[ 1339.309030] env[71058]:     stacktrace = ''.join(traceback.format_stack())
[ 1339.309030] env[71058]: 
[ 1339.309850] env[71058]: ERROR nova.db.main.api [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] No DB access allowed in nova-compute:   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main
[ 1339.309850] env[71058]:     result = function(*args, **kwargs)
[ 1339.309850] env[71058]:   File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper
[ 1339.309850] env[71058]:     return func(*args, **kwargs)
[ 1339.309850] env[71058]:   File "/opt/stack/nova/nova/context.py", line 422, in gather_result
[ 1339.309850] env[71058]:     result = fn(*args, **kwargs)
[ 1339.309850] env[71058]:   File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper
[ 1339.309850] env[71058]:     return f(*args, **kwargs)
[ 1339.309850] env[71058]:   File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version
[ 1339.309850] env[71058]:     return db.service_get_minimum_version(context, binaries)
[ 1339.309850] env[71058]:   File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper
[ 1339.309850] env[71058]:     _check_db_access()
[ 1339.309850] env[71058]:   File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access
[ 1339.309850] env[71058]:     stacktrace = ''.join(traceback.format_stack())
[ 1339.309850] env[71058]: 
[ 1339.310583] env[71058]: WARNING nova.objects.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] Failed to get minimum service version for cell 5a1b35ed-d96e-4c77-81fe-3ae6d367fb8a
[ 1339.310583] env[71058]: WARNING nova.objects.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000
[ 1339.310796] env[71058]: DEBUG oslo_concurrency.lockutils [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] Acquiring lock "singleton_lock" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1339.310954] env[71058]: DEBUG oslo_concurrency.lockutils [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] Acquired lock "singleton_lock" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1339.311206] env[71058]: DEBUG oslo_concurrency.lockutils [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] Releasing lock "singleton_lock" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1339.311527] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] Full set of CONF: {{(pid=71058) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}}
[ 1339.311724] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] ******************************************************************************** {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}}
[ 1339.311827] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] Configuration options gathered from: {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}}
[ 1339.311964] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}}
[ 1339.312173] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}}
[ 1339.312302] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] ================================================================================ {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}}
[ 1339.312512] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] allow_resize_to_same_host      = True {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.312681] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] arq_binding_timeout            = 300 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.312811] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] backdoor_port                  = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.312936] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] backdoor_socket                = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.313119] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] block_device_allocate_retries  = 60 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.313326] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] block_device_allocate_retries_interval = 3 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.313451] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cert                           = self.pem {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.313614] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] compute_driver                 = vmwareapi.VMwareVCDriver {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.313782] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] compute_monitors               = [] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.313949] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] config_dir                     = [] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.314132] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] config_drive_format            = iso9660 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.314266] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] config_file                    = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.314432] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] config_source                  = [] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.314597] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] console_host                   = devstack {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.314761] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] control_exchange               = nova {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.314916] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cpu_allocation_ratio           = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.315089] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] daemon                         = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.315259] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] debug                          = True {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.315415] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] default_access_ip_network_name = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.315581] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] default_availability_zone      = nova {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.315736] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] default_ephemeral_format       = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.315892] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] default_green_pool_size        = 1000 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.316143] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.316307] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] default_schedule_zone          = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.316461] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] disk_allocation_ratio          = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.316618] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] enable_new_services            = True {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.316795] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] enabled_apis                   = ['osapi_compute'] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.316955] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] enabled_ssl_apis               = [] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.317128] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] flat_injected                  = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.317288] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] force_config_drive             = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.317441] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] force_raw_images               = True {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.317605] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] graceful_shutdown_timeout      = 5 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.317770] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] heal_instance_info_cache_interval = -1 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.317987] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] host                           = cpu-1 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.318178] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.318342] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] initial_disk_allocation_ratio  = 1.0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.318501] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] initial_ram_allocation_ratio   = 1.0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.318717] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.318881] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] instance_build_timeout         = 0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.319050] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] instance_delete_interval       = 300 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.319223] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] instance_format                = [instance: %(uuid)s]  {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.319387] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] instance_name_template         = instance-%08x {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.319550] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] instance_usage_audit           = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.319719] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] instance_usage_audit_period    = month {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.319881] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.320058] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.320223] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] internal_service_availability_zone = internal {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.320376] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] key                            = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.320557] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] live_migration_retry_count     = 30 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.320743] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] log_color                      = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.320911] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] log_config_append              = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.321089] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.321269] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] log_dir                        = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.321412] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] log_file                       = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.321538] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] log_options                    = True {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.321728] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] log_rotate_interval            = 1 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.321908] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] log_rotate_interval_type       = days {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.322085] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] log_rotation_type              = none {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.322216] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.322365] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.322510] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.322677] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.322804] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.322991] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] long_rpc_timeout               = 1800 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.323169] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] max_concurrent_builds          = 10 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.323329] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] max_concurrent_live_migrations = 1 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.323485] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] max_concurrent_snapshots       = 5 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.323641] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] max_local_block_devices        = 3 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.323801] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] max_logfile_count              = 30 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.323957] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] max_logfile_size_mb            = 200 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.324129] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] maximum_instance_delete_attempts = 5 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.324296] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] metadata_listen                = 0.0.0.0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.324463] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] metadata_listen_port           = 8775 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.324631] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] metadata_workers               = 2 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.324792] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] migrate_max_retries            = -1 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.324956] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] mkisofs_cmd                    = genisoimage {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.325186] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] my_block_storage_ip            = 10.180.1.21 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.325329] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] my_ip                          = 10.180.1.21 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.325533] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] my_shared_fs_storage_ip        = 10.180.1.21 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.325698] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] network_allocate_retries       = 0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.325872] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.326047] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] osapi_compute_listen           = 0.0.0.0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.326212] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] osapi_compute_listen_port      = 8774 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.326376] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] osapi_compute_unique_server_name_scope =  {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.326542] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] osapi_compute_workers          = 2 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.326702] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] password_length                = 12 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.326860] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] periodic_enable                = True {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.327029] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] periodic_fuzzy_delay           = 60 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.327203] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] pointer_model                  = usbtablet {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.327370] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] preallocate_images             = none {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.327528] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] publish_errors                 = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.327658] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] pybasedir                      = /opt/stack/nova {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.327814] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] ram_allocation_ratio           = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.327974] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] rate_limit_burst               = 0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.328159] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] rate_limit_except_level        = CRITICAL {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.328321] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] rate_limit_interval            = 0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.328480] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] reboot_timeout                 = 0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.328640] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] reclaim_instance_interval      = 0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.328797] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] record                         = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.328963] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] reimage_timeout_per_gb         = 60 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.329146] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] report_interval                = 120 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.329310] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] rescue_timeout                 = 0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.329469] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] reserved_host_cpus             = 0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.329626] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] reserved_host_disk_mb          = 0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.329783] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] reserved_host_memory_mb        = 512 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.329940] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] reserved_huge_pages            = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.330112] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] resize_confirm_window          = 0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.330272] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] resize_fs_using_block_device   = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.330430] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] resume_guests_state_on_host_boot = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.330633] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.330802] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] rpc_response_timeout           = 60 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.330965] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] run_external_periodic_tasks    = True {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.331151] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] running_deleted_instance_action = reap {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.331316] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] running_deleted_instance_poll_interval = 1800 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.331477] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] running_deleted_instance_timeout = 0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.331654] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] scheduler_instance_sync_interval = 120 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.331840] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] service_down_time              = 720 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.332015] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] servicegroup_driver            = db {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.332179] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] shell_completion               = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.332340] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] shelved_offload_time           = 0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.332507] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] shelved_poll_interval          = 3600 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.332670] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] shutdown_timeout               = 0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.332842] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] source_is_ipv6                 = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.333042] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] ssl_only                       = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.333312] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] state_path                     = /opt/stack/data/n-cpu-1 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.333523] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] sync_power_state_interval      = 600 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.333648] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] sync_power_state_pool_size     = 1000 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.333819] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] syslog_log_facility            = LOG_USER {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.333974] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] tempdir                        = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.334152] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] timeout_nbd                    = 10 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.334321] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] transport_url                  = **** {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.334484] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] update_resources_interval      = 0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.334646] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] use_cow_images                 = True {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.334808] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] use_journal                    = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.334991] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] use_json                       = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.335148] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] use_rootwrap_daemon            = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.335308] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] use_stderr                     = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.335469] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] use_syslog                     = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.335628] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vcpu_pin_set                   = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.335798] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vif_plugging_is_fatal          = True {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.335964] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vif_plugging_timeout           = 300 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.336143] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] virt_mkfs                      = [] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.336305] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] volume_usage_poll_interval     = 0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.336466] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] watch_log_file                 = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.336634] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] web                            = /usr/share/spice-html5 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1339.336819] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] os_brick.lock_path             = /opt/stack/data/n-cpu-1 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.336989] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.337169] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] os_brick.wait_mpath_device_interval = 1 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.337344] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_concurrency.disable_process_locking = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.337883] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_concurrency.lock_path     = /opt/stack/data/n-cpu-1 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.338092] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.338271] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.338455] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.338624] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.338798] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.338983] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api.auth_strategy              = keystone {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.339166] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api.compute_link_prefix        = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.339346] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.339523] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api.dhcp_domain                = novalocal {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.339694] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api.enable_instance_password   = True {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.339859] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api.glance_link_prefix         = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.340035] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.340212] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api.instance_list_cells_batch_strategy = distributed {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.340376] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api.instance_list_per_project_cells = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.340553] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api.list_records_by_skipping_down_cells = True {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.340733] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api.local_metadata_per_cell    = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.340904] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api.max_limit                  = 1000 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.341085] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api.metadata_cache_expiration  = 15 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.341267] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api.neutron_default_tenant_id  = default {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.341443] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api.response_validation        = warn {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.341630] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api.use_neutron_default_nets   = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.341816] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.341983] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api.vendordata_dynamic_failure_fatal = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.342168] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.342342] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.342511] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api.vendordata_dynamic_targets = [] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.342676] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api.vendordata_jsonfile_path   = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.342874] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.343095] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.backend                  = dogpile.cache.memcached {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.343275] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.backend_argument         = **** {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.343438] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.backend_expiration_time  = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.343623] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.config_prefix            = cache.oslo {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.343780] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.dead_timeout             = 60.0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.343948] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.debug_cache_backend      = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.344123] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.enable_retry_client      = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.344288] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.enable_socket_keepalive  = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.344460] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.enabled                  = True {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.344627] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.enforce_fips_mode        = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.344794] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.expiration_time          = 600 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.344956] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.hashclient_retry_attempts = 2 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.345136] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.hashclient_retry_delay   = 1.0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.345300] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.memcache_dead_retry      = 300 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.345459] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.memcache_password        = **** {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.345621] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.345783] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.345946] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.memcache_pool_maxsize    = 10 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.346118] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.memcache_pool_unused_timeout = 60 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.346283] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.memcache_sasl_enabled    = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.346458] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.346625] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.memcache_socket_timeout  = 1.0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.346784] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.memcache_username        = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.346947] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.proxies                  = [] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.347121] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.redis_db                 = 0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.347279] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.redis_password           = **** {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.347451] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.redis_sentinel_service_name = mymaster {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.347627] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.redis_sentinels          = ['localhost:26379'] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.347798] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.redis_server             = localhost:6379 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.347961] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.redis_socket_timeout     = 1.0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.348136] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.redis_username           = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.348300] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.retry_attempts           = 2 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.348462] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.retry_delay              = 0.0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.348625] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.socket_keepalive_count   = 1 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.348788] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.socket_keepalive_idle    = 1 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.348947] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.socket_keepalive_interval = 1 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.349124] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.tls_allowed_ciphers      = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.349284] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.tls_cafile               = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.349442] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.tls_certfile             = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.349605] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.tls_enabled              = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.349765] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cache.tls_keyfile              = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.349933] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cinder.auth_section            = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.350123] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cinder.auth_type               = password {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.350286] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cinder.cafile                  = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.350461] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cinder.catalog_info            = volumev3::publicURL {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.350659] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cinder.certfile                = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.350832] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cinder.collect_timing          = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.350996] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cinder.cross_az_attach         = True {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.351175] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cinder.debug                   = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.351338] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cinder.endpoint_template       = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.351526] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cinder.http_retries            = 3 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.351686] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cinder.insecure                = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.351861] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cinder.keyfile                 = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.352045] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cinder.os_region_name          = RegionOne {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.352216] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cinder.split_loggers           = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.352378] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cinder.timeout                 = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.352549] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.352711] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] compute.cpu_dedicated_set      = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.352889] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] compute.cpu_shared_set         = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.353083] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] compute.image_type_exclude_list = [] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.353253] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] compute.live_migration_wait_for_vif_plug = True {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.353419] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] compute.max_concurrent_disk_ops = 0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.353583] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] compute.max_disk_devices_to_attach = -1 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.353747] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.353917] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.354094] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] compute.resource_provider_association_refresh = 300 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.354262] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.354428] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] compute.shutdown_retry_interval = 10 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.354609] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.354788] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] conductor.workers              = 2 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.354965] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] console.allowed_origins        = [] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.355140] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] console.ssl_ciphers            = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.355311] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] console.ssl_minimum_version    = default {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.355477] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] consoleauth.enforce_session_timeout = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.355645] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] consoleauth.token_ttl          = 600 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.355818] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cyborg.cafile                  = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.355973] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cyborg.certfile                = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.356148] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cyborg.collect_timing          = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.356306] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cyborg.connect_retries         = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.356462] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cyborg.connect_retry_delay     = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.356618] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cyborg.endpoint_override       = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.356779] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cyborg.insecure                = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.356932] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cyborg.keyfile                 = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.357099] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cyborg.max_version             = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.357256] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cyborg.min_version             = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.357409] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cyborg.region_name             = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.357564] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cyborg.retriable_status_codes  = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.357722] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cyborg.service_name            = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.357892] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cyborg.service_type            = accelerator {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.358065] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cyborg.split_loggers           = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.358227] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cyborg.status_code_retries     = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.358385] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cyborg.status_code_retry_delay = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.358542] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cyborg.timeout                 = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.358724] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.358884] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] cyborg.version                 = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.359072] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] database.asyncio_connection    = **** {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.359237] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] database.asyncio_slave_connection = **** {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.359409] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] database.backend               = sqlalchemy {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.359576] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] database.connection            = **** {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.359742] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] database.connection_debug      = 0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.359909] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] database.connection_parameters =  {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.360082] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] database.connection_recycle_time = 3600 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.360245] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] database.connection_trace      = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.360404] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] database.db_inc_retry_interval = True {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.360588] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] database.db_max_retries        = 20 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.360763] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] database.db_max_retry_interval = 10 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.360925] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] database.db_retry_interval     = 1 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.361098] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] database.max_overflow          = 50 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.361263] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] database.max_pool_size         = 5 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.361424] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] database.max_retries           = 10 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.361598] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.361777] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] database.mysql_wsrep_sync_wait = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.361938] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] database.pool_timeout          = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.362114] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] database.retry_interval        = 10 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.362274] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] database.slave_connection      = **** {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.362435] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] database.sqlite_synchronous    = True {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.362595] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] database.use_db_reconnect      = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.362764] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api_database.asyncio_connection = **** {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.362952] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api_database.asyncio_slave_connection = **** {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.363149] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api_database.backend           = sqlalchemy {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.363321] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api_database.connection        = **** {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.363489] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api_database.connection_debug  = 0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.363660] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api_database.connection_parameters =  {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.363825] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api_database.connection_recycle_time = 3600 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.363989] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api_database.connection_trace  = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.364165] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api_database.db_inc_retry_interval = True {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.364327] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api_database.db_max_retries    = 20 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.364489] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api_database.db_max_retry_interval = 10 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.364651] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api_database.db_retry_interval = 1 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.364815] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api_database.max_overflow      = 50 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.364975] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api_database.max_pool_size     = 5 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.365154] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api_database.max_retries       = 10 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.365326] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.365486] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api_database.mysql_wsrep_sync_wait = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.365645] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api_database.pool_timeout      = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.365809] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api_database.retry_interval    = 10 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.365965] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api_database.slave_connection  = **** {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.366140] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] api_database.sqlite_synchronous = True {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.366317] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] devices.enabled_mdev_types     = [] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.366493] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.366663] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] ephemeral_storage_encryption.default_format = luks {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.366830] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] ephemeral_storage_encryption.enabled = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.366991] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] ephemeral_storage_encryption.key_size = 512 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.367179] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] glance.api_servers             = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.367344] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] glance.cafile                  = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.367503] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] glance.certfile                = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.367668] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] glance.collect_timing          = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.367825] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] glance.connect_retries         = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.367983] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] glance.connect_retry_delay     = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.368192] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] glance.debug                   = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.368439] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] glance.default_trusted_certificate_ids = [] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.368625] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] glance.enable_certificate_validation = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.368793] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] glance.enable_rbd_download     = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.368978] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] glance.endpoint_override       = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.369238] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] glance.insecure                = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.369423] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] glance.keyfile                 = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.369587] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] glance.max_version             = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.369750] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] glance.min_version             = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.369914] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] glance.num_retries             = 3 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.370103] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] glance.rbd_ceph_conf           =  {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.370272] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] glance.rbd_connect_timeout     = 5 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.370442] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] glance.rbd_pool                =  {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.370634] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] glance.rbd_user                =  {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.370810] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] glance.region_name             = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.370973] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] glance.retriable_status_codes  = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.371148] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] glance.service_name            = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.371320] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] glance.service_type            = image {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.371485] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] glance.split_loggers           = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.371643] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] glance.status_code_retries     = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.371805] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] glance.status_code_retry_delay = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.371962] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] glance.timeout                 = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.372155] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.372322] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] glance.verify_glance_signatures = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.372479] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] glance.version                 = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.372645] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] guestfs.debug                  = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.372814] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] manila.auth_section            = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.373005] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] manila.auth_type               = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.373176] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] manila.cafile                  = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.373335] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] manila.certfile                = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.373500] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] manila.collect_timing          = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.373660] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] manila.connect_retries         = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.373820] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] manila.connect_retry_delay     = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.373980] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] manila.endpoint_override       = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.374155] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] manila.insecure                = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.374313] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] manila.keyfile                 = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.374469] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] manila.max_version             = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.374627] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] manila.min_version             = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.374784] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] manila.region_name             = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.374942] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] manila.retriable_status_codes  = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.375113] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] manila.service_name            = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.375285] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] manila.service_type            = shared-file-system {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.375448] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] manila.share_apply_policy_timeout = 10 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.375610] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] manila.split_loggers           = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.375771] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] manila.status_code_retries     = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.375929] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] manila.status_code_retry_delay = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.376097] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] manila.timeout                 = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.376281] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] manila.valid_interfaces        = ['internal', 'public'] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.376441] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] manila.version                 = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.376608] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] mks.enabled                    = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.376963] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.377169] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] image_cache.manager_interval   = 2400 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.377341] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] image_cache.precache_concurrency = 1 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.377511] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] image_cache.remove_unused_base_images = True {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.377679] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.377847] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.378031] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] image_cache.subdirectory_name  = _base {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.378211] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] ironic.api_max_retries         = 60 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.378376] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] ironic.api_retry_interval      = 2 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.378538] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] ironic.auth_section            = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.378700] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] ironic.auth_type               = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.378859] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] ironic.cafile                  = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.379027] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] ironic.certfile                = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.379194] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] ironic.collect_timing          = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.379358] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] ironic.conductor_group         = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.379513] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] ironic.connect_retries         = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.379673] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] ironic.connect_retry_delay     = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.379828] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] ironic.endpoint_override       = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.379988] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] ironic.insecure                = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.380159] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] ironic.keyfile                 = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.380319] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] ironic.max_version             = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.380475] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] ironic.min_version             = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.380667] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] ironic.peer_list               = [] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.380832] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] ironic.region_name             = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.380992] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] ironic.retriable_status_codes  = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.381169] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] ironic.serial_console_state_timeout = 10 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.381328] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] ironic.service_name            = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.381503] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] ironic.service_type            = baremetal {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.381679] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] ironic.shard                   = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.381846] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] ironic.split_loggers           = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.382012] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] ironic.status_code_retries     = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.382179] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] ironic.status_code_retry_delay = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.382337] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] ironic.timeout                 = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.382531] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.382671] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] ironic.version                 = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.382868] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.383077] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] key_manager.fixed_key          = **** {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.383268] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.383434] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] barbican.barbican_api_version  = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.383596] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] barbican.barbican_endpoint     = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.383771] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] barbican.barbican_endpoint_type = public {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.383932] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] barbican.barbican_region_name  = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.384105] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] barbican.cafile                = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.384267] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] barbican.certfile              = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.384429] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] barbican.collect_timing        = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.384592] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] barbican.insecure              = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.384805] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] barbican.keyfile               = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.389115] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] barbican.number_of_retries     = 60 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.389115] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] barbican.retry_delay           = 1 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.389115] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] barbican.send_service_user_token = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.389115] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] barbican.split_loggers         = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.389115] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] barbican.timeout               = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.389115] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] barbican.verify_ssl            = True {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.389115] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] barbican.verify_ssl_path       = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.389534] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] barbican_service_user.auth_section = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.389534] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] barbican_service_user.auth_type = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.389534] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] barbican_service_user.cafile   = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.389534] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] barbican_service_user.certfile = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.389534] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] barbican_service_user.collect_timing = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.389534] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] barbican_service_user.insecure = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.389534] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] barbican_service_user.keyfile  = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.389850] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] barbican_service_user.split_loggers = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.389850] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] barbican_service_user.timeout  = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.389850] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vault.approle_role_id          = **** {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.389850] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vault.approle_secret_id        = **** {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.389850] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vault.kv_mountpoint            = secret {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.389850] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vault.kv_path                  = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.390140] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vault.kv_version               = 2 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.390496] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vault.namespace                = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.390644] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vault.root_token_id            = **** {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.391212] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vault.ssl_ca_crt_file          = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.391212] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vault.timeout                  = 60.0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.392848] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vault.use_ssl                  = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.393054] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.393504] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] keystone.cafile                = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.393830] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] keystone.certfile              = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.394223] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] keystone.collect_timing        = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.394345] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] keystone.connect_retries       = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.394501] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] keystone.connect_retry_delay   = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.394685] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] keystone.endpoint_override     = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.394889] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] keystone.insecure              = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.395069] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] keystone.keyfile               = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.395247] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] keystone.max_version           = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.395423] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] keystone.min_version           = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.395598] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] keystone.region_name           = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.395773] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] keystone.retriable_status_codes = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.395943] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] keystone.service_name          = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.396163] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] keystone.service_type          = identity {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.396345] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] keystone.split_loggers         = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.396520] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] keystone.status_code_retries   = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.396719] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] keystone.status_code_retry_delay = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.396933] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] keystone.timeout               = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.397132] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.397261] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] keystone.version               = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.397506] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.ceph_mount_options     = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.397907] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.ceph_mount_point_base  = /opt/stack/data/n-cpu-1/mnt {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.398100] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.connection_uri         =  {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.398285] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.cpu_mode               = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.398468] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.cpu_model_extra_flags  = [] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.398664] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.cpu_models             = [] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.398846] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.cpu_power_governor_high = performance {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.399032] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.cpu_power_governor_low = powersave {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.399208] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.cpu_power_management   = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.399391] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.399573] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.device_detach_attempts = 8 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.399749] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.device_detach_timeout  = 20 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.399921] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.disk_cachemodes        = [] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.400119] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.disk_prefix            = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.400297] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.enabled_perf_events    = [] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.400493] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.file_backed_memory     = 0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.400703] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.gid_maps               = [] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.400876] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.hw_disk_discard        = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.401054] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.hw_machine_type        = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.401235] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.images_rbd_ceph_conf   =  {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.401404] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.401574] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.401760] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.images_rbd_glance_store_name =  {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.401925] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.images_rbd_pool        = rbd {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.402106] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.images_type            = default {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.402269] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.images_volume_group    = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.402430] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.inject_key             = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.402592] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.inject_partition       = -2 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.402754] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.inject_password        = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.402925] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.iscsi_iface            = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.403115] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.iser_use_multipath     = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.403283] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.live_migration_bandwidth = 0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.403472] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.live_migration_completion_timeout = 800 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.403648] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.live_migration_downtime = 500 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.403814] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.live_migration_downtime_delay = 75 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.403983] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.live_migration_downtime_steps = 10 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.404154] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.live_migration_inbound_addr = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.404341] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.live_migration_permit_auto_converge = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.404475] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.live_migration_permit_post_copy = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.404632] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.live_migration_scheme  = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.404805] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.live_migration_timeout_action = abort {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.404966] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.live_migration_tunnelled = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.405140] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.live_migration_uri     = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.405304] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.live_migration_with_native_tls = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.405463] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.max_queues             = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.405625] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.mem_stats_period_seconds = 10 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.405854] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.406028] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.nfs_mount_options      = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.406337] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.nfs_mount_point_base   = /opt/stack/data/n-cpu-1/mnt {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.406534] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.num_aoe_discover_tries = 3 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.406712] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.num_iser_scan_tries    = 5 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.406897] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.num_memory_encrypted_guests = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.407138] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.num_nvme_discover_tries = 5 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.407317] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.num_pcie_ports         = 0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.407491] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.num_volume_scan_tries  = 5 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.407658] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.pmem_namespaces        = [] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.407818] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.quobyte_client_cfg     = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.408146] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.408326] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.rbd_connect_timeout    = 5 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.408494] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.408671] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.408836] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.rbd_secret_uuid        = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.408996] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.rbd_user               = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.409178] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.realtime_scheduler_priority = 1 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.409352] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.remote_filesystem_transport = ssh {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.409510] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.rescue_image_id        = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.409670] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.rescue_kernel_id       = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.409827] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.rescue_ramdisk_id      = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.409996] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.410170] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.rx_queue_size          = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.410358] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.smbfs_mount_options    =  {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.410660] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.410836] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.snapshot_compression   = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.411005] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.snapshot_image_format  = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.411235] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.411404] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.sparse_logical_volumes = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.411568] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.swtpm_enabled          = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.411739] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.swtpm_group            = tss {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.411906] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.swtpm_user             = tss {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.412088] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.sysinfo_serial         = unique {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.412250] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.tb_cache_size          = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.412407] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.tx_queue_size          = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.412571] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.uid_maps               = [] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.412733] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.use_virtio_for_bridges = True {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.412923] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.virt_type              = kvm {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.413104] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.volume_clear           = zero {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.413273] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.volume_clear_size      = 0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.413437] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.volume_enforce_multipath = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.413603] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.volume_use_multipath   = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.413764] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.vzstorage_cache_path   = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.413933] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.414115] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.vzstorage_mount_group  = qemu {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.414283] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.vzstorage_mount_opts   = [] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.414450] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.414740] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.414921] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.vzstorage_mount_user   = stack {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.415102] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.415280] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] neutron.auth_section           = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.415454] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] neutron.auth_type              = password {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.415616] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] neutron.cafile                 = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.415778] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] neutron.certfile               = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.415941] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] neutron.collect_timing         = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.416111] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] neutron.connect_retries        = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.416272] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] neutron.connect_retry_delay    = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.416441] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] neutron.default_floating_pool  = public {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.416600] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] neutron.endpoint_override      = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.416764] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] neutron.extension_sync_interval = 600 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.416925] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] neutron.http_retries           = 3 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.417104] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] neutron.insecure               = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.417268] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] neutron.keyfile                = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.417428] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] neutron.max_version            = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.417597] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] neutron.metadata_proxy_shared_secret = **** {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.417755] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] neutron.min_version            = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.417921] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] neutron.ovs_bridge             = br-int {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.418097] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] neutron.physnets               = [] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.418269] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] neutron.region_name            = RegionOne {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.418451] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] neutron.retriable_status_codes = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.418653] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] neutron.service_metadata_proxy = True {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.418820] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] neutron.service_name           = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.418991] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] neutron.service_type           = network {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.419171] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] neutron.split_loggers          = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.419330] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] neutron.status_code_retries    = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.419488] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] neutron.status_code_retry_delay = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.419648] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] neutron.timeout                = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.419831] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.419994] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] neutron.version                = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.420183] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] notifications.bdms_in_notifications = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.420364] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] notifications.default_level    = INFO {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.420560] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] notifications.include_share_mapping = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.420728] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] notifications.notification_format = unversioned {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.420895] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] notifications.notify_on_state_change = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.421085] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.421277] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] pci.alias                      = [] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.421453] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] pci.device_spec                = [] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.421624] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] pci.report_in_placement        = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.421799] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] placement.auth_section         = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.421972] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] placement.auth_type            = password {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.422157] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] placement.auth_url             = http://10.180.1.21/identity {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.422321] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] placement.cafile               = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.422479] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] placement.certfile             = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.422639] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] placement.collect_timing       = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.422799] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] placement.connect_retries      = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.422956] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] placement.connect_retry_delay  = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.423128] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] placement.default_domain_id    = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.423286] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] placement.default_domain_name  = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.423439] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] placement.domain_id            = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.423598] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] placement.domain_name          = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.423759] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] placement.endpoint_override    = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.423923] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] placement.insecure             = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.424095] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] placement.keyfile              = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.424258] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] placement.max_version          = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.424416] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] placement.min_version          = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.424585] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] placement.password             = **** {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.424743] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] placement.project_domain_id    = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.424911] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] placement.project_domain_name  = Default {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.425096] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] placement.project_id           = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.425273] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] placement.project_name         = service {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.425446] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] placement.region_name          = RegionOne {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.425611] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] placement.retriable_status_codes = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.425778] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] placement.service_name         = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.425948] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] placement.service_type         = placement {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.426128] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] placement.split_loggers        = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.426294] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] placement.status_code_retries  = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.426456] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] placement.status_code_retry_delay = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.426616] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] placement.system_scope         = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.426774] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] placement.timeout              = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.426932] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] placement.trust_id             = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.427102] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] placement.user_domain_id       = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.427273] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] placement.user_domain_name     = Default {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.427433] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] placement.user_id              = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.427605] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] placement.username             = nova {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.427788] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.427951] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] placement.version              = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.428149] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] quota.cores                    = 20 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.428317] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] quota.count_usage_from_placement = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.428531] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.428704] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] quota.injected_file_content_bytes = 10240 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.428873] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] quota.injected_file_path_length = 255 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.429051] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] quota.injected_files           = 5 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.429224] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] quota.instances                = 10 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.429390] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] quota.key_pairs                = 100 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.429554] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] quota.metadata_items           = 128 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.429724] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] quota.ram                      = 51200 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.429888] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] quota.recheck_quota            = True {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.430064] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] quota.server_group_members     = 10 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.430234] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] quota.server_groups            = 10 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.430444] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] quota.unified_limits_resource_list = ['servers'] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.430688] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] quota.unified_limits_resource_strategy = require {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.430870] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.431050] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.431220] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] scheduler.image_metadata_prefilter = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.431385] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.431571] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] scheduler.max_attempts         = 3 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.431756] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] scheduler.max_placement_results = 1000 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.431924] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.432102] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] scheduler.query_placement_for_image_type_support = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.432269] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.432446] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] scheduler.workers              = 2 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.432625] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.432797] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.432980] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.433171] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.433341] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.433507] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.433673] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.433864] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.434038] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] filter_scheduler.host_subset_size = 1 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.434208] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.434368] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] filter_scheduler.image_properties_default_architecture = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.434532] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.434697] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] filter_scheduler.image_props_weight_setting = [] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.434873] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.435049] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] filter_scheduler.isolated_hosts = [] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.435213] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] filter_scheduler.isolated_images = [] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.435381] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] filter_scheduler.max_instances_per_host = 50 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.435542] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.435709] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.435873] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] filter_scheduler.pci_in_placement = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.436051] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.436221] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.436385] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.436549] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.436715] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.436879] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.437053] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] filter_scheduler.track_instance_changes = True {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.437238] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.437410] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] metrics.required               = True {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.437578] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] metrics.weight_multiplier      = 1.0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.437741] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.437904] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] metrics.weight_setting         = [] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.438251] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.438440] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] serial_console.enabled         = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.438623] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] serial_console.port_range      = 10000:20000 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.438801] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.438971] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.439156] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] serial_console.serialproxy_port = 6083 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.439327] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] service_user.auth_section      = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.439500] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] service_user.auth_type         = password {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.439662] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] service_user.cafile            = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.439824] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] service_user.certfile          = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.439985] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] service_user.collect_timing    = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.440162] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] service_user.insecure          = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.440321] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] service_user.keyfile           = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.440492] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] service_user.send_service_user_token = True {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.440688] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] service_user.split_loggers     = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.440852] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] service_user.timeout           = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.441036] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] spice.agent_enabled            = True {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.441210] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] spice.enabled                  = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.441532] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] spice.html5proxy_base_url      = http://127.0.0.1:6082/spice_auto.html {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.441753] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.441930] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] spice.html5proxy_port          = 6082 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.442106] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] spice.image_compression        = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.442270] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] spice.jpeg_compression         = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.442429] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] spice.playback_compression     = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.442595] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] spice.require_secure           = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.442819] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] spice.server_listen            = 127.0.0.1 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.443007] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.443324] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.443502] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] spice.streaming_mode           = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.443696] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] spice.zlib_compression         = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.443875] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] upgrade_levels.baseapi         = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.444063] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] upgrade_levels.compute         = auto {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.444237] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] upgrade_levels.conductor       = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.444397] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] upgrade_levels.scheduler       = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.444562] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vendordata_dynamic_auth.auth_section = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.444741] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vendordata_dynamic_auth.auth_type = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.444890] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vendordata_dynamic_auth.cafile = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.445064] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vendordata_dynamic_auth.certfile = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.445232] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vendordata_dynamic_auth.collect_timing = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.445394] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vendordata_dynamic_auth.insecure = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.445553] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vendordata_dynamic_auth.keyfile = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.445717] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vendordata_dynamic_auth.split_loggers = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.445877] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vendordata_dynamic_auth.timeout = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.446062] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vmware.api_retry_count         = 10 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.446227] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vmware.ca_file                 = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.446399] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vmware.cache_prefix            = devstack-image-cache {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.446566] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vmware.cluster_name            = testcl1 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.446736] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vmware.connection_pool_size    = 10 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.446897] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vmware.console_delay_seconds   = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.447101] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vmware.datastore_regex         = ^datastore.* {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.447333] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vmware.host_ip                 = vc1.osci.c.eu-de-1.cloud.sap {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.447511] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vmware.host_password           = **** {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.447680] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vmware.host_port               = 443 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.447849] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vmware.host_username           = administrator@vsphere.local {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.448028] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vmware.insecure                = True {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.448197] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vmware.integration_bridge      = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.448362] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vmware.maximum_objects         = 100 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.448521] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vmware.pbm_default_policy      = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.448687] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vmware.pbm_enabled             = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.448850] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vmware.pbm_wsdl_location       = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.449026] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.449198] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vmware.serial_port_proxy_uri   = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.449355] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vmware.serial_port_service_uri = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.449523] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vmware.task_poll_interval      = 0.5 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.449697] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vmware.use_linked_clone        = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.449867] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vmware.vnc_keymap              = en-us {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.450041] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vmware.vnc_port                = 5900 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.450211] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vmware.vnc_port_total          = 10000 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.450398] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vnc.auth_schemes               = ['none'] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.450606] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vnc.enabled                    = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.450902] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vnc.novncproxy_base_url        = http://127.0.0.1:6080/vnc_auto.html {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.451103] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.451280] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vnc.novncproxy_port            = 6080 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.451469] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vnc.server_listen              = 127.0.0.1 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.451675] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.451845] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vnc.vencrypt_ca_certs          = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.452019] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vnc.vencrypt_client_cert       = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.452181] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vnc.vencrypt_client_key        = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.452357] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.452524] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] workarounds.disable_deep_image_inspection = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.452689] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] workarounds.disable_fallback_pcpu_query = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.452853] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] workarounds.disable_group_policy_check_upcall = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.453026] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.453198] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] workarounds.disable_rootwrap   = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.453365] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] workarounds.enable_numa_live_migration = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.453525] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.453688] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.453848] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] workarounds.handle_virt_lifecycle_events = True {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.454013] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] workarounds.libvirt_disable_apic = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.454179] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] workarounds.never_download_image_if_on_rbd = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.454343] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.454505] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.454666] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.454843] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.454986] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.455165] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.455328] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.455490] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.455680] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.455876] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.456062] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] wsgi.client_socket_timeout     = 900 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.456233] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] wsgi.default_pool_size         = 1000 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.456400] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] wsgi.keep_alive                = True {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.456564] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] wsgi.max_header_line           = 16384 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.456729] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] wsgi.secure_proxy_ssl_header   = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.456889] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] wsgi.ssl_ca_file               = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.457057] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] wsgi.ssl_cert_file             = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.457222] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] wsgi.ssl_key_file              = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.457385] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] wsgi.tcp_keepidle              = 600 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.457558] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.457727] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] zvm.ca_file                    = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.457888] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] zvm.cloud_connector_url        = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.458203] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] zvm.image_tmp_path             = /opt/stack/data/n-cpu-1/images {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.458415] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] zvm.reachable_timeout          = 300 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.458568] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.458744] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.458917] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] profiler.connection_string     = messaging:// {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.459094] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] profiler.enabled               = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.459266] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] profiler.es_doc_type           = notification {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.459427] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] profiler.es_scroll_size        = 10000 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.459596] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] profiler.es_scroll_time        = 2m {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.459758] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] profiler.filter_error_trace    = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.459924] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] profiler.hmac_keys             = **** {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.460116] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] profiler.sentinel_service_name = mymaster {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.460286] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] profiler.socket_timeout        = 0.1 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.460450] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] profiler.trace_requests        = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.460635] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] profiler.trace_sqlalchemy      = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.460814] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] profiler_jaeger.process_tags   = {} {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.460979] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] profiler_jaeger.service_name_prefix = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.461158] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] profiler_otlp.service_name_prefix = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.461322] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] remote_debug.host              = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.461499] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] remote_debug.port              = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.461679] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.461848] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.462023] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.462202] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.462368] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.462533] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.462697] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.462864] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.463056] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.463237] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_rabbit.hostname = devstack {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.463401] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.463574] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.463746] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.463912] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.464088] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.464264] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.464431] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.464596] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.464770] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.464944] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.465109] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.465282] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.465447] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.465612] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.465780] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.465943] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.466120] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.466289] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.466453] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.466622] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.466786] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_rabbit.ssl      = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.466955] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.467137] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.467305] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.467476] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.467665] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_rabbit.ssl_version =  {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.467847] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.468050] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.468225] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_notifications.retry = -1 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.468405] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.468578] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_messaging_notifications.transport_url = **** {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.468753] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_limit.auth_section        = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.468917] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_limit.auth_type           = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.469090] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_limit.cafile              = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.469251] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_limit.certfile            = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.469429] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_limit.collect_timing      = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.469577] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_limit.connect_retries     = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.469733] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_limit.connect_retry_delay = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.469892] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_limit.endpoint_id         = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.470075] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_limit.endpoint_interface  = publicURL {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.470238] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_limit.endpoint_override   = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.470396] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_limit.endpoint_region_name = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.470582] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_limit.endpoint_service_name = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.470749] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_limit.endpoint_service_type = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.470912] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_limit.insecure            = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.471080] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_limit.keyfile             = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.471240] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_limit.max_version         = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.471397] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_limit.min_version         = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.471567] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_limit.region_name         = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.471725] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_limit.retriable_status_codes = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.471883] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_limit.service_name        = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.472050] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_limit.service_type        = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.472215] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_limit.split_loggers       = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.472372] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_limit.status_code_retries = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.472530] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_limit.status_code_retry_delay = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.472688] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_limit.timeout             = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.472853] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_limit.valid_interfaces    = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.473019] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_limit.version             = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.473187] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_reports.file_event_handler = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.473354] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_reports.file_event_handler_interval = 1 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.473513] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] oslo_reports.log_dir           = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.473698] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.473838] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vif_plug_linux_bridge_privileged.group = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.473996] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.474270] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.474340] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.474497] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vif_plug_linux_bridge_privileged.user = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.474667] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.474849] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vif_plug_ovs_privileged.group  = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.475200] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vif_plug_ovs_privileged.helper_command = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.475200] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.475388] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.475497] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] vif_plug_ovs_privileged.user   = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.475636] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] os_vif_linux_bridge.flat_interface = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.475819] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.475993] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.476183] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.476357] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.476531] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.476700] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.476861] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] os_vif_linux_bridge.vlan_interface = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.477054] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.477232] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] os_vif_ovs.isolate_vif         = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.477403] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.477569] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.477738] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.477908] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] os_vif_ovs.ovsdb_interface     = native {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.478081] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] os_vif_ovs.per_port_bridge     = False {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.478257] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] privsep_osbrick.capabilities   = [21] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.478433] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] privsep_osbrick.group          = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.478604] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] privsep_osbrick.helper_command = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.478773] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.478940] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] privsep_osbrick.thread_pool_size = 8 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.479113] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] privsep_osbrick.user           = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.479287] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.479445] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] nova_sys_admin.group           = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.479604] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] nova_sys_admin.helper_command  = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.479770] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.479930] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] nova_sys_admin.thread_pool_size = 8 {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.480101] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] nova_sys_admin.user            = None {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1339.480232] env[71058]: DEBUG oslo_service.backend.eventlet.service [None req-78f2c582-4242-4979-be13-2ffd898ab96f None None] ******************************************************************************** {{(pid=71058) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}}
[ 1339.480704] env[71058]: INFO nova.service [-] Starting compute node (version 0.0.1)
[ 1339.984815] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-af78b407-045c-4b2f-b204-3d6c97b98c3c None None] Getting list of instances from cluster (obj){
[ 1339.984815] env[71058]:    value = "domain-c8"
[ 1339.984815] env[71058]:    _type = "ClusterComputeResource"
[ 1339.984815] env[71058]:  } {{(pid=71058) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}}
[ 1339.985977] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7eee59-05f3-4216-94e1-8b4e82f539fb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1339.995128] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-af78b407-045c-4b2f-b204-3d6c97b98c3c None None] Got total of 0 instances {{(pid=71058) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}}
[ 1339.995712] env[71058]: WARNING nova.virt.vmwareapi.driver [None req-af78b407-045c-4b2f-b204-3d6c97b98c3c None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list.
[ 1339.996206] env[71058]: INFO nova.virt.node [None req-af78b407-045c-4b2f-b204-3d6c97b98c3c None None] Generated node identity e78318ba-501a-470f-875b-8fbc021c2c5f
[ 1339.996436] env[71058]: INFO nova.virt.node [None req-af78b407-045c-4b2f-b204-3d6c97b98c3c None None] Wrote node identity e78318ba-501a-470f-875b-8fbc021c2c5f to /opt/stack/data/n-cpu-1/compute_id
[ 1340.499135] env[71058]: WARNING nova.compute.manager [None req-af78b407-045c-4b2f-b204-3d6c97b98c3c None None] Compute nodes ['e78318ba-501a-470f-875b-8fbc021c2c5f'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
[ 1341.504192] env[71058]: INFO nova.compute.manager [None req-af78b407-045c-4b2f-b204-3d6c97b98c3c None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
[ 1342.513021] env[71058]: WARNING nova.compute.manager [None req-af78b407-045c-4b2f-b204-3d6c97b98c3c None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found.
[ 1342.513021] env[71058]: DEBUG oslo_concurrency.lockutils [None req-af78b407-045c-4b2f-b204-3d6c97b98c3c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1342.513021] env[71058]: DEBUG oslo_concurrency.lockutils [None req-af78b407-045c-4b2f-b204-3d6c97b98c3c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1342.513021] env[71058]: DEBUG oslo_concurrency.lockutils [None req-af78b407-045c-4b2f-b204-3d6c97b98c3c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1342.513021] env[71058]: DEBUG nova.compute.resource_tracker [None req-af78b407-045c-4b2f-b204-3d6c97b98c3c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71058) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
[ 1342.513021] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45d9fe1-c098-4aba-ac70-895d6bf4ba12 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1342.520826] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d2ac3c-8dea-4eac-a895-eec89ae659f4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1342.535073] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257e0e22-edbf-4a69-aae7-ba92dedf612b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1342.542026] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eeb33c9-4b7d-457c-a58a-406f3f61f4d4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1342.570605] env[71058]: DEBUG nova.compute.resource_tracker [None req-af78b407-045c-4b2f-b204-3d6c97b98c3c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181017MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=71058) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
[ 1342.570949] env[71058]: DEBUG oslo_concurrency.lockutils [None req-af78b407-045c-4b2f-b204-3d6c97b98c3c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1342.571327] env[71058]: DEBUG oslo_concurrency.lockutils [None req-af78b407-045c-4b2f-b204-3d6c97b98c3c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1343.075922] env[71058]: WARNING nova.compute.resource_tracker [None req-af78b407-045c-4b2f-b204-3d6c97b98c3c None None] No compute node record for cpu-1:e78318ba-501a-470f-875b-8fbc021c2c5f: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host e78318ba-501a-470f-875b-8fbc021c2c5f could not be found.
[ 1343.578543] env[71058]: INFO nova.compute.resource_tracker [None req-af78b407-045c-4b2f-b204-3d6c97b98c3c None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: e78318ba-501a-470f-875b-8fbc021c2c5f
[ 1345.085663] env[71058]: DEBUG nova.compute.resource_tracker [None req-af78b407-045c-4b2f-b204-3d6c97b98c3c None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=71058) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
[ 1345.086055] env[71058]: DEBUG nova.compute.resource_tracker [None req-af78b407-045c-4b2f-b204-3d6c97b98c3c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=71058) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
[ 1345.246327] env[71058]: INFO nova.scheduler.client.report [None req-af78b407-045c-4b2f-b204-3d6c97b98c3c None None] [req-02a0036d-c230-4ffb-ac4c-0814f3dac047] Created resource provider record via placement API for resource provider with UUID e78318ba-501a-470f-875b-8fbc021c2c5f and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28.
[ 1345.266400] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b35400-4697-4c96-aeb8-7dc9e8fa41e2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1345.273957] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae6f954-fe17-462c-9cfd-aa0c78aed5aa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1345.303741] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b806d39e-6d59-4998-bee8-1824b6c7cac4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1345.311699] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a2d8ec-089c-4bd0-821f-ee91ed927634 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1345.324870] env[71058]: DEBUG nova.compute.provider_tree [None req-af78b407-045c-4b2f-b204-3d6c97b98c3c None None] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1345.862782] env[71058]: DEBUG nova.scheduler.client.report [None req-af78b407-045c-4b2f-b204-3d6c97b98c3c None None] Updated inventory for provider e78318ba-501a-470f-875b-8fbc021c2c5f with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:985}}
[ 1345.862922] env[71058]: DEBUG nova.compute.provider_tree [None req-af78b407-045c-4b2f-b204-3d6c97b98c3c None None] Updating resource provider e78318ba-501a-470f-875b-8fbc021c2c5f generation from 0 to 1 during operation: update_inventory {{(pid=71058) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
[ 1345.863072] env[71058]: DEBUG nova.compute.provider_tree [None req-af78b407-045c-4b2f-b204-3d6c97b98c3c None None] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1345.911727] env[71058]: DEBUG nova.compute.provider_tree [None req-af78b407-045c-4b2f-b204-3d6c97b98c3c None None] Updating resource provider e78318ba-501a-470f-875b-8fbc021c2c5f generation from 1 to 2 during operation: update_traits {{(pid=71058) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
[ 1346.416725] env[71058]: DEBUG nova.compute.resource_tracker [None req-af78b407-045c-4b2f-b204-3d6c97b98c3c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71058) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
[ 1346.417027] env[71058]: DEBUG oslo_concurrency.lockutils [None req-af78b407-045c-4b2f-b204-3d6c97b98c3c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.846s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1346.417088] env[71058]: DEBUG nova.service [None req-af78b407-045c-4b2f-b204-3d6c97b98c3c None None] Creating RPC server for service compute {{(pid=71058) start /opt/stack/nova/nova/service.py:186}}
[ 1346.431543] env[71058]: DEBUG nova.service [None req-af78b407-045c-4b2f-b204-3d6c97b98c3c None None] Join ServiceGroup membership for this service compute {{(pid=71058) start /opt/stack/nova/nova/service.py:203}}
[ 1346.431713] env[71058]: DEBUG nova.servicegroup.drivers.db [None req-af78b407-045c-4b2f-b204-3d6c97b98c3c None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = <Service: host=cpu-1, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=71058) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
[ 1348.434667] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._sync_power_states {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1348.937184] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Getting list of instances from cluster (obj){
[ 1348.937184] env[71058]:    value = "domain-c8"
[ 1348.937184] env[71058]:    _type = "ClusterComputeResource"
[ 1348.937184] env[71058]:  } {{(pid=71058) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}}
[ 1348.938371] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10e0681-a562-4ab4-a7fc-472aa9768bd9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1348.947192] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Got total of 0 instances {{(pid=71058) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}}
[ 1348.947434] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1348.947783] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Getting list of instances from cluster (obj){
[ 1348.947783] env[71058]:    value = "domain-c8"
[ 1348.947783] env[71058]:    _type = "ClusterComputeResource"
[ 1348.947783] env[71058]:  } {{(pid=71058) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}}
[ 1348.948683] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb21007-e950-4087-bfcd-b32c3e3a1a78 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1348.955932] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Got total of 0 instances {{(pid=71058) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}}
[ 1388.735272] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Acquiring lock "fc0e7536-f62d-42d7-a9aa-1e2000e65b9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1388.735272] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Lock "fc0e7536-f62d-42d7-a9aa-1e2000e65b9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1389.237851] env[71058]: DEBUG nova.compute.manager [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1389.784060] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1389.784353] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1389.787098] env[71058]: INFO nova.compute.claims [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1390.099315] env[71058]: DEBUG oslo_concurrency.lockutils [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Acquiring lock "bf1c130f-b02f-4890-84d0-54589ef16315" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1390.099315] env[71058]: DEBUG oslo_concurrency.lockutils [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Lock "bf1c130f-b02f-4890-84d0-54589ef16315" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1390.261110] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Acquiring lock "e123681a-fb17-4348-bb02-1b9ad55fd9f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1390.261110] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Lock "e123681a-fb17-4348-bb02-1b9ad55fd9f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1390.601587] env[71058]: DEBUG nova.compute.manager [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1390.766563] env[71058]: DEBUG nova.compute.manager [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1390.888512] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf445dd-8167-4191-9789-52afc9327acc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1390.896959] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0287e7b6-b4a3-4b38-8087-8fcd7cd1bc8a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1390.931160] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab5af02-fa56-4adf-8154-3b544c77c582 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1390.938454] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e106b199-e459-492c-88af-776e60f2bc88 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1390.954116] env[71058]: DEBUG nova.compute.provider_tree [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1391.043609] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Acquiring lock "06f0fe80-c544-4b82-b82a-69b9c5e1e517" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1391.043837] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Lock "06f0fe80-c544-4b82-b82a-69b9c5e1e517" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1391.130498] env[71058]: DEBUG oslo_concurrency.lockutils [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1391.291490] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1391.458256] env[71058]: DEBUG nova.scheduler.client.report [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1391.547350] env[71058]: DEBUG nova.compute.manager [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1391.964097] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.179s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1391.964726] env[71058]: DEBUG nova.compute.manager [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1391.970311] env[71058]: DEBUG oslo_concurrency.lockutils [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.840s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1391.971979] env[71058]: INFO nova.compute.claims [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1392.081865] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1392.480458] env[71058]: DEBUG nova.compute.utils [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1392.482344] env[71058]: DEBUG nova.compute.manager [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1392.483093] env[71058]: DEBUG nova.network.neutron [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1392.823867] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Acquiring lock "8745df0c-1d8b-4784-a3aa-4a0134936dc0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1392.824132] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Lock "8745df0c-1d8b-4784-a3aa-4a0134936dc0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1392.988025] env[71058]: DEBUG nova.compute.manager [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1393.007781] env[71058]: DEBUG nova.policy [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3e7e8c907ac4ce08a923c46b56b0b84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23eec625e7e54982993fa360d063b1f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1393.123429] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e93f529-a1c8-43c1-9bb8-732fb823736f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1393.131429] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42852aa1-0356-42a6-a4e3-ed67dda9008c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1393.171907] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fbdd6b-8eae-4e93-aa5d-85af5aece3fb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1393.180289] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2b84f4-1fd7-4f57-aa4e-a970f2648bc9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1393.196715] env[71058]: DEBUG nova.compute.provider_tree [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1393.326590] env[71058]: DEBUG nova.compute.manager [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1393.610775] env[71058]: DEBUG nova.network.neutron [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Successfully created port: 2a975c24-54e7-40b2-a669-805ea54026fc {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1393.699576] env[71058]: DEBUG nova.scheduler.client.report [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1393.857029] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1394.019775] env[71058]: DEBUG nova.compute.manager [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1394.066998] env[71058]: DEBUG nova.virt.hardware [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1394.068149] env[71058]: DEBUG nova.virt.hardware [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1394.068149] env[71058]: DEBUG nova.virt.hardware [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1394.068149] env[71058]: DEBUG nova.virt.hardware [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1394.068149] env[71058]: DEBUG nova.virt.hardware [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1394.068149] env[71058]: DEBUG nova.virt.hardware [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1394.068422] env[71058]: DEBUG nova.virt.hardware [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1394.068492] env[71058]: DEBUG nova.virt.hardware [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1394.068954] env[71058]: DEBUG nova.virt.hardware [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1394.069607] env[71058]: DEBUG nova.virt.hardware [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1394.069607] env[71058]: DEBUG nova.virt.hardware [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1394.070272] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9e0933-12dc-4e36-9be7-3e6b9cba40b6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1394.083592] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a02cb34-a40f-47fa-9be0-1cddc2c41392 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1394.103424] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d255e0fc-daf8-4cca-9d55-0e661d91b79e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1394.210154] env[71058]: DEBUG oslo_concurrency.lockutils [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1394.210732] env[71058]: DEBUG nova.compute.manager [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1394.216286] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.924s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1394.217526] env[71058]: INFO nova.compute.claims [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1394.429083] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Acquiring lock "800b7ba0-d604-47bd-9992-b3bd7c946418" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1394.429083] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Lock "800b7ba0-d604-47bd-9992-b3bd7c946418" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1394.717822] env[71058]: DEBUG nova.compute.utils [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1394.719616] env[71058]: DEBUG nova.compute.manager [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1394.723023] env[71058]: DEBUG nova.network.neutron [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1394.814659] env[71058]: DEBUG nova.policy [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecb6bc93d9eb4737a819871ba075c05c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f1ce95f506f4d558c396ef8c3e80878', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1394.834400] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1394.834788] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1394.835013] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1394.835264] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1394.835468] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1394.835727] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1394.835914] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1394.836252] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71058) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}}
[ 1394.836313] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager.update_available_resource {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1394.932714] env[71058]: DEBUG nova.compute.manager [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1395.223733] env[71058]: DEBUG nova.compute.manager [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1395.281679] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "e55a7df3-411f-441b-8e9b-91ba7bf96656" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1395.282109] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "e55a7df3-411f-441b-8e9b-91ba7bf96656" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1395.292348] env[71058]: DEBUG nova.network.neutron [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Successfully created port: dc19764e-902b-4170-8b32-f71f7a3c2bbb {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1395.344891] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1395.394341] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540ffae0-babd-4a38-86bd-95f4ee71857a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1395.404928] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41ac731-85fd-439b-967b-d7bc9339a32f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1395.437048] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250bebb9-77c0-4066-8658-0aec4b77e127 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1395.452679] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f001ee-fc1c-47df-8851-6c312a63969f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1395.467970] env[71058]: DEBUG nova.compute.provider_tree [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1395.473999] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1395.785251] env[71058]: DEBUG nova.compute.manager [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1395.975783] env[71058]: DEBUG nova.scheduler.client.report [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1396.238927] env[71058]: DEBUG nova.compute.manager [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1396.263945] env[71058]: DEBUG nova.virt.hardware [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1396.264214] env[71058]: DEBUG nova.virt.hardware [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1396.264879] env[71058]: DEBUG nova.virt.hardware [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1396.265106] env[71058]: DEBUG nova.virt.hardware [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1396.265349] env[71058]: DEBUG nova.virt.hardware [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1396.265412] env[71058]: DEBUG nova.virt.hardware [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1396.265610] env[71058]: DEBUG nova.virt.hardware [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1396.265775] env[71058]: DEBUG nova.virt.hardware [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1396.265934] env[71058]: DEBUG nova.virt.hardware [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1396.266118] env[71058]: DEBUG nova.virt.hardware [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1396.266317] env[71058]: DEBUG nova.virt.hardware [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1396.267505] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85510d6-c202-482f-bae3-0e0a363793ae {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1396.279541] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3114c2-f067-49a7-88a0-3f06a6ecac8f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1396.318534] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1396.483238] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.268s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1396.484351] env[71058]: DEBUG nova.compute.manager [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1396.490665] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.409s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1396.493755] env[71058]: INFO nova.compute.claims [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1396.506557] env[71058]: DEBUG nova.network.neutron [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Successfully updated port: 2a975c24-54e7-40b2-a669-805ea54026fc {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1396.844223] env[71058]: DEBUG nova.compute.manager [req-ba273dd6-bd55-4174-8e3d-671deb7aa6f3 req-62f9b464-f6ad-4834-8544-af345ad460c6 service nova] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Received event network-vif-plugged-2a975c24-54e7-40b2-a669-805ea54026fc {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1396.844223] env[71058]: DEBUG oslo_concurrency.lockutils [req-ba273dd6-bd55-4174-8e3d-671deb7aa6f3 req-62f9b464-f6ad-4834-8544-af345ad460c6 service nova] Acquiring lock "fc0e7536-f62d-42d7-a9aa-1e2000e65b9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1396.845090] env[71058]: DEBUG oslo_concurrency.lockutils [req-ba273dd6-bd55-4174-8e3d-671deb7aa6f3 req-62f9b464-f6ad-4834-8544-af345ad460c6 service nova] Lock "fc0e7536-f62d-42d7-a9aa-1e2000e65b9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1396.845090] env[71058]: DEBUG oslo_concurrency.lockutils [req-ba273dd6-bd55-4174-8e3d-671deb7aa6f3 req-62f9b464-f6ad-4834-8544-af345ad460c6 service nova] Lock "fc0e7536-f62d-42d7-a9aa-1e2000e65b9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1396.845090] env[71058]: DEBUG nova.compute.manager [req-ba273dd6-bd55-4174-8e3d-671deb7aa6f3 req-62f9b464-f6ad-4834-8544-af345ad460c6 service nova] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] No waiting events found dispatching network-vif-plugged-2a975c24-54e7-40b2-a669-805ea54026fc {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1396.845090] env[71058]: WARNING nova.compute.manager [req-ba273dd6-bd55-4174-8e3d-671deb7aa6f3 req-62f9b464-f6ad-4834-8544-af345ad460c6 service nova] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Received unexpected event network-vif-plugged-2a975c24-54e7-40b2-a669-805ea54026fc for instance with vm_state building and task_state spawning.
[ 1396.998130] env[71058]: DEBUG nova.compute.utils [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1397.002729] env[71058]: DEBUG nova.compute.manager [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Not allocating networking since 'none' was specified. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}}
[ 1397.011659] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Acquiring lock "refresh_cache-fc0e7536-f62d-42d7-a9aa-1e2000e65b9b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1397.011851] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Acquired lock "refresh_cache-fc0e7536-f62d-42d7-a9aa-1e2000e65b9b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1397.013181] env[71058]: DEBUG nova.network.neutron [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1397.252757] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Acquiring lock "584834f7-f7e6-4b90-8406-f5f550b1b97d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1397.253032] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Lock "584834f7-f7e6-4b90-8406-f5f550b1b97d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1397.504290] env[71058]: DEBUG nova.compute.manager [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1397.637410] env[71058]: DEBUG nova.network.neutron [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1397.662652] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0087ce65-bdf6-446f-8055-8a5a389256b5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1397.672622] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aedc036-04f7-4df4-aa13-329895c55ceb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1397.713310] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0e9b5f-f6d4-4975-8ffb-22148ceb5924 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1397.721284] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33c880a-f180-4931-8792-3326708a37c5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1397.735550] env[71058]: DEBUG nova.compute.provider_tree [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1397.759329] env[71058]: DEBUG nova.compute.manager [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1397.960253] env[71058]: DEBUG nova.network.neutron [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Successfully updated port: dc19764e-902b-4170-8b32-f71f7a3c2bbb {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1398.057168] env[71058]: DEBUG nova.compute.manager [req-f44137bd-1857-4923-ae40-5a4df78319b5 req-a1e5af79-b918-43df-8c36-4b2dfb4cfe29 service nova] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Received event network-vif-plugged-dc19764e-902b-4170-8b32-f71f7a3c2bbb {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1398.057380] env[71058]: DEBUG oslo_concurrency.lockutils [req-f44137bd-1857-4923-ae40-5a4df78319b5 req-a1e5af79-b918-43df-8c36-4b2dfb4cfe29 service nova] Acquiring lock "bf1c130f-b02f-4890-84d0-54589ef16315-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1398.057584] env[71058]: DEBUG oslo_concurrency.lockutils [req-f44137bd-1857-4923-ae40-5a4df78319b5 req-a1e5af79-b918-43df-8c36-4b2dfb4cfe29 service nova] Lock "bf1c130f-b02f-4890-84d0-54589ef16315-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1398.060042] env[71058]: DEBUG oslo_concurrency.lockutils [req-f44137bd-1857-4923-ae40-5a4df78319b5 req-a1e5af79-b918-43df-8c36-4b2dfb4cfe29 service nova] Lock "bf1c130f-b02f-4890-84d0-54589ef16315-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1398.060042] env[71058]: DEBUG nova.compute.manager [req-f44137bd-1857-4923-ae40-5a4df78319b5 req-a1e5af79-b918-43df-8c36-4b2dfb4cfe29 service nova] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] No waiting events found dispatching network-vif-plugged-dc19764e-902b-4170-8b32-f71f7a3c2bbb {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1398.060042] env[71058]: WARNING nova.compute.manager [req-f44137bd-1857-4923-ae40-5a4df78319b5 req-a1e5af79-b918-43df-8c36-4b2dfb4cfe29 service nova] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Received unexpected event network-vif-plugged-dc19764e-902b-4170-8b32-f71f7a3c2bbb for instance with vm_state building and task_state spawning.
[ 1398.238730] env[71058]: DEBUG nova.scheduler.client.report [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1398.299062] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1398.466526] env[71058]: DEBUG oslo_concurrency.lockutils [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Acquiring lock "refresh_cache-bf1c130f-b02f-4890-84d0-54589ef16315" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1398.466526] env[71058]: DEBUG oslo_concurrency.lockutils [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Acquired lock "refresh_cache-bf1c130f-b02f-4890-84d0-54589ef16315" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1398.466526] env[71058]: DEBUG nova.network.neutron [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1398.516763] env[71058]: DEBUG nova.compute.manager [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1398.549605] env[71058]: DEBUG nova.virt.hardware [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1398.549844] env[71058]: DEBUG nova.virt.hardware [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1398.549994] env[71058]: DEBUG nova.virt.hardware [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1398.550284] env[71058]: DEBUG nova.virt.hardware [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1398.550622] env[71058]: DEBUG nova.virt.hardware [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1398.550877] env[71058]: DEBUG nova.virt.hardware [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1398.551110] env[71058]: DEBUG nova.virt.hardware [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1398.551306] env[71058]: DEBUG nova.virt.hardware [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1398.552197] env[71058]: DEBUG nova.virt.hardware [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1398.552557] env[71058]: DEBUG nova.virt.hardware [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1398.552750] env[71058]: DEBUG nova.virt.hardware [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1398.553649] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7dc66a8-28be-450e-a29b-e3d0d5740598 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1398.561672] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5f204a-93f8-41fe-8bb3-f56b1b352567 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1398.579571] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Instance VIF info [] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1398.593350] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1398.594623] env[71058]: DEBUG nova.network.neutron [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Updating instance_info_cache with network_info: [{"id": "2a975c24-54e7-40b2-a669-805ea54026fc", "address": "fa:16:3e:d2:03:63", "network": {"id": "53ab174d-a8bc-4875-ae59-c9ac6adddabc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-527614538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23eec625e7e54982993fa360d063b1f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a975c24-54", "ovs_interfaceid": "2a975c24-54e7-40b2-a669-805ea54026fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1398.596276] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-058f5d01-21c5-4883-ba8a-4c86924ca03e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1398.609743] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Created folder: OpenStack in parent group-v4.
[ 1398.610086] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Creating folder: Project (22816488417a4c3196142fbcef998b18). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1398.610632] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca42bbc2-8b00-4771-9197-fd93f353234a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1398.620749] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Created folder: Project (22816488417a4c3196142fbcef998b18) in parent group-v577298.
[ 1398.621058] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Creating folder: Instances. Parent ref: group-v577299. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1398.621231] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e156008a-de56-4121-84c7-f6cfe8c92a62 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1398.630050] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Created folder: Instances in parent group-v577299.
[ 1398.630395] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1398.630622] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1398.630929] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e3d6335-5d71-4fca-822d-f349eefa42af {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1398.656935] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1398.656935] env[71058]:    value = "task-2872501"
[ 1398.656935] env[71058]:    _type = "Task"
[ 1398.656935] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1398.667590] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872501, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1398.743800] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.253s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1398.744259] env[71058]: DEBUG nova.compute.manager [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1398.747267] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.890s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1398.749478] env[71058]: INFO nova.compute.claims [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1399.099039] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Releasing lock "refresh_cache-fc0e7536-f62d-42d7-a9aa-1e2000e65b9b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1399.099039] env[71058]: DEBUG nova.compute.manager [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Instance network_info: |[{"id": "2a975c24-54e7-40b2-a669-805ea54026fc", "address": "fa:16:3e:d2:03:63", "network": {"id": "53ab174d-a8bc-4875-ae59-c9ac6adddabc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-527614538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23eec625e7e54982993fa360d063b1f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a975c24-54", "ovs_interfaceid": "2a975c24-54e7-40b2-a669-805ea54026fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1399.099244] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:03:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a975c24-54e7-40b2-a669-805ea54026fc', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1399.107365] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Creating folder: Project (23eec625e7e54982993fa360d063b1f1). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1399.107711] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff86dfc4-624f-46fa-86b9-671bad328d17 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1399.118830] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Created folder: Project (23eec625e7e54982993fa360d063b1f1) in parent group-v577298.
[ 1399.119183] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Creating folder: Instances. Parent ref: group-v577302. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1399.119893] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f4aa4f2-4876-4b1a-ba45-a2d36718659a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1399.130357] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Created folder: Instances in parent group-v577302.
[ 1399.130813] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1399.131083] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1399.131544] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2bd11a10-88de-4268-b0be-67cba248afa8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1399.157213] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1399.157213] env[71058]:    value = "task-2872504"
[ 1399.157213] env[71058]:    _type = "Task"
[ 1399.157213] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1399.170581] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872501, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1399.173493] env[71058]: DEBUG nova.network.neutron [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1399.180270] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872504, 'name': CreateVM_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1399.254262] env[71058]: DEBUG nova.compute.utils [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1399.261190] env[71058]: DEBUG nova.compute.manager [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1399.261380] env[71058]: DEBUG nova.network.neutron [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1399.601380] env[71058]: DEBUG nova.policy [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba6c7852612d45ba98c83b3136971189', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a20774716b224143ac6748a621217c2f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1399.675591] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872501, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1399.680056] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872504, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1399.769250] env[71058]: DEBUG nova.compute.manager [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1399.940158] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12773e6d-4452-4175-b294-84f6f96de672 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1399.951610] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deef71d4-9845-4572-9b27-9946ed20b855 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1399.988745] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20930fb5-33c3-43e6-aa92-f826df2de20c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1399.995734] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508d310e-7dc9-4076-8cfe-f745cd26d507 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1400.013031] env[71058]: DEBUG nova.compute.provider_tree [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1400.017136] env[71058]: DEBUG nova.network.neutron [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Updating instance_info_cache with network_info: [{"id": "dc19764e-902b-4170-8b32-f71f7a3c2bbb", "address": "fa:16:3e:35:5e:94", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc19764e-90", "ovs_interfaceid": "dc19764e-902b-4170-8b32-f71f7a3c2bbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1400.180949] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872501, 'name': CreateVM_Task, 'duration_secs': 1.385807} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1400.184316] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1400.184529] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872504, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1400.186037] env[71058]: DEBUG oslo_vmware.service [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad02969-2a2b-4125-904a-431b9a3071b2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1400.191713] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1400.191872] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1400.192561] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1400.192802] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1961f3f-7754-450b-84da-0f85b3309ab1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1400.197262] env[71058]: DEBUG oslo_vmware.api [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Waiting for the task: (returnval){
[ 1400.197262] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d04f9f-27a2-d881-36fb-5c269e44ace9"
[ 1400.197262] env[71058]:    _type = "Task"
[ 1400.197262] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1400.214166] env[71058]: DEBUG oslo_vmware.api [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d04f9f-27a2-d881-36fb-5c269e44ace9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1400.409160] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Acquiring lock "03b4d595-77ea-48bc-9e87-8ed5cec93c4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1400.409431] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Lock "03b4d595-77ea-48bc-9e87-8ed5cec93c4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1400.518546] env[71058]: DEBUG nova.scheduler.client.report [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1400.524626] env[71058]: DEBUG oslo_concurrency.lockutils [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Releasing lock "refresh_cache-bf1c130f-b02f-4890-84d0-54589ef16315" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1400.525025] env[71058]: DEBUG nova.compute.manager [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Instance network_info: |[{"id": "dc19764e-902b-4170-8b32-f71f7a3c2bbb", "address": "fa:16:3e:35:5e:94", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc19764e-90", "ovs_interfaceid": "dc19764e-902b-4170-8b32-f71f7a3c2bbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1400.525593] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:5e:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604c9724-b4ef-4393-a76e-eb4a2b510796', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc19764e-902b-4170-8b32-f71f7a3c2bbb', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1400.534921] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Creating folder: Project (6f1ce95f506f4d558c396ef8c3e80878). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1400.534921] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f05dcaec-09a8-4ba7-bc11-eb186647c705 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1400.548020] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Created folder: Project (6f1ce95f506f4d558c396ef8c3e80878) in parent group-v577298.
[ 1400.548020] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Creating folder: Instances. Parent ref: group-v577305. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1400.548020] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2c27f45-03a1-4c5e-adef-afae9421ce84 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1400.560440] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Created folder: Instances in parent group-v577305.
[ 1400.560691] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1400.561091] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1400.561419] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9e6d623-c7f3-43b9-8846-7049bc8e3e6c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1400.581999] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1400.581999] env[71058]:    value = "task-2872507"
[ 1400.581999] env[71058]:    _type = "Task"
[ 1400.581999] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1400.591913] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872507, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1400.646353] env[71058]: DEBUG nova.compute.manager [req-97172981-4de0-4518-a5ca-10a08bdc6d65 req-d84a57d4-b800-4aaa-8c19-ba6ee80ff71e service nova] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Received event network-changed-2a975c24-54e7-40b2-a669-805ea54026fc {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1400.646630] env[71058]: DEBUG nova.compute.manager [req-97172981-4de0-4518-a5ca-10a08bdc6d65 req-d84a57d4-b800-4aaa-8c19-ba6ee80ff71e service nova] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Refreshing instance network info cache due to event network-changed-2a975c24-54e7-40b2-a669-805ea54026fc. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1400.646945] env[71058]: DEBUG oslo_concurrency.lockutils [req-97172981-4de0-4518-a5ca-10a08bdc6d65 req-d84a57d4-b800-4aaa-8c19-ba6ee80ff71e service nova] Acquiring lock "refresh_cache-fc0e7536-f62d-42d7-a9aa-1e2000e65b9b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1400.647214] env[71058]: DEBUG oslo_concurrency.lockutils [req-97172981-4de0-4518-a5ca-10a08bdc6d65 req-d84a57d4-b800-4aaa-8c19-ba6ee80ff71e service nova] Acquired lock "refresh_cache-fc0e7536-f62d-42d7-a9aa-1e2000e65b9b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1400.647317] env[71058]: DEBUG nova.network.neutron [req-97172981-4de0-4518-a5ca-10a08bdc6d65 req-d84a57d4-b800-4aaa-8c19-ba6ee80ff71e service nova] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Refreshing network info cache for port 2a975c24-54e7-40b2-a669-805ea54026fc {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1400.675864] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872504, 'name': CreateVM_Task, 'duration_secs': 1.114577} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1400.676811] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1400.689218] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1400.709503] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1400.709782] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1400.710252] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1400.710252] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1400.711578] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1400.711578] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1400.711646] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1400.712572] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f9e399d-1ab7-4808-afb0-ac38cc8e975c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1400.717016] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3efbe358-dbfa-496d-af7e-7f0a5d14dcdb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1400.722692] env[71058]: DEBUG oslo_vmware.api [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Waiting for the task: (returnval){
[ 1400.722692] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522f4f21-d358-2f3d-5fb2-8b7162d27807"
[ 1400.722692] env[71058]:    _type = "Task"
[ 1400.722692] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1400.723963] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1400.724153] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1400.727871] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327bd27e-de28-47fc-b732-3bad57cb729f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1400.735948] env[71058]: DEBUG oslo_vmware.api [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522f4f21-d358-2f3d-5fb2-8b7162d27807, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1400.739503] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfdef50f-d17d-41ad-84cd-8ef9ed05f4f7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1400.744137] env[71058]: DEBUG oslo_vmware.api [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Waiting for the task: (returnval){
[ 1400.744137] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f8206f-7959-6995-82cc-e54c0825ffd6"
[ 1400.744137] env[71058]:    _type = "Task"
[ 1400.744137] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1400.757204] env[71058]: DEBUG oslo_vmware.api [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f8206f-7959-6995-82cc-e54c0825ffd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1400.783164] env[71058]: DEBUG nova.compute.manager [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1400.826612] env[71058]: DEBUG nova.virt.hardware [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1400.826612] env[71058]: DEBUG nova.virt.hardware [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1400.826849] env[71058]: DEBUG nova.virt.hardware [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1400.827025] env[71058]: DEBUG nova.virt.hardware [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1400.827177] env[71058]: DEBUG nova.virt.hardware [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1400.827395] env[71058]: DEBUG nova.virt.hardware [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1400.827677] env[71058]: DEBUG nova.virt.hardware [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1400.827861] env[71058]: DEBUG nova.virt.hardware [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1400.828127] env[71058]: DEBUG nova.virt.hardware [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1400.828347] env[71058]: DEBUG nova.virt.hardware [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1400.828609] env[71058]: DEBUG nova.virt.hardware [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1400.829750] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cf4595-3d15-4182-88cf-f5deb6ba67d9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1400.839700] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fd219b-4b8d-47c5-8aff-c73e19923656 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1400.918774] env[71058]: DEBUG nova.compute.manager [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1401.028555] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.280s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1401.031100] env[71058]: DEBUG nova.compute.manager [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1401.033098] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.688s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1401.033397] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1401.034172] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71058) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
[ 1401.034589] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.561s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1401.037495] env[71058]: INFO nova.compute.claims [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1401.042978] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466dc0e3-42e9-4aa3-969e-0ca3186fcd25 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1401.053902] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccb240e-ddc5-4f79-9451-53e49d0ca6ba {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1401.073169] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05c87e2-b210-4393-837c-8cd6bdb7469e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1401.082593] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728b53b4-c307-4962-9250-5c65d26a0d18 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1401.095425] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872507, 'name': CreateVM_Task, 'duration_secs': 0.362822} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1401.121947] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1401.122261] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181011MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=71058) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
[ 1401.123453] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1401.123453] env[71058]: DEBUG oslo_concurrency.lockutils [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1401.238560] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1401.238830] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1401.239095] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1401.242035] env[71058]: DEBUG oslo_concurrency.lockutils [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1401.242035] env[71058]: DEBUG oslo_concurrency.lockutils [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1401.242035] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3938c69-2851-45a2-9f29-3cd08ee17548 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1401.258028] env[71058]: DEBUG oslo_vmware.api [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Waiting for the task: (returnval){
[ 1401.258028] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5236dd18-2a41-4e5b-d040-1440c4150105"
[ 1401.258028] env[71058]:    _type = "Task"
[ 1401.258028] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1401.258293] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Preparing fetch location {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}}
[ 1401.260683] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Creating directory with path [datastore2] vmware_temp/56bc6bc5-62b5-4fda-97ea-955a5e92c99b/8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1401.263884] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8e37504-0ec0-41d8-97f6-11dd1c401a1f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1401.275170] env[71058]: DEBUG oslo_concurrency.lockutils [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1401.275170] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1401.275170] env[71058]: DEBUG oslo_concurrency.lockutils [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1401.283559] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Created directory with path [datastore2] vmware_temp/56bc6bc5-62b5-4fda-97ea-955a5e92c99b/8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1401.283618] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Fetch image to [datastore2] vmware_temp/56bc6bc5-62b5-4fda-97ea-955a5e92c99b/8099d743-3bb3-45d8-acee-c2b5ceed489a/tmp-sparse.vmdk {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}}
[ 1401.283750] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Downloading image file data 8099d743-3bb3-45d8-acee-c2b5ceed489a to [datastore2] vmware_temp/56bc6bc5-62b5-4fda-97ea-955a5e92c99b/8099d743-3bb3-45d8-acee-c2b5ceed489a/tmp-sparse.vmdk on the data store datastore2 {{(pid=71058) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}}
[ 1401.285101] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350e5804-f69b-47f1-bafc-80e14914bb73 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1401.296868] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196f84a1-e8d7-46d6-823b-1c5e388362a2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1401.311203] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37c05d2-8869-4e26-8ca7-5da442b0059b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1401.319049] env[71058]: DEBUG nova.compute.manager [req-26c1dcd5-09aa-4fc2-a70c-b250d702b1d4 req-4a3d263d-5e27-4fa9-89be-09de38673df5 service nova] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Received event network-changed-dc19764e-902b-4170-8b32-f71f7a3c2bbb {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1401.319134] env[71058]: DEBUG nova.compute.manager [req-26c1dcd5-09aa-4fc2-a70c-b250d702b1d4 req-4a3d263d-5e27-4fa9-89be-09de38673df5 service nova] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Refreshing instance network info cache due to event network-changed-dc19764e-902b-4170-8b32-f71f7a3c2bbb. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1401.319337] env[71058]: DEBUG oslo_concurrency.lockutils [req-26c1dcd5-09aa-4fc2-a70c-b250d702b1d4 req-4a3d263d-5e27-4fa9-89be-09de38673df5 service nova] Acquiring lock "refresh_cache-bf1c130f-b02f-4890-84d0-54589ef16315" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1401.319467] env[71058]: DEBUG oslo_concurrency.lockutils [req-26c1dcd5-09aa-4fc2-a70c-b250d702b1d4 req-4a3d263d-5e27-4fa9-89be-09de38673df5 service nova] Acquired lock "refresh_cache-bf1c130f-b02f-4890-84d0-54589ef16315" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1401.319615] env[71058]: DEBUG nova.network.neutron [req-26c1dcd5-09aa-4fc2-a70c-b250d702b1d4 req-4a3d263d-5e27-4fa9-89be-09de38673df5 service nova] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Refreshing network info cache for port dc19764e-902b-4170-8b32-f71f7a3c2bbb {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1401.354588] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99ab6ce-68d4-4991-b0bc-7ac41046195b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1401.365861] env[71058]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-8e2724ee-f5c4-4e11-8e3d-55315216dd90 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1401.435289] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquiring lock "5be4e13c-8434-4410-a8c4-b91a70b0ad8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1401.435522] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Lock "5be4e13c-8434-4410-a8c4-b91a70b0ad8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1401.460843] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Downloading image file data 8099d743-3bb3-45d8-acee-c2b5ceed489a to the data store datastore2 {{(pid=71058) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}}
[ 1401.464310] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1401.543869] env[71058]: DEBUG nova.compute.utils [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1401.545182] env[71058]: DEBUG nova.compute.manager [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1401.545355] env[71058]: DEBUG nova.network.neutron [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1401.553559] env[71058]: DEBUG oslo_vmware.rw_handles [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/56bc6bc5-62b5-4fda-97ea-955a5e92c99b/8099d743-3bb3-45d8-acee-c2b5ceed489a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=71058) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}}
[ 1401.619176] env[71058]: DEBUG nova.network.neutron [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Successfully created port: e59a7fbc-2f9d-4200-8538-522d747ce0b7 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1401.775600] env[71058]: DEBUG nova.policy [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f51e7b63e8f44baba2998638eab18d31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd54b15d055b42b599b6f0d966dee630', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1401.937838] env[71058]: DEBUG nova.compute.manager [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1402.051473] env[71058]: DEBUG nova.compute.manager [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1402.228889] env[71058]: DEBUG oslo_vmware.rw_handles [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Completed reading data from the image iterator. {{(pid=71058) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}}
[ 1402.229253] env[71058]: DEBUG oslo_vmware.rw_handles [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/56bc6bc5-62b5-4fda-97ea-955a5e92c99b/8099d743-3bb3-45d8-acee-c2b5ceed489a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=71058) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}}
[ 1402.338315] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b4f2b5-9c7b-4fa0-b74d-4d77da6df148 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1402.350817] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d95875-526b-438d-b4a2-0b8d6a2a177d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1402.357176] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Downloaded image file data 8099d743-3bb3-45d8-acee-c2b5ceed489a to vmware_temp/56bc6bc5-62b5-4fda-97ea-955a5e92c99b/8099d743-3bb3-45d8-acee-c2b5ceed489a/tmp-sparse.vmdk on the data store datastore2 {{(pid=71058) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}}
[ 1402.361021] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Caching image {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}}
[ 1402.361021] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Copying Virtual Disk [datastore2] vmware_temp/56bc6bc5-62b5-4fda-97ea-955a5e92c99b/8099d743-3bb3-45d8-acee-c2b5ceed489a/tmp-sparse.vmdk to [datastore2] vmware_temp/56bc6bc5-62b5-4fda-97ea-955a5e92c99b/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1402.361021] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3ec4bac-a404-42ac-9b59-069d5ca8ec28 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1402.409941] env[71058]: DEBUG oslo_vmware.api [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Waiting for the task: (returnval){
[ 1402.409941] env[71058]:    value = "task-2872508"
[ 1402.409941] env[71058]:    _type = "Task"
[ 1402.409941] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1402.411585] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6633dcc6-e628-45d6-b9c8-2f0a63397e0d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1402.427095] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299a02ef-5e4c-4e64-91ff-69312a7aa348 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1402.431673] env[71058]: DEBUG oslo_vmware.api [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Task: {'id': task-2872508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1402.446492] env[71058]: DEBUG nova.compute.provider_tree [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1402.559852] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1402.602842] env[71058]: DEBUG nova.network.neutron [req-97172981-4de0-4518-a5ca-10a08bdc6d65 req-d84a57d4-b800-4aaa-8c19-ba6ee80ff71e service nova] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Updated VIF entry in instance network info cache for port 2a975c24-54e7-40b2-a669-805ea54026fc. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1402.603223] env[71058]: DEBUG nova.network.neutron [req-97172981-4de0-4518-a5ca-10a08bdc6d65 req-d84a57d4-b800-4aaa-8c19-ba6ee80ff71e service nova] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Updating instance_info_cache with network_info: [{"id": "2a975c24-54e7-40b2-a669-805ea54026fc", "address": "fa:16:3e:d2:03:63", "network": {"id": "53ab174d-a8bc-4875-ae59-c9ac6adddabc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-527614538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23eec625e7e54982993fa360d063b1f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a975c24-54", "ovs_interfaceid": "2a975c24-54e7-40b2-a669-805ea54026fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1402.921105] env[71058]: DEBUG oslo_vmware.api [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Task: {'id': task-2872508, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1402.929652] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Acquiring lock "77d111eb-71b1-4758-998e-2760512a6b43" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1402.929652] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Lock "77d111eb-71b1-4758-998e-2760512a6b43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1402.952808] env[71058]: DEBUG nova.scheduler.client.report [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1403.066663] env[71058]: DEBUG nova.compute.manager [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1403.105668] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Acquiring lock "e2835ee8-aa60-450e-9808-a43d2e540a30" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1403.105853] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Lock "e2835ee8-aa60-450e-9808-a43d2e540a30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1403.109201] env[71058]: DEBUG oslo_concurrency.lockutils [req-97172981-4de0-4518-a5ca-10a08bdc6d65 req-d84a57d4-b800-4aaa-8c19-ba6ee80ff71e service nova] Releasing lock "refresh_cache-fc0e7536-f62d-42d7-a9aa-1e2000e65b9b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1403.113263] env[71058]: DEBUG nova.virt.hardware [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1403.119350] env[71058]: DEBUG nova.virt.hardware [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1403.119350] env[71058]: DEBUG nova.virt.hardware [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1403.119350] env[71058]: DEBUG nova.virt.hardware [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1403.119350] env[71058]: DEBUG nova.virt.hardware [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1403.119350] env[71058]: DEBUG nova.virt.hardware [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1403.119350] env[71058]: DEBUG nova.virt.hardware [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1403.119764] env[71058]: DEBUG nova.virt.hardware [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1403.119764] env[71058]: DEBUG nova.virt.hardware [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1403.119764] env[71058]: DEBUG nova.virt.hardware [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1403.119764] env[71058]: DEBUG nova.virt.hardware [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1403.119764] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4fdda4-a634-48cd-8523-3f7eeb6d29b3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1403.133448] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea1d6bb-6b53-4342-8d97-f5566a22a029 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1403.139029] env[71058]: DEBUG nova.network.neutron [req-26c1dcd5-09aa-4fc2-a70c-b250d702b1d4 req-4a3d263d-5e27-4fa9-89be-09de38673df5 service nova] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Updated VIF entry in instance network info cache for port dc19764e-902b-4170-8b32-f71f7a3c2bbb. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1403.139029] env[71058]: DEBUG nova.network.neutron [req-26c1dcd5-09aa-4fc2-a70c-b250d702b1d4 req-4a3d263d-5e27-4fa9-89be-09de38673df5 service nova] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Updating instance_info_cache with network_info: [{"id": "dc19764e-902b-4170-8b32-f71f7a3c2bbb", "address": "fa:16:3e:35:5e:94", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc19764e-90", "ovs_interfaceid": "dc19764e-902b-4170-8b32-f71f7a3c2bbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1403.425255] env[71058]: DEBUG oslo_vmware.api [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Task: {'id': task-2872508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666089} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1403.426939] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Copied Virtual Disk [datastore2] vmware_temp/56bc6bc5-62b5-4fda-97ea-955a5e92c99b/8099d743-3bb3-45d8-acee-c2b5ceed489a/tmp-sparse.vmdk to [datastore2] vmware_temp/56bc6bc5-62b5-4fda-97ea-955a5e92c99b/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1403.427429] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Deleting the datastore file [datastore2] vmware_temp/56bc6bc5-62b5-4fda-97ea-955a5e92c99b/8099d743-3bb3-45d8-acee-c2b5ceed489a/tmp-sparse.vmdk {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1403.427826] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12d32640-e421-4daf-b969-9d33823ad994 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1403.437020] env[71058]: DEBUG oslo_vmware.api [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Waiting for the task: (returnval){
[ 1403.437020] env[71058]:    value = "task-2872509"
[ 1403.437020] env[71058]:    _type = "Task"
[ 1403.437020] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1403.447452] env[71058]: DEBUG oslo_vmware.api [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Task: {'id': task-2872509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1403.458979] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1403.458979] env[71058]: DEBUG nova.compute.manager [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1403.463075] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.144s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1403.464484] env[71058]: INFO nova.compute.claims [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1403.643723] env[71058]: DEBUG oslo_concurrency.lockutils [req-26c1dcd5-09aa-4fc2-a70c-b250d702b1d4 req-4a3d263d-5e27-4fa9-89be-09de38673df5 service nova] Releasing lock "refresh_cache-bf1c130f-b02f-4890-84d0-54589ef16315" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1403.736491] env[71058]: DEBUG nova.network.neutron [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Successfully created port: 621d1086-d39c-4e1f-8817-f109436c6323 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1403.946733] env[71058]: DEBUG oslo_vmware.api [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Task: {'id': task-2872509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024735} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1403.947021] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1403.947259] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Moving file from [datastore2] vmware_temp/56bc6bc5-62b5-4fda-97ea-955a5e92c99b/8099d743-3bb3-45d8-acee-c2b5ceed489a to [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a. {{(pid=71058) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}}
[ 1403.947520] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-f5069bdb-3e9b-4b50-a522-35a5043b260a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1403.955708] env[71058]: DEBUG oslo_vmware.api [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Waiting for the task: (returnval){
[ 1403.955708] env[71058]:    value = "task-2872510"
[ 1403.955708] env[71058]:    _type = "Task"
[ 1403.955708] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1403.965434] env[71058]: DEBUG oslo_vmware.api [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Task: {'id': task-2872510, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1403.980099] env[71058]: DEBUG nova.compute.utils [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1403.990358] env[71058]: DEBUG nova.compute.manager [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1403.990358] env[71058]: DEBUG nova.network.neutron [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1404.214653] env[71058]: DEBUG nova.policy [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c6e83cd28f549ecb7ae92cd446ca365', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bafb0490d0534a82a10d19a12c3e0180', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1404.472658] env[71058]: DEBUG oslo_vmware.api [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Task: {'id': task-2872510, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.029647} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1404.472925] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] File moved {{(pid=71058) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}}
[ 1404.473145] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Cleaning up location [datastore2] vmware_temp/56bc6bc5-62b5-4fda-97ea-955a5e92c99b {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}}
[ 1404.473317] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Deleting the datastore file [datastore2] vmware_temp/56bc6bc5-62b5-4fda-97ea-955a5e92c99b {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1404.473573] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf3c50b5-c7cd-42fa-a057-fcccd7a21db9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1404.480839] env[71058]: DEBUG oslo_vmware.api [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Waiting for the task: (returnval){
[ 1404.480839] env[71058]:    value = "task-2872511"
[ 1404.480839] env[71058]:    _type = "Task"
[ 1404.480839] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1404.496500] env[71058]: DEBUG nova.compute.manager [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1404.504307] env[71058]: DEBUG oslo_vmware.api [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Task: {'id': task-2872511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1404.778235] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067c86b4-e217-4dc9-87ff-a1e9aeae3a27 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1404.786843] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c0840f-ad1e-4871-87b9-e6723163ed2e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1404.827020] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f8061e-b1a7-4079-b252-8e031cca074c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1404.838061] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643aad2e-7c88-4232-b0ac-cc2f4ee164f1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1404.848871] env[71058]: DEBUG nova.compute.provider_tree [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1404.995365] env[71058]: DEBUG oslo_vmware.api [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Task: {'id': task-2872511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031156} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1404.995674] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1404.996397] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5311a59-db73-4cf3-8087-44f345498ff9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1405.003816] env[71058]: DEBUG oslo_vmware.api [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Waiting for the task: (returnval){
[ 1405.003816] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522a5a32-04f3-f1a3-3152-59c8193563b9"
[ 1405.003816] env[71058]:    _type = "Task"
[ 1405.003816] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1405.018977] env[71058]: DEBUG oslo_vmware.api [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522a5a32-04f3-f1a3-3152-59c8193563b9, 'name': SearchDatastore_Task, 'duration_secs': 0.00967} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1405.019253] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1405.019513] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] e123681a-fb17-4348-bb02-1b9ad55fd9f8/e123681a-fb17-4348-bb02-1b9ad55fd9f8.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1405.019967] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1405.019967] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1405.020850] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-993bd65a-dc39-4773-91db-f18b8c5da1f6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1405.023038] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9844ea9c-987d-4126-8328-08fd324f87b3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1405.032141] env[71058]: DEBUG oslo_vmware.api [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Waiting for the task: (returnval){
[ 1405.032141] env[71058]:    value = "task-2872512"
[ 1405.032141] env[71058]:    _type = "Task"
[ 1405.032141] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1405.032141] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1405.033011] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1405.037441] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2116aada-bc44-4fa2-ba9f-5826f5b537ca {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1405.046780] env[71058]: DEBUG oslo_vmware.api [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Task: {'id': task-2872512, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1405.048421] env[71058]: DEBUG oslo_vmware.api [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Waiting for the task: (returnval){
[ 1405.048421] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520fb779-0d46-7189-a3ab-f3ba7143f6f7"
[ 1405.048421] env[71058]:    _type = "Task"
[ 1405.048421] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1405.058370] env[71058]: DEBUG oslo_vmware.api [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520fb779-0d46-7189-a3ab-f3ba7143f6f7, 'name': SearchDatastore_Task, 'duration_secs': 0.008396} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1405.059102] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06401dc2-ea85-4581-8698-e57b8f43513c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1405.071544] env[71058]: DEBUG oslo_vmware.api [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Waiting for the task: (returnval){
[ 1405.071544] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52edd641-d092-bd3e-bc09-e133ba349b22"
[ 1405.071544] env[71058]:    _type = "Task"
[ 1405.071544] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1405.077319] env[71058]: DEBUG oslo_vmware.api [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52edd641-d092-bd3e-bc09-e133ba349b22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1405.352358] env[71058]: DEBUG nova.scheduler.client.report [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1405.515134] env[71058]: DEBUG nova.compute.manager [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1405.548705] env[71058]: DEBUG oslo_vmware.api [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Task: {'id': task-2872512, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4915} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1405.551622] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] e123681a-fb17-4348-bb02-1b9ad55fd9f8/e123681a-fb17-4348-bb02-1b9ad55fd9f8.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1405.552089] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1405.552668] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac545ea5-0c2d-4d7b-a97f-43d4c5a125b4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1405.561531] env[71058]: DEBUG nova.virt.hardware [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1405.561710] env[71058]: DEBUG nova.virt.hardware [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1405.561882] env[71058]: DEBUG nova.virt.hardware [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1405.562147] env[71058]: DEBUG nova.virt.hardware [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1405.562400] env[71058]: DEBUG nova.virt.hardware [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1405.562644] env[71058]: DEBUG nova.virt.hardware [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1405.562914] env[71058]: DEBUG nova.virt.hardware [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1405.563100] env[71058]: DEBUG nova.virt.hardware [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1405.563297] env[71058]: DEBUG nova.virt.hardware [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1405.563587] env[71058]: DEBUG nova.virt.hardware [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1405.567185] env[71058]: DEBUG nova.virt.hardware [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1405.568087] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b89a3ab-461c-47d1-8900-6a979eb2a9aa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1405.572981] env[71058]: DEBUG oslo_vmware.api [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Waiting for the task: (returnval){
[ 1405.572981] env[71058]:    value = "task-2872513"
[ 1405.572981] env[71058]:    _type = "Task"
[ 1405.572981] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1405.588179] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e252de-231c-42d5-afa2-6192f8670b5c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1405.599271] env[71058]: DEBUG oslo_vmware.api [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52edd641-d092-bd3e-bc09-e133ba349b22, 'name': SearchDatastore_Task, 'duration_secs': 0.008387} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1405.599933] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1405.600219] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] fc0e7536-f62d-42d7-a9aa-1e2000e65b9b/fc0e7536-f62d-42d7-a9aa-1e2000e65b9b.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1405.600868] env[71058]: DEBUG oslo_concurrency.lockutils [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1405.601108] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1405.601329] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fb748ad-508e-4741-b007-8e425cde7573 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1405.618061] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-269a2dfb-6919-4a56-8aa6-e635e186b898 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1405.620318] env[71058]: DEBUG oslo_vmware.api [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Task: {'id': task-2872513, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1405.626356] env[71058]: DEBUG oslo_vmware.api [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Waiting for the task: (returnval){
[ 1405.626356] env[71058]:    value = "task-2872514"
[ 1405.626356] env[71058]:    _type = "Task"
[ 1405.626356] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1405.628189] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1405.628189] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1405.632539] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19685bf3-b9bc-4ec6-b9fc-4e2c64093590 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1405.641605] env[71058]: DEBUG oslo_vmware.api [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Task: {'id': task-2872514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1405.642526] env[71058]: DEBUG oslo_vmware.api [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Waiting for the task: (returnval){
[ 1405.642526] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52134458-2169-a64b-b372-00415763d55a"
[ 1405.642526] env[71058]:    _type = "Task"
[ 1405.642526] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1405.653632] env[71058]: DEBUG oslo_vmware.api [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52134458-2169-a64b-b372-00415763d55a, 'name': SearchDatastore_Task, 'duration_secs': 0.009013} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1405.654269] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b3bc93c-ea63-40a7-bad6-39869f9f7dce {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1405.664195] env[71058]: DEBUG oslo_vmware.api [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Waiting for the task: (returnval){
[ 1405.664195] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527d5589-e21a-2626-ade8-dfe91762251a"
[ 1405.664195] env[71058]:    _type = "Task"
[ 1405.664195] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1405.670433] env[71058]: DEBUG oslo_vmware.api [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527d5589-e21a-2626-ade8-dfe91762251a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1405.860490] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1405.860490] env[71058]: DEBUG nova.compute.manager [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1405.866065] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.569s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1405.868751] env[71058]: INFO nova.compute.claims [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1406.094993] env[71058]: DEBUG oslo_vmware.api [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Task: {'id': task-2872513, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071321} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1406.096123] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1406.099104] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d66525-0fb9-4dc5-b5f0-ffea480f9d20 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1406.128414] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] e123681a-fb17-4348-bb02-1b9ad55fd9f8/e123681a-fb17-4348-bb02-1b9ad55fd9f8.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1406.128870] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8597d0f8-15d5-42bd-a75d-7b5c5db26858 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1406.155040] env[71058]: DEBUG oslo_vmware.api [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Task: {'id': task-2872514, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1406.156596] env[71058]: DEBUG oslo_vmware.api [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Waiting for the task: (returnval){
[ 1406.156596] env[71058]:    value = "task-2872515"
[ 1406.156596] env[71058]:    _type = "Task"
[ 1406.156596] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1406.169765] env[71058]: DEBUG oslo_vmware.api [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Task: {'id': task-2872515, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1406.175378] env[71058]: DEBUG oslo_vmware.api [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527d5589-e21a-2626-ade8-dfe91762251a, 'name': SearchDatastore_Task, 'duration_secs': 0.018668} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1406.175771] env[71058]: DEBUG oslo_concurrency.lockutils [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1406.176554] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] bf1c130f-b02f-4890-84d0-54589ef16315/bf1c130f-b02f-4890-84d0-54589ef16315.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1406.176554] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65d7c4d5-b9a0-4ae1-8cc2-e3b88ccd44cd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1406.185481] env[71058]: DEBUG oslo_vmware.api [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Waiting for the task: (returnval){
[ 1406.185481] env[71058]:    value = "task-2872516"
[ 1406.185481] env[71058]:    _type = "Task"
[ 1406.185481] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1406.195546] env[71058]: DEBUG oslo_vmware.api [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Task: {'id': task-2872516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1406.261485] env[71058]: DEBUG nova.network.neutron [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Successfully created port: 51ef93dc-e923-4339-9810-406b694c5565 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1406.320280] env[71058]: DEBUG nova.network.neutron [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Successfully updated port: e59a7fbc-2f9d-4200-8538-522d747ce0b7 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1406.374275] env[71058]: DEBUG nova.compute.utils [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1406.379435] env[71058]: DEBUG nova.compute.manager [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1406.379536] env[71058]: DEBUG nova.network.neutron [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1406.650751] env[71058]: DEBUG oslo_vmware.api [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Task: {'id': task-2872514, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61821} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1406.652068] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] fc0e7536-f62d-42d7-a9aa-1e2000e65b9b/fc0e7536-f62d-42d7-a9aa-1e2000e65b9b.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1406.652068] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1406.652304] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab1ef9e4-2b1e-4ba5-ab9c-f34d822e3b85 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1406.665095] env[71058]: DEBUG oslo_vmware.api [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Waiting for the task: (returnval){
[ 1406.665095] env[71058]:    value = "task-2872517"
[ 1406.665095] env[71058]:    _type = "Task"
[ 1406.665095] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1406.675805] env[71058]: DEBUG oslo_vmware.api [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Task: {'id': task-2872515, 'name': ReconfigVM_Task, 'duration_secs': 0.352689} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1406.677282] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Reconfigured VM instance instance-00000003 to attach disk [datastore2] e123681a-fb17-4348-bb02-1b9ad55fd9f8/e123681a-fb17-4348-bb02-1b9ad55fd9f8.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1406.678192] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-452a1622-bf40-4466-8600-e3cf1f1d9cb6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1406.683597] env[71058]: DEBUG oslo_vmware.api [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Task: {'id': task-2872517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1406.697554] env[71058]: DEBUG oslo_vmware.api [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Waiting for the task: (returnval){
[ 1406.697554] env[71058]:    value = "task-2872518"
[ 1406.697554] env[71058]:    _type = "Task"
[ 1406.697554] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1406.702933] env[71058]: DEBUG oslo_vmware.api [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Task: {'id': task-2872516, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1406.713147] env[71058]: DEBUG oslo_vmware.api [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Task: {'id': task-2872518, 'name': Rename_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1406.738054] env[71058]: DEBUG nova.policy [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb7b8ce61c4a42d997e357f20f8b6088', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df590cd3ec8f4748ad8a273f58d2f095', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1406.824222] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Acquiring lock "refresh_cache-06f0fe80-c544-4b82-b82a-69b9c5e1e517" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1406.828020] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Acquired lock "refresh_cache-06f0fe80-c544-4b82-b82a-69b9c5e1e517" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1406.828020] env[71058]: DEBUG nova.network.neutron [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1406.880238] env[71058]: DEBUG nova.compute.manager [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1407.117827] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335e86e9-a49d-47f2-b8ff-d508d9dfd54b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1407.126573] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778e2e84-f30a-488b-91cc-796d9077d260 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1407.164440] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b830211c-5623-4bf2-a418-f75dc5bb9c4e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1407.179084] env[71058]: DEBUG oslo_vmware.api [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Task: {'id': task-2872517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142559} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1407.180474] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebb7c33-9380-4d7f-8278-8040e681f042 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1407.185663] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1407.186263] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29df68e3-da0c-4a97-9b04-ebaa0e7f9b7e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1407.206027] env[71058]: DEBUG nova.compute.provider_tree [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1407.230038] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] fc0e7536-f62d-42d7-a9aa-1e2000e65b9b/fc0e7536-f62d-42d7-a9aa-1e2000e65b9b.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1407.236647] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cb67390-6e0a-4b03-bfcd-15aff65fe029 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1407.250804] env[71058]: DEBUG oslo_vmware.api [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Task: {'id': task-2872516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586928} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1407.252364] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] bf1c130f-b02f-4890-84d0-54589ef16315/bf1c130f-b02f-4890-84d0-54589ef16315.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1407.252364] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1407.255935] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51626aa4-0bbc-41f8-b7d0-6082cefc12ab {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1407.258601] env[71058]: DEBUG oslo_vmware.api [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Task: {'id': task-2872518, 'name': Rename_Task, 'duration_secs': 0.175459} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1407.260198] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1407.260504] env[71058]: DEBUG oslo_vmware.api [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Waiting for the task: (returnval){
[ 1407.260504] env[71058]:    value = "task-2872519"
[ 1407.260504] env[71058]:    _type = "Task"
[ 1407.260504] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1407.260678] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9f50383-af44-4014-93a2-deb379769709 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1407.267223] env[71058]: DEBUG oslo_vmware.api [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Waiting for the task: (returnval){
[ 1407.267223] env[71058]:    value = "task-2872520"
[ 1407.267223] env[71058]:    _type = "Task"
[ 1407.267223] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1407.274094] env[71058]: DEBUG oslo_vmware.api [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Waiting for the task: (returnval){
[ 1407.274094] env[71058]:    value = "task-2872521"
[ 1407.274094] env[71058]:    _type = "Task"
[ 1407.274094] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1407.274327] env[71058]: DEBUG oslo_vmware.api [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Task: {'id': task-2872519, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1407.275339] env[71058]: ERROR nova.scheduler.client.report [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] [req-a6c8d682-9ae0-44b6-b3ce-126cf20e0d95] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e78318ba-501a-470f-875b-8fbc021c2c5f.  Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict  ", "code": "placement.concurrent_update", "request_id": "req-a6c8d682-9ae0-44b6-b3ce-126cf20e0d95"}]}
[ 1407.288616] env[71058]: DEBUG oslo_vmware.api [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Task: {'id': task-2872520, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1407.294230] env[71058]: DEBUG oslo_vmware.api [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Task: {'id': task-2872521, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1407.305437] env[71058]: DEBUG nova.scheduler.client.report [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Refreshing inventories for resource provider e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:832}}
[ 1407.323110] env[71058]: DEBUG nova.scheduler.client.report [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Updating ProviderTree inventory for provider e78318ba-501a-470f-875b-8fbc021c2c5f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:796}}
[ 1407.323434] env[71058]: DEBUG nova.compute.provider_tree [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1407.341190] env[71058]: DEBUG nova.scheduler.client.report [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Refreshing aggregate associations for resource provider e78318ba-501a-470f-875b-8fbc021c2c5f, aggregates: None {{(pid=71058) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:841}}
[ 1407.366601] env[71058]: DEBUG nova.scheduler.client.report [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Refreshing trait associations for resource provider e78318ba-501a-470f-875b-8fbc021c2c5f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=71058) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:853}}
[ 1407.413642] env[71058]: DEBUG nova.network.neutron [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1407.600795] env[71058]: DEBUG nova.network.neutron [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Successfully updated port: 621d1086-d39c-4e1f-8817-f109436c6323 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1407.609992] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c502264-0948-4261-881e-7e6b1510d175 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1407.619550] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696b6f0a-1aa8-4cde-80d3-df1e520766c5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1407.664011] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0da9a0-bd7f-45ac-b7a9-4f0b8af0d7a5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1407.671948] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c91474-2466-4fbf-a3c0-af473d46b148 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1407.686722] env[71058]: DEBUG nova.compute.provider_tree [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1407.790740] env[71058]: DEBUG oslo_vmware.api [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Task: {'id': task-2872519, 'name': ReconfigVM_Task, 'duration_secs': 0.382581} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1407.794454] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Reconfigured VM instance instance-00000001 to attach disk [datastore2] fc0e7536-f62d-42d7-a9aa-1e2000e65b9b/fc0e7536-f62d-42d7-a9aa-1e2000e65b9b.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1407.794769] env[71058]: DEBUG oslo_vmware.api [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Task: {'id': task-2872520, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07807} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1407.795405] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1bf8a6d-74fa-468b-80d2-5702218a3ba3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1407.797823] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1407.800920] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318896fb-3400-4b86-827a-8dd0417edb63 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1407.803954] env[71058]: DEBUG oslo_vmware.api [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Task: {'id': task-2872521, 'name': PowerOnVM_Task, 'duration_secs': 0.511755} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1407.805051] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1407.806236] env[71058]: INFO nova.compute.manager [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Took 9.29 seconds to spawn the instance on the hypervisor.
[ 1407.806750] env[71058]: DEBUG nova.compute.manager [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1407.808613] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5095ef51-d86d-4321-848f-035ebb9ef7e2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1407.847031] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] bf1c130f-b02f-4890-84d0-54589ef16315/bf1c130f-b02f-4890-84d0-54589ef16315.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1407.847604] env[71058]: DEBUG oslo_vmware.api [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Waiting for the task: (returnval){
[ 1407.847604] env[71058]:    value = "task-2872522"
[ 1407.847604] env[71058]:    _type = "Task"
[ 1407.847604] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1407.848216] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86c9604e-826d-4f88-a861-2bf1b7866bba {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1407.878691] env[71058]: DEBUG oslo_vmware.api [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Task: {'id': task-2872522, 'name': Rename_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1407.880082] env[71058]: DEBUG oslo_vmware.api [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Waiting for the task: (returnval){
[ 1407.880082] env[71058]:    value = "task-2872523"
[ 1407.880082] env[71058]:    _type = "Task"
[ 1407.880082] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1407.896028] env[71058]: DEBUG oslo_vmware.api [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Task: {'id': task-2872523, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1407.899764] env[71058]: DEBUG nova.compute.manager [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1407.936108] env[71058]: DEBUG nova.virt.hardware [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1407.936270] env[71058]: DEBUG nova.virt.hardware [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1407.936448] env[71058]: DEBUG nova.virt.hardware [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1407.937659] env[71058]: DEBUG nova.virt.hardware [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1407.937659] env[71058]: DEBUG nova.virt.hardware [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1407.937659] env[71058]: DEBUG nova.virt.hardware [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1407.941456] env[71058]: DEBUG nova.virt.hardware [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1407.941524] env[71058]: DEBUG nova.virt.hardware [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1407.941720] env[71058]: DEBUG nova.virt.hardware [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1407.941911] env[71058]: DEBUG nova.virt.hardware [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1407.942124] env[71058]: DEBUG nova.virt.hardware [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1407.943109] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f7ccf0-0624-4410-a3bc-df7ff5fe73b8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1407.954866] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf9afcd-87b5-4da3-bd41-f137fe3010dd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1408.103095] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Acquiring lock "refresh_cache-8745df0c-1d8b-4784-a3aa-4a0134936dc0" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1408.103380] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Acquired lock "refresh_cache-8745df0c-1d8b-4784-a3aa-4a0134936dc0" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1408.103431] env[71058]: DEBUG nova.network.neutron [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1408.224416] env[71058]: ERROR nova.scheduler.client.report [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] [req-64fc00ab-c50c-4c1a-aa47-792392ae377f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e78318ba-501a-470f-875b-8fbc021c2c5f.  Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict  ", "code": "placement.concurrent_update", "request_id": "req-64fc00ab-c50c-4c1a-aa47-792392ae377f"}]}
[ 1408.251300] env[71058]: DEBUG nova.scheduler.client.report [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Refreshing inventories for resource provider e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:832}}
[ 1408.281060] env[71058]: DEBUG nova.scheduler.client.report [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Updating ProviderTree inventory for provider e78318ba-501a-470f-875b-8fbc021c2c5f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:796}}
[ 1408.281060] env[71058]: DEBUG nova.compute.provider_tree [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1408.299103] env[71058]: DEBUG nova.scheduler.client.report [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Refreshing aggregate associations for resource provider e78318ba-501a-470f-875b-8fbc021c2c5f, aggregates: None {{(pid=71058) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:841}}
[ 1408.340105] env[71058]: DEBUG nova.scheduler.client.report [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Refreshing trait associations for resource provider e78318ba-501a-470f-875b-8fbc021c2c5f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=71058) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:853}}
[ 1408.350905] env[71058]: DEBUG nova.network.neutron [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Successfully created port: c40e53be-96f3-444e-949f-ccf70045ddfb {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1408.388864] env[71058]: DEBUG oslo_vmware.api [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Task: {'id': task-2872522, 'name': Rename_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1408.403694] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Acquiring lock "2329624f-45b8-4304-ad2f-a304d4520a8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1408.403694] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Lock "2329624f-45b8-4304-ad2f-a304d4520a8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1408.404371] env[71058]: INFO nova.compute.manager [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Took 17.13 seconds to build instance.
[ 1408.417985] env[71058]: DEBUG oslo_vmware.api [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Task: {'id': task-2872523, 'name': ReconfigVM_Task, 'duration_secs': 0.488424} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1408.418442] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Reconfigured VM instance instance-00000002 to attach disk [datastore2] bf1c130f-b02f-4890-84d0-54589ef16315/bf1c130f-b02f-4890-84d0-54589ef16315.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1408.419134] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-208eaf07-db61-4b45-af5f-8c650c644f52 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1408.431042] env[71058]: DEBUG oslo_vmware.api [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Waiting for the task: (returnval){
[ 1408.431042] env[71058]:    value = "task-2872524"
[ 1408.431042] env[71058]:    _type = "Task"
[ 1408.431042] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1408.445691] env[71058]: DEBUG oslo_vmware.api [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Task: {'id': task-2872524, 'name': Rename_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1408.523936] env[71058]: DEBUG nova.network.neutron [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Updating instance_info_cache with network_info: [{"id": "e59a7fbc-2f9d-4200-8538-522d747ce0b7", "address": "fa:16:3e:b7:7b:29", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape59a7fbc-2f", "ovs_interfaceid": "e59a7fbc-2f9d-4200-8538-522d747ce0b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1408.632881] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69148d27-72fb-4780-95d0-775c11713155 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1408.641229] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625b46b3-750c-44b7-90e3-a06cc84ae89e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1408.673137] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399954b6-e528-46d5-9041-d609ea55e328 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1408.681581] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311fb8d7-1fe2-4c11-a1e9-8b1931caa7e5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1408.695934] env[71058]: DEBUG nova.compute.provider_tree [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1408.735830] env[71058]: DEBUG nova.network.neutron [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1408.877435] env[71058]: DEBUG oslo_vmware.api [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Task: {'id': task-2872522, 'name': Rename_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1408.912055] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a48e732-8cd9-47e1-bcea-abb8cfa1e54c tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Lock "e123681a-fb17-4348-bb02-1b9ad55fd9f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.651s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1408.946036] env[71058]: DEBUG oslo_vmware.api [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Task: {'id': task-2872524, 'name': Rename_Task, 'duration_secs': 0.136041} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1408.947216] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1408.947593] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4223a7c3-3a02-491f-b50a-485f69ff45a0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1408.960030] env[71058]: DEBUG oslo_vmware.api [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Waiting for the task: (returnval){
[ 1408.960030] env[71058]:    value = "task-2872525"
[ 1408.960030] env[71058]:    _type = "Task"
[ 1408.960030] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1408.961965] env[71058]: DEBUG nova.compute.manager [req-b0131596-9bd2-4e07-8945-6efdc1328552 req-e3e174b8-7850-4f29-b31c-634fd3a200f6 service nova] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Received event network-vif-plugged-e59a7fbc-2f9d-4200-8538-522d747ce0b7 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1408.962369] env[71058]: DEBUG oslo_concurrency.lockutils [req-b0131596-9bd2-4e07-8945-6efdc1328552 req-e3e174b8-7850-4f29-b31c-634fd3a200f6 service nova] Acquiring lock "06f0fe80-c544-4b82-b82a-69b9c5e1e517-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1408.962724] env[71058]: DEBUG oslo_concurrency.lockutils [req-b0131596-9bd2-4e07-8945-6efdc1328552 req-e3e174b8-7850-4f29-b31c-634fd3a200f6 service nova] Lock "06f0fe80-c544-4b82-b82a-69b9c5e1e517-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1408.963028] env[71058]: DEBUG oslo_concurrency.lockutils [req-b0131596-9bd2-4e07-8945-6efdc1328552 req-e3e174b8-7850-4f29-b31c-634fd3a200f6 service nova] Lock "06f0fe80-c544-4b82-b82a-69b9c5e1e517-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1408.963430] env[71058]: DEBUG nova.compute.manager [req-b0131596-9bd2-4e07-8945-6efdc1328552 req-e3e174b8-7850-4f29-b31c-634fd3a200f6 service nova] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] No waiting events found dispatching network-vif-plugged-e59a7fbc-2f9d-4200-8538-522d747ce0b7 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1408.963968] env[71058]: WARNING nova.compute.manager [req-b0131596-9bd2-4e07-8945-6efdc1328552 req-e3e174b8-7850-4f29-b31c-634fd3a200f6 service nova] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Received unexpected event network-vif-plugged-e59a7fbc-2f9d-4200-8538-522d747ce0b7 for instance with vm_state building and task_state spawning.
[ 1408.981664] env[71058]: DEBUG oslo_vmware.api [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Task: {'id': task-2872525, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1409.031621] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Releasing lock "refresh_cache-06f0fe80-c544-4b82-b82a-69b9c5e1e517" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1409.031956] env[71058]: DEBUG nova.compute.manager [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Instance network_info: |[{"id": "e59a7fbc-2f9d-4200-8538-522d747ce0b7", "address": "fa:16:3e:b7:7b:29", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape59a7fbc-2f", "ovs_interfaceid": "e59a7fbc-2f9d-4200-8538-522d747ce0b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1409.032432] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:7b:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604c9724-b4ef-4393-a76e-eb4a2b510796', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e59a7fbc-2f9d-4200-8538-522d747ce0b7', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1409.040394] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Creating folder: Project (a20774716b224143ac6748a621217c2f). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1409.043018] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81c62bed-2310-44e6-9965-ed6b236b7554 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1409.055016] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Created folder: Project (a20774716b224143ac6748a621217c2f) in parent group-v577298.
[ 1409.055016] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Creating folder: Instances. Parent ref: group-v577308. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1409.055016] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7294c7c-2669-4c29-99fc-db262dc90eb5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1409.064564] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Created folder: Instances in parent group-v577308.
[ 1409.064805] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1409.064999] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1409.065861] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fe10416-5d34-4cf0-a05a-68dad91c52da {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1409.088498] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1409.088498] env[71058]:    value = "task-2872528"
[ 1409.088498] env[71058]:    _type = "Task"
[ 1409.088498] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1409.102673] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872528, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1409.245977] env[71058]: DEBUG nova.network.neutron [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Updating instance_info_cache with network_info: [{"id": "621d1086-d39c-4e1f-8817-f109436c6323", "address": "fa:16:3e:e4:30:58", "network": {"id": "9236987d-5c77-47aa-badc-1aa2236379e6", "bridge": "br-int", "label": "tempest-ServersTestJSON-720976007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd54b15d055b42b599b6f0d966dee630", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap621d1086-d3", "ovs_interfaceid": "621d1086-d39c-4e1f-8817-f109436c6323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1409.252505] env[71058]: DEBUG nova.scheduler.client.report [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Updated inventory for provider e78318ba-501a-470f-875b-8fbc021c2c5f with generation 17 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:985}}
[ 1409.253261] env[71058]: DEBUG nova.compute.provider_tree [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Updating resource provider e78318ba-501a-470f-875b-8fbc021c2c5f generation from 17 to 18 during operation: update_inventory {{(pid=71058) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
[ 1409.253471] env[71058]: DEBUG nova.compute.provider_tree [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1409.386779] env[71058]: DEBUG oslo_vmware.api [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Task: {'id': task-2872522, 'name': Rename_Task, 'duration_secs': 1.174123} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1409.387199] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1409.387405] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5d2d058-92fc-47fe-8bbb-68e5ce1ece77 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1409.395801] env[71058]: DEBUG oslo_vmware.api [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Waiting for the task: (returnval){
[ 1409.395801] env[71058]:    value = "task-2872529"
[ 1409.395801] env[71058]:    _type = "Task"
[ 1409.395801] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1409.407740] env[71058]: DEBUG oslo_vmware.api [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Task: {'id': task-2872529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1409.414395] env[71058]: DEBUG nova.compute.manager [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1409.471647] env[71058]: DEBUG oslo_vmware.api [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Task: {'id': task-2872525, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1409.609143] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872528, 'name': CreateVM_Task, 'duration_secs': 0.314561} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1409.609398] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1409.610561] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1409.610872] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1409.611339] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1409.611716] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b4bf6c8-0fed-4664-99ee-425d9fc4e7c1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1409.617983] env[71058]: DEBUG oslo_vmware.api [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Waiting for the task: (returnval){
[ 1409.617983] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d0d2d3-1abd-1f78-871e-20727998d9ed"
[ 1409.617983] env[71058]:    _type = "Task"
[ 1409.617983] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1409.628998] env[71058]: DEBUG oslo_vmware.api [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d0d2d3-1abd-1f78-871e-20727998d9ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1409.747761] env[71058]: DEBUG nova.compute.manager [req-7e6450c3-f96b-4b59-9989-11984b08df99 req-8fb3e82a-af50-4cd7-bbd4-fe42c50bb1ad service nova] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Received event network-vif-plugged-621d1086-d39c-4e1f-8817-f109436c6323 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1409.747761] env[71058]: DEBUG oslo_concurrency.lockutils [req-7e6450c3-f96b-4b59-9989-11984b08df99 req-8fb3e82a-af50-4cd7-bbd4-fe42c50bb1ad service nova] Acquiring lock "8745df0c-1d8b-4784-a3aa-4a0134936dc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1409.747761] env[71058]: DEBUG oslo_concurrency.lockutils [req-7e6450c3-f96b-4b59-9989-11984b08df99 req-8fb3e82a-af50-4cd7-bbd4-fe42c50bb1ad service nova] Lock "8745df0c-1d8b-4784-a3aa-4a0134936dc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1409.747999] env[71058]: DEBUG oslo_concurrency.lockutils [req-7e6450c3-f96b-4b59-9989-11984b08df99 req-8fb3e82a-af50-4cd7-bbd4-fe42c50bb1ad service nova] Lock "8745df0c-1d8b-4784-a3aa-4a0134936dc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1409.756906] env[71058]: DEBUG nova.compute.manager [req-7e6450c3-f96b-4b59-9989-11984b08df99 req-8fb3e82a-af50-4cd7-bbd4-fe42c50bb1ad service nova] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] No waiting events found dispatching network-vif-plugged-621d1086-d39c-4e1f-8817-f109436c6323 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1409.756906] env[71058]: WARNING nova.compute.manager [req-7e6450c3-f96b-4b59-9989-11984b08df99 req-8fb3e82a-af50-4cd7-bbd4-fe42c50bb1ad service nova] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Received unexpected event network-vif-plugged-621d1086-d39c-4e1f-8817-f109436c6323 for instance with vm_state building and task_state spawning.
[ 1409.757942] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Releasing lock "refresh_cache-8745df0c-1d8b-4784-a3aa-4a0134936dc0" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1409.757942] env[71058]: DEBUG nova.compute.manager [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Instance network_info: |[{"id": "621d1086-d39c-4e1f-8817-f109436c6323", "address": "fa:16:3e:e4:30:58", "network": {"id": "9236987d-5c77-47aa-badc-1aa2236379e6", "bridge": "br-int", "label": "tempest-ServersTestJSON-720976007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd54b15d055b42b599b6f0d966dee630", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap621d1086-d3", "ovs_interfaceid": "621d1086-d39c-4e1f-8817-f109436c6323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1409.759293] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:30:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '621d1086-d39c-4e1f-8817-f109436c6323', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1409.776202] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Creating folder: Project (cd54b15d055b42b599b6f0d966dee630). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1409.776202] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.910s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1409.777119] env[71058]: DEBUG nova.compute.manager [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1409.784020] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84419a6f-a0b0-4b73-99b2-543a65943c1d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1409.786759] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 8.662s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1409.796530] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Created folder: Project (cd54b15d055b42b599b6f0d966dee630) in parent group-v577298.
[ 1409.796737] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Creating folder: Instances. Parent ref: group-v577311. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1409.796974] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec8d0a4c-ce52-4a79-9bfa-833e9627fb55 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1409.811030] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Created folder: Instances in parent group-v577311.
[ 1409.811030] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1409.811030] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1409.815192] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43c505b6-8a8b-417b-9add-d725aa3ef456 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1409.846470] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1409.846470] env[71058]:    value = "task-2872532"
[ 1409.846470] env[71058]:    _type = "Task"
[ 1409.846470] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1409.858456] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872532, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1409.909244] env[71058]: DEBUG oslo_vmware.api [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Task: {'id': task-2872529, 'name': PowerOnVM_Task} progress is 1%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1409.949561] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1409.970835] env[71058]: DEBUG oslo_vmware.api [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Task: {'id': task-2872525, 'name': PowerOnVM_Task, 'duration_secs': 0.522249} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1409.971241] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1409.971385] env[71058]: INFO nova.compute.manager [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Took 13.73 seconds to spawn the instance on the hypervisor.
[ 1409.971531] env[71058]: DEBUG nova.compute.manager [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1409.972450] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc72be34-fe6d-46a6-94df-153ba63964b3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1410.096745] env[71058]: DEBUG nova.network.neutron [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Successfully updated port: 51ef93dc-e923-4339-9810-406b694c5565 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1410.134363] env[71058]: DEBUG oslo_vmware.api [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d0d2d3-1abd-1f78-871e-20727998d9ed, 'name': SearchDatastore_Task, 'duration_secs': 0.010467} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1410.134661] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1410.134887] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1410.135137] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1410.135277] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1410.135457] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1410.136186] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9dde2630-4066-43e3-845b-846acf4bb270 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1410.143762] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1410.144278] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1410.144686] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7d47241-95f4-4029-8edf-b51063c9f0a6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1410.151682] env[71058]: DEBUG oslo_vmware.api [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Waiting for the task: (returnval){
[ 1410.151682] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52fe07b2-50db-20d2-ad54-91bdcd30fe2b"
[ 1410.151682] env[71058]:    _type = "Task"
[ 1410.151682] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1410.160790] env[71058]: DEBUG oslo_vmware.api [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52fe07b2-50db-20d2-ad54-91bdcd30fe2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1410.294341] env[71058]: DEBUG nova.compute.utils [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1410.296724] env[71058]: DEBUG nova.compute.manager [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1410.296724] env[71058]: DEBUG nova.network.neutron [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1410.358065] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872532, 'name': CreateVM_Task, 'duration_secs': 0.411475} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1410.358247] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1410.359739] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1410.360141] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1410.363273] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1410.363273] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90ae70e7-269a-471e-9ca8-83057f16fdcf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1410.366198] env[71058]: DEBUG oslo_vmware.api [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Waiting for the task: (returnval){
[ 1410.366198] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b764c7-f7c2-50c1-2036-21a5c3b8522d"
[ 1410.366198] env[71058]:    _type = "Task"
[ 1410.366198] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1410.376854] env[71058]: DEBUG oslo_vmware.api [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b764c7-f7c2-50c1-2036-21a5c3b8522d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1410.407340] env[71058]: DEBUG oslo_vmware.api [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Task: {'id': task-2872529, 'name': PowerOnVM_Task} progress is 91%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1410.438128] env[71058]: DEBUG nova.policy [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a08d67d2eb4d47e9a6bbe459f49b0a74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57098984d21140de8fee1ebb3329813f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1410.496229] env[71058]: INFO nova.compute.manager [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Took 19.38 seconds to build instance.
[ 1410.502075] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "f620dc99-9e9e-4734-b079-e1de9682ab86" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1410.502681] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "f620dc99-9e9e-4734-b079-e1de9682ab86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1410.599641] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Acquiring lock "refresh_cache-800b7ba0-d604-47bd-9992-b3bd7c946418" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1410.599797] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Acquired lock "refresh_cache-800b7ba0-d604-47bd-9992-b3bd7c946418" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1410.599954] env[71058]: DEBUG nova.network.neutron [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1410.666122] env[71058]: DEBUG oslo_vmware.api [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52fe07b2-50db-20d2-ad54-91bdcd30fe2b, 'name': SearchDatastore_Task, 'duration_secs': 0.011448} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1410.668382] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe74a97c-d651-4508-a500-f10d8e49762d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1410.679243] env[71058]: DEBUG oslo_vmware.api [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Waiting for the task: (returnval){
[ 1410.679243] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]521bdaac-3168-761e-1f59-e4e68e8fa3fb"
[ 1410.679243] env[71058]:    _type = "Task"
[ 1410.679243] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1410.696135] env[71058]: DEBUG oslo_vmware.api [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]521bdaac-3168-761e-1f59-e4e68e8fa3fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1410.801140] env[71058]: DEBUG nova.compute.manager [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1410.821212] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance fc0e7536-f62d-42d7-a9aa-1e2000e65b9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1410.821212] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance bf1c130f-b02f-4890-84d0-54589ef16315 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1410.821411] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance e123681a-fb17-4348-bb02-1b9ad55fd9f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1410.821446] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 06f0fe80-c544-4b82-b82a-69b9c5e1e517 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1410.822021] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 8745df0c-1d8b-4784-a3aa-4a0134936dc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1410.822021] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 800b7ba0-d604-47bd-9992-b3bd7c946418 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1410.822021] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance e55a7df3-411f-441b-8e9b-91ba7bf96656 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1410.822021] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 584834f7-f7e6-4b90-8406-f5f550b1b97d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1410.878563] env[71058]: DEBUG oslo_vmware.api [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b764c7-f7c2-50c1-2036-21a5c3b8522d, 'name': SearchDatastore_Task, 'duration_secs': 0.011296} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1410.879424] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1410.879950] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1410.881120] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1410.909083] env[71058]: DEBUG oslo_vmware.api [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Task: {'id': task-2872529, 'name': PowerOnVM_Task, 'duration_secs': 1.026933} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1410.909587] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1410.910139] env[71058]: INFO nova.compute.manager [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Took 16.89 seconds to spawn the instance on the hypervisor.
[ 1410.910883] env[71058]: DEBUG nova.compute.manager [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1410.913274] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4eb28b-fc67-4a6b-949d-a7fcf0f0435b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1410.999410] env[71058]: DEBUG oslo_concurrency.lockutils [None req-44a52e13-7e17-4557-b9ea-7101bd9cc8b0 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Lock "bf1c130f-b02f-4890-84d0-54589ef16315" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 20.900s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1411.129467] env[71058]: DEBUG nova.network.neutron [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Successfully created port: 7e1701bf-4447-4202-9f29-adee6286eb74 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1411.190651] env[71058]: DEBUG oslo_vmware.api [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]521bdaac-3168-761e-1f59-e4e68e8fa3fb, 'name': SearchDatastore_Task, 'duration_secs': 0.028267} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1411.191173] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1411.191598] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 06f0fe80-c544-4b82-b82a-69b9c5e1e517/06f0fe80-c544-4b82-b82a-69b9c5e1e517.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1411.192118] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1411.192446] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1411.192778] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d42c8b2c-7265-4deb-8ae7-2461afba6d08 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1411.197017] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a2260a2-4a74-4af0-914d-1b6bdd0addb6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1411.202074] env[71058]: DEBUG oslo_vmware.api [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Waiting for the task: (returnval){
[ 1411.202074] env[71058]:    value = "task-2872533"
[ 1411.202074] env[71058]:    _type = "Task"
[ 1411.202074] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1411.208034] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1411.208342] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1411.209477] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-756eda8f-dbe5-4a7e-a258-44a6e7368e64 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1411.216134] env[71058]: DEBUG oslo_vmware.api [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': task-2872533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1411.221505] env[71058]: DEBUG oslo_vmware.api [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Waiting for the task: (returnval){
[ 1411.221505] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5226b6d2-9caa-6ea6-0f7c-32fb25b94eff"
[ 1411.221505] env[71058]:    _type = "Task"
[ 1411.221505] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1411.228323] env[71058]: DEBUG nova.network.neutron [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1411.235790] env[71058]: DEBUG oslo_vmware.api [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5226b6d2-9caa-6ea6-0f7c-32fb25b94eff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1411.324918] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 03b4d595-77ea-48bc-9e87-8ed5cec93c4a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1411.434161] env[71058]: INFO nova.compute.manager [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Took 21.69 seconds to build instance.
[ 1411.500195] env[71058]: DEBUG nova.network.neutron [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Successfully updated port: c40e53be-96f3-444e-949f-ccf70045ddfb {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1411.501566] env[71058]: DEBUG nova.compute.manager [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1411.712570] env[71058]: DEBUG oslo_vmware.api [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': task-2872533, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1411.735953] env[71058]: DEBUG oslo_vmware.api [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5226b6d2-9caa-6ea6-0f7c-32fb25b94eff, 'name': SearchDatastore_Task, 'duration_secs': 0.030772} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1411.737546] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-888f64c8-657c-42e0-a27a-d93d9b09c834 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1411.746386] env[71058]: DEBUG oslo_vmware.api [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Waiting for the task: (returnval){
[ 1411.746386] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e1c2fb-1c5d-b134-ae5f-92deb562634a"
[ 1411.746386] env[71058]:    _type = "Task"
[ 1411.746386] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1411.753704] env[71058]: DEBUG oslo_vmware.api [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e1c2fb-1c5d-b134-ae5f-92deb562634a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1411.788075] env[71058]: DEBUG nova.network.neutron [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Updating instance_info_cache with network_info: [{"id": "51ef93dc-e923-4339-9810-406b694c5565", "address": "fa:16:3e:73:5d:33", "network": {"id": "361b2522-eeec-4a24-8772-dd5fb3c3d6f3", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-994765204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bafb0490d0534a82a10d19a12c3e0180", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51ef93dc-e9", "ovs_interfaceid": "51ef93dc-e923-4339-9810-406b694c5565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1411.821411] env[71058]: DEBUG nova.compute.manager [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1411.832289] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 5be4e13c-8434-4410-a8c4-b91a70b0ad8c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1411.866480] env[71058]: DEBUG nova.virt.hardware [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1411.866819] env[71058]: DEBUG nova.virt.hardware [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1411.867023] env[71058]: DEBUG nova.virt.hardware [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1411.867219] env[71058]: DEBUG nova.virt.hardware [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1411.867561] env[71058]: DEBUG nova.virt.hardware [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1411.868078] env[71058]: DEBUG nova.virt.hardware [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1411.868339] env[71058]: DEBUG nova.virt.hardware [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1411.869110] env[71058]: DEBUG nova.virt.hardware [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1411.869110] env[71058]: DEBUG nova.virt.hardware [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1411.869349] env[71058]: DEBUG nova.virt.hardware [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1411.869516] env[71058]: DEBUG nova.virt.hardware [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1411.870605] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400958c5-6b65-4e35-8d5f-b0daba1c4135 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1411.882801] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a138206c-63dc-45dc-9b17-bc82dd400b51 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1411.938164] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45afd458-ebc2-4c6d-b086-a6820007fb4d tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Lock "fc0e7536-f62d-42d7-a9aa-1e2000e65b9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 23.202s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1412.009219] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "refresh_cache-e55a7df3-411f-441b-8e9b-91ba7bf96656" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1412.009379] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquired lock "refresh_cache-e55a7df3-411f-441b-8e9b-91ba7bf96656" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1412.009570] env[71058]: DEBUG nova.network.neutron [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1412.042280] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1412.220049] env[71058]: DEBUG oslo_vmware.api [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': task-2872533, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.729783} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1412.220774] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 06f0fe80-c544-4b82-b82a-69b9c5e1e517/06f0fe80-c544-4b82-b82a-69b9c5e1e517.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1412.221344] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1412.221748] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-350dc7dd-fefc-42c7-8f56-91db56904141 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1412.232787] env[71058]: DEBUG oslo_vmware.api [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Waiting for the task: (returnval){
[ 1412.232787] env[71058]:    value = "task-2872534"
[ 1412.232787] env[71058]:    _type = "Task"
[ 1412.232787] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1412.245132] env[71058]: DEBUG oslo_vmware.api [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': task-2872534, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1412.260497] env[71058]: DEBUG oslo_vmware.api [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e1c2fb-1c5d-b134-ae5f-92deb562634a, 'name': SearchDatastore_Task, 'duration_secs': 0.048074} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1412.261699] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1412.263098] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 8745df0c-1d8b-4784-a3aa-4a0134936dc0/8745df0c-1d8b-4784-a3aa-4a0134936dc0.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1412.263098] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6829604a-f499-4add-b8a5-b7546b3fc6eb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1412.273748] env[71058]: DEBUG nova.compute.manager [None req-e5fa79e9-31cd-49ee-a754-afc2b9354b7b tempest-ServerDiagnosticsV248Test-1962222687 tempest-ServerDiagnosticsV248Test-1962222687-project-admin] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1412.274821] env[71058]: DEBUG oslo_vmware.api [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Waiting for the task: (returnval){
[ 1412.274821] env[71058]:    value = "task-2872535"
[ 1412.274821] env[71058]:    _type = "Task"
[ 1412.274821] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1412.276386] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5a1daf-25a5-4e0e-91bc-25f3b7ddc8b5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1412.288232] env[71058]: DEBUG oslo_vmware.api [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Task: {'id': task-2872535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1412.289710] env[71058]: INFO nova.compute.manager [None req-e5fa79e9-31cd-49ee-a754-afc2b9354b7b tempest-ServerDiagnosticsV248Test-1962222687 tempest-ServerDiagnosticsV248Test-1962222687-project-admin] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Retrieving diagnostics
[ 1412.290593] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Releasing lock "refresh_cache-800b7ba0-d604-47bd-9992-b3bd7c946418" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1412.290593] env[71058]: DEBUG nova.compute.manager [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Instance network_info: |[{"id": "51ef93dc-e923-4339-9810-406b694c5565", "address": "fa:16:3e:73:5d:33", "network": {"id": "361b2522-eeec-4a24-8772-dd5fb3c3d6f3", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-994765204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bafb0490d0534a82a10d19a12c3e0180", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51ef93dc-e9", "ovs_interfaceid": "51ef93dc-e923-4339-9810-406b694c5565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1412.291259] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f921438-c415-4a0c-aed6-dcefa9fcfec8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1412.294230] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:5d:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf99dce-c773-48db-a2d9-00b8d0a7c75d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51ef93dc-e923-4339-9810-406b694c5565', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1412.301731] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Creating folder: Project (bafb0490d0534a82a10d19a12c3e0180). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1412.303269] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03cdae25-d464-4333-8e3b-3f679ba9a154 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1412.336614] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 77d111eb-71b1-4758-998e-2760512a6b43 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1412.341041] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Created folder: Project (bafb0490d0534a82a10d19a12c3e0180) in parent group-v577298.
[ 1412.341041] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Creating folder: Instances. Parent ref: group-v577314. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1412.341041] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7e85cfc-d240-41ac-9311-25bf6165b97b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1412.348920] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Created folder: Instances in parent group-v577314.
[ 1412.349793] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1412.351210] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1412.351316] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6d4e7cd-b44c-4b14-a26d-43c08c1a00ec {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1412.378387] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1412.378387] env[71058]:    value = "task-2872538"
[ 1412.378387] env[71058]:    _type = "Task"
[ 1412.378387] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1412.388264] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872538, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1412.444654] env[71058]: DEBUG nova.compute.manager [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1412.553922] env[71058]: DEBUG nova.network.neutron [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1412.627055] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Acquiring lock "3cf0e63a-4528-49d7-b068-5d1073643834" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1412.628018] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Lock "3cf0e63a-4528-49d7-b068-5d1073643834" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1412.743131] env[71058]: DEBUG oslo_vmware.api [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': task-2872534, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074052} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1412.743755] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1412.744745] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ec5a85-f523-4362-9e0b-50435ff1261d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1412.772874] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 06f0fe80-c544-4b82-b82a-69b9c5e1e517/06f0fe80-c544-4b82-b82a-69b9c5e1e517.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1412.773427] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-100946d7-2774-490d-b973-e91e34941379 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1412.799727] env[71058]: DEBUG oslo_vmware.api [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Task: {'id': task-2872535, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1412.801459] env[71058]: DEBUG oslo_vmware.api [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Waiting for the task: (returnval){
[ 1412.801459] env[71058]:    value = "task-2872539"
[ 1412.801459] env[71058]:    _type = "Task"
[ 1412.801459] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1412.812113] env[71058]: DEBUG oslo_vmware.api [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': task-2872539, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1412.839961] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance e2835ee8-aa60-450e-9808-a43d2e540a30 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1412.894971] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872538, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1412.977610] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1413.204898] env[71058]: DEBUG nova.network.neutron [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Updating instance_info_cache with network_info: [{"id": "c40e53be-96f3-444e-949f-ccf70045ddfb", "address": "fa:16:3e:7f:b3:1e", "network": {"id": "5ecbb149-fd57-4a44-a6cc-48e0b1e653a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1232521171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df590cd3ec8f4748ad8a273f58d2f095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40e53be-96", "ovs_interfaceid": "c40e53be-96f3-444e-949f-ccf70045ddfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1413.307018] env[71058]: DEBUG oslo_vmware.api [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Task: {'id': task-2872535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800456} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1413.310697] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 8745df0c-1d8b-4784-a3aa-4a0134936dc0/8745df0c-1d8b-4784-a3aa-4a0134936dc0.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1413.312212] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1413.312212] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5cfd1d40-959c-48c4-8cf3-b617d0364aeb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1413.318368] env[71058]: DEBUG oslo_vmware.api [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': task-2872539, 'name': ReconfigVM_Task, 'duration_secs': 0.513506} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1413.320061] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 06f0fe80-c544-4b82-b82a-69b9c5e1e517/06f0fe80-c544-4b82-b82a-69b9c5e1e517.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1413.320892] env[71058]: DEBUG oslo_vmware.api [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Waiting for the task: (returnval){
[ 1413.320892] env[71058]:    value = "task-2872540"
[ 1413.320892] env[71058]:    _type = "Task"
[ 1413.320892] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1413.321088] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11d99426-012f-45e2-a94f-8e4bc6716afc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1413.334159] env[71058]: DEBUG oslo_vmware.api [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Task: {'id': task-2872540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1413.336432] env[71058]: DEBUG oslo_vmware.api [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Waiting for the task: (returnval){
[ 1413.336432] env[71058]:    value = "task-2872541"
[ 1413.336432] env[71058]:    _type = "Task"
[ 1413.336432] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1413.344529] env[71058]: DEBUG nova.network.neutron [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Successfully updated port: 7e1701bf-4447-4202-9f29-adee6286eb74 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1413.346876] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 2329624f-45b8-4304-ad2f-a304d4520a8b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1413.355788] env[71058]: DEBUG oslo_vmware.api [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': task-2872541, 'name': Rename_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1413.394066] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872538, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1413.708032] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Releasing lock "refresh_cache-e55a7df3-411f-441b-8e9b-91ba7bf96656" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1413.708430] env[71058]: DEBUG nova.compute.manager [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Instance network_info: |[{"id": "c40e53be-96f3-444e-949f-ccf70045ddfb", "address": "fa:16:3e:7f:b3:1e", "network": {"id": "5ecbb149-fd57-4a44-a6cc-48e0b1e653a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1232521171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df590cd3ec8f4748ad8a273f58d2f095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40e53be-96", "ovs_interfaceid": "c40e53be-96f3-444e-949f-ccf70045ddfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1413.708891] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:b3:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92233552-2c0c-416e-9bf3-bfcca8eda2dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c40e53be-96f3-444e-949f-ccf70045ddfb', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1413.716434] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Creating folder: Project (df590cd3ec8f4748ad8a273f58d2f095). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1413.716737] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3078b70a-0292-45d9-947f-26a437312cf3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1413.728555] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Created folder: Project (df590cd3ec8f4748ad8a273f58d2f095) in parent group-v577298.
[ 1413.729014] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Creating folder: Instances. Parent ref: group-v577317. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1413.729014] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1be99b77-430c-406e-9ea3-fd49e373b127 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1413.742393] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Created folder: Instances in parent group-v577317.
[ 1413.742657] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1413.742857] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1413.743082] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4144e4ab-97b4-4a2c-9640-35878f827880 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1413.765381] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1413.765381] env[71058]:    value = "task-2872544"
[ 1413.765381] env[71058]:    _type = "Task"
[ 1413.765381] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1413.777034] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872544, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1413.833744] env[71058]: DEBUG oslo_vmware.api [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Task: {'id': task-2872540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072797} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1413.834175] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1413.835479] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310fe463-6c7b-47a6-842a-9e91664dce79 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1413.853561] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Acquiring lock "refresh_cache-584834f7-f7e6-4b90-8406-f5f550b1b97d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1413.853944] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Acquired lock "refresh_cache-584834f7-f7e6-4b90-8406-f5f550b1b97d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1413.854242] env[71058]: DEBUG nova.network.neutron [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1413.856938] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance f620dc99-9e9e-4734-b079-e1de9682ab86 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1413.860268] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=71058) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
[ 1413.860424] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=71058) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
[ 1413.873390] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 8745df0c-1d8b-4784-a3aa-4a0134936dc0/8745df0c-1d8b-4784-a3aa-4a0134936dc0.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1413.880790] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2fb72cf-3c20-4116-bdf6-8ae15a7d24da {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1413.899649] env[71058]: DEBUG oslo_vmware.api [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': task-2872541, 'name': Rename_Task, 'duration_secs': 0.18615} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1413.899649] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1413.906820] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2b9941e-69fb-4a2b-9949-e72a3796a3b3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1413.910445] env[71058]: DEBUG nova.compute.manager [req-b45e4f45-9de3-47d6-b528-fc6eb510e547 req-b0aa6270-f3f6-4a81-990c-a10be39adbe5 service nova] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Received event network-changed-e59a7fbc-2f9d-4200-8538-522d747ce0b7 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1413.910683] env[71058]: DEBUG nova.compute.manager [req-b45e4f45-9de3-47d6-b528-fc6eb510e547 req-b0aa6270-f3f6-4a81-990c-a10be39adbe5 service nova] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Refreshing instance network info cache due to event network-changed-e59a7fbc-2f9d-4200-8538-522d747ce0b7. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1413.910931] env[71058]: DEBUG oslo_concurrency.lockutils [req-b45e4f45-9de3-47d6-b528-fc6eb510e547 req-b0aa6270-f3f6-4a81-990c-a10be39adbe5 service nova] Acquiring lock "refresh_cache-06f0fe80-c544-4b82-b82a-69b9c5e1e517" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1413.913246] env[71058]: DEBUG oslo_concurrency.lockutils [req-b45e4f45-9de3-47d6-b528-fc6eb510e547 req-b0aa6270-f3f6-4a81-990c-a10be39adbe5 service nova] Acquired lock "refresh_cache-06f0fe80-c544-4b82-b82a-69b9c5e1e517" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1413.913246] env[71058]: DEBUG nova.network.neutron [req-b45e4f45-9de3-47d6-b528-fc6eb510e547 req-b0aa6270-f3f6-4a81-990c-a10be39adbe5 service nova] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Refreshing network info cache for port e59a7fbc-2f9d-4200-8538-522d747ce0b7 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1413.918544] env[71058]: DEBUG oslo_vmware.api [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Waiting for the task: (returnval){
[ 1413.918544] env[71058]:    value = "task-2872545"
[ 1413.918544] env[71058]:    _type = "Task"
[ 1413.918544] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1413.928410] env[71058]: DEBUG oslo_vmware.api [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Waiting for the task: (returnval){
[ 1413.928410] env[71058]:    value = "task-2872546"
[ 1413.928410] env[71058]:    _type = "Task"
[ 1413.928410] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1413.930132] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872538, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1413.939848] env[71058]: DEBUG oslo_vmware.api [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Task: {'id': task-2872545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1413.954492] env[71058]: DEBUG oslo_vmware.api [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': task-2872546, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1413.955342] env[71058]: DEBUG nova.network.neutron [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1414.088748] env[71058]: DEBUG oslo_concurrency.lockutils [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Acquiring lock "d2b49aba-df56-436a-9e6c-c3a879676d43" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1414.089186] env[71058]: DEBUG oslo_concurrency.lockutils [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Lock "d2b49aba-df56-436a-9e6c-c3a879676d43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1414.138153] env[71058]: DEBUG nova.network.neutron [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Updating instance_info_cache with network_info: [{"id": "7e1701bf-4447-4202-9f29-adee6286eb74", "address": "fa:16:3e:1f:a6:7e", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e1701bf-44", "ovs_interfaceid": "7e1701bf-4447-4202-9f29-adee6286eb74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1414.193245] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7873089c-56fc-415a-a92a-45ef3d5fe875 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1414.200926] env[71058]: DEBUG nova.compute.manager [req-76d36e71-547a-401b-87c5-fdd6fd39c2d9 req-14b2bf65-d707-4a81-b224-190038ad2b06 service nova] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Received event network-changed-621d1086-d39c-4e1f-8817-f109436c6323 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1414.201226] env[71058]: DEBUG nova.compute.manager [req-76d36e71-547a-401b-87c5-fdd6fd39c2d9 req-14b2bf65-d707-4a81-b224-190038ad2b06 service nova] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Refreshing instance network info cache due to event network-changed-621d1086-d39c-4e1f-8817-f109436c6323. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1414.201607] env[71058]: DEBUG oslo_concurrency.lockutils [req-76d36e71-547a-401b-87c5-fdd6fd39c2d9 req-14b2bf65-d707-4a81-b224-190038ad2b06 service nova] Acquiring lock "refresh_cache-8745df0c-1d8b-4784-a3aa-4a0134936dc0" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1414.201663] env[71058]: DEBUG oslo_concurrency.lockutils [req-76d36e71-547a-401b-87c5-fdd6fd39c2d9 req-14b2bf65-d707-4a81-b224-190038ad2b06 service nova] Acquired lock "refresh_cache-8745df0c-1d8b-4784-a3aa-4a0134936dc0" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1414.205019] env[71058]: DEBUG nova.network.neutron [req-76d36e71-547a-401b-87c5-fdd6fd39c2d9 req-14b2bf65-d707-4a81-b224-190038ad2b06 service nova] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Refreshing network info cache for port 621d1086-d39c-4e1f-8817-f109436c6323 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1414.207184] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57da1ee-beb1-4d95-be68-daf373289f8f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1414.245618] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc791299-88bd-4a50-a361-87b2206fffc0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1414.255124] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d2522d-6d90-4372-af88-e897385328d4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1414.268497] env[71058]: DEBUG nova.compute.provider_tree [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1414.279692] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872544, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1414.409025] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872538, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1414.430162] env[71058]: DEBUG oslo_vmware.api [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Task: {'id': task-2872545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1414.441422] env[71058]: DEBUG oslo_vmware.api [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': task-2872546, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1414.640987] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Releasing lock "refresh_cache-584834f7-f7e6-4b90-8406-f5f550b1b97d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1414.641374] env[71058]: DEBUG nova.compute.manager [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Instance network_info: |[{"id": "7e1701bf-4447-4202-9f29-adee6286eb74", "address": "fa:16:3e:1f:a6:7e", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e1701bf-44", "ovs_interfaceid": "7e1701bf-4447-4202-9f29-adee6286eb74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1414.641820] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:a6:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604c9724-b4ef-4393-a76e-eb4a2b510796', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e1701bf-4447-4202-9f29-adee6286eb74', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1414.650916] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Creating folder: Project (57098984d21140de8fee1ebb3329813f). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1414.654729] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ecb1d7a-8756-4f59-a323-2a104e97675e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1414.665275] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Created folder: Project (57098984d21140de8fee1ebb3329813f) in parent group-v577298.
[ 1414.665464] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Creating folder: Instances. Parent ref: group-v577320. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1414.665702] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f27fc400-230f-421d-bdf3-0819179d8c59 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1414.677029] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Created folder: Instances in parent group-v577320.
[ 1414.677693] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1414.677693] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1414.677810] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-231403dc-e9f6-4213-a6c6-925c5ac65401 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1414.698711] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1414.698711] env[71058]:    value = "task-2872549"
[ 1414.698711] env[71058]:    _type = "Task"
[ 1414.698711] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1414.719239] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872549, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1414.766136] env[71058]: DEBUG nova.network.neutron [req-b45e4f45-9de3-47d6-b528-fc6eb510e547 req-b0aa6270-f3f6-4a81-990c-a10be39adbe5 service nova] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Updated VIF entry in instance network info cache for port e59a7fbc-2f9d-4200-8538-522d747ce0b7. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1414.766558] env[71058]: DEBUG nova.network.neutron [req-b45e4f45-9de3-47d6-b528-fc6eb510e547 req-b0aa6270-f3f6-4a81-990c-a10be39adbe5 service nova] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Updating instance_info_cache with network_info: [{"id": "e59a7fbc-2f9d-4200-8538-522d747ce0b7", "address": "fa:16:3e:b7:7b:29", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape59a7fbc-2f", "ovs_interfaceid": "e59a7fbc-2f9d-4200-8538-522d747ce0b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1414.777919] env[71058]: DEBUG nova.scheduler.client.report [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1414.788664] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872544, 'name': CreateVM_Task, 'duration_secs': 0.66733} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1414.789076] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1414.791216] env[71058]: DEBUG oslo_vmware.service [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b61bb69-eb83-49a0-95e8-42326507cb52 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1414.801084] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1414.801399] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1414.801927] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1414.803228] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8be1c40d-8cb8-4349-acf9-42d0c3357f43 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1414.810215] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 1414.810215] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a4e96f-6e81-9acd-afc3-109b6dd44241"
[ 1414.810215] env[71058]:    _type = "Task"
[ 1414.810215] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1414.820159] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a4e96f-6e81-9acd-afc3-109b6dd44241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1414.857038] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "89643822-f00e-481e-a770-ca0a18a1b07f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1414.857038] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "89643822-f00e-481e-a770-ca0a18a1b07f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1414.913084] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872538, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1414.931637] env[71058]: DEBUG oslo_vmware.api [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Task: {'id': task-2872545, 'name': ReconfigVM_Task, 'duration_secs': 0.610581} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1414.933543] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 8745df0c-1d8b-4784-a3aa-4a0134936dc0/8745df0c-1d8b-4784-a3aa-4a0134936dc0.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1414.936616] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74747f22-0677-4910-8b37-7ddafb7a8c66 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1414.944766] env[71058]: DEBUG oslo_vmware.api [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': task-2872546, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1414.946188] env[71058]: DEBUG oslo_vmware.api [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Waiting for the task: (returnval){
[ 1414.946188] env[71058]:    value = "task-2872550"
[ 1414.946188] env[71058]:    _type = "Task"
[ 1414.946188] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1414.955313] env[71058]: DEBUG oslo_vmware.api [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Task: {'id': task-2872550, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1415.145203] env[71058]: DEBUG nova.network.neutron [req-76d36e71-547a-401b-87c5-fdd6fd39c2d9 req-14b2bf65-d707-4a81-b224-190038ad2b06 service nova] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Updated VIF entry in instance network info cache for port 621d1086-d39c-4e1f-8817-f109436c6323. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1415.145599] env[71058]: DEBUG nova.network.neutron [req-76d36e71-547a-401b-87c5-fdd6fd39c2d9 req-14b2bf65-d707-4a81-b224-190038ad2b06 service nova] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Updating instance_info_cache with network_info: [{"id": "621d1086-d39c-4e1f-8817-f109436c6323", "address": "fa:16:3e:e4:30:58", "network": {"id": "9236987d-5c77-47aa-badc-1aa2236379e6", "bridge": "br-int", "label": "tempest-ServersTestJSON-720976007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd54b15d055b42b599b6f0d966dee630", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap621d1086-d3", "ovs_interfaceid": "621d1086-d39c-4e1f-8817-f109436c6323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1415.209398] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872549, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1415.274136] env[71058]: DEBUG oslo_concurrency.lockutils [req-b45e4f45-9de3-47d6-b528-fc6eb510e547 req-b0aa6270-f3f6-4a81-990c-a10be39adbe5 service nova] Releasing lock "refresh_cache-06f0fe80-c544-4b82-b82a-69b9c5e1e517" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1415.274136] env[71058]: DEBUG nova.compute.manager [req-b45e4f45-9de3-47d6-b528-fc6eb510e547 req-b0aa6270-f3f6-4a81-990c-a10be39adbe5 service nova] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Received event network-vif-plugged-51ef93dc-e923-4339-9810-406b694c5565 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1415.274136] env[71058]: DEBUG oslo_concurrency.lockutils [req-b45e4f45-9de3-47d6-b528-fc6eb510e547 req-b0aa6270-f3f6-4a81-990c-a10be39adbe5 service nova] Acquiring lock "800b7ba0-d604-47bd-9992-b3bd7c946418-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1415.274136] env[71058]: DEBUG oslo_concurrency.lockutils [req-b45e4f45-9de3-47d6-b528-fc6eb510e547 req-b0aa6270-f3f6-4a81-990c-a10be39adbe5 service nova] Lock "800b7ba0-d604-47bd-9992-b3bd7c946418-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1415.274351] env[71058]: DEBUG oslo_concurrency.lockutils [req-b45e4f45-9de3-47d6-b528-fc6eb510e547 req-b0aa6270-f3f6-4a81-990c-a10be39adbe5 service nova] Lock "800b7ba0-d604-47bd-9992-b3bd7c946418-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1415.274383] env[71058]: DEBUG nova.compute.manager [req-b45e4f45-9de3-47d6-b528-fc6eb510e547 req-b0aa6270-f3f6-4a81-990c-a10be39adbe5 service nova] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] No waiting events found dispatching network-vif-plugged-51ef93dc-e923-4339-9810-406b694c5565 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1415.274549] env[71058]: WARNING nova.compute.manager [req-b45e4f45-9de3-47d6-b528-fc6eb510e547 req-b0aa6270-f3f6-4a81-990c-a10be39adbe5 service nova] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Received unexpected event network-vif-plugged-51ef93dc-e923-4339-9810-406b694c5565 for instance with vm_state building and task_state spawning.
[ 1415.274898] env[71058]: DEBUG nova.compute.manager [req-b45e4f45-9de3-47d6-b528-fc6eb510e547 req-b0aa6270-f3f6-4a81-990c-a10be39adbe5 service nova] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Received event network-changed-51ef93dc-e923-4339-9810-406b694c5565 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1415.274898] env[71058]: DEBUG nova.compute.manager [req-b45e4f45-9de3-47d6-b528-fc6eb510e547 req-b0aa6270-f3f6-4a81-990c-a10be39adbe5 service nova] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Refreshing instance network info cache due to event network-changed-51ef93dc-e923-4339-9810-406b694c5565. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1415.275062] env[71058]: DEBUG oslo_concurrency.lockutils [req-b45e4f45-9de3-47d6-b528-fc6eb510e547 req-b0aa6270-f3f6-4a81-990c-a10be39adbe5 service nova] Acquiring lock "refresh_cache-800b7ba0-d604-47bd-9992-b3bd7c946418" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1415.275204] env[71058]: DEBUG oslo_concurrency.lockutils [req-b45e4f45-9de3-47d6-b528-fc6eb510e547 req-b0aa6270-f3f6-4a81-990c-a10be39adbe5 service nova] Acquired lock "refresh_cache-800b7ba0-d604-47bd-9992-b3bd7c946418" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1415.275379] env[71058]: DEBUG nova.network.neutron [req-b45e4f45-9de3-47d6-b528-fc6eb510e547 req-b0aa6270-f3f6-4a81-990c-a10be39adbe5 service nova] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Refreshing network info cache for port 51ef93dc-e923-4339-9810-406b694c5565 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1415.291251] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71058) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
[ 1415.291473] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.507s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1415.292054] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.828s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1415.293679] env[71058]: INFO nova.compute.claims [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1415.324239] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1415.324421] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1415.324912] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1415.324912] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1415.325178] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1415.325663] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86db85ac-aab7-413e-b6ae-ae81422b55fc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1415.337220] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1415.337220] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1415.337791] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184a639a-9207-40ac-8fcc-e11c2a458ebc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1415.350270] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8b74e9d-378d-4150-ab63-6e75b73a61b9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1415.364114] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 1415.364114] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52752fca-3eac-df51-f414-1609013a4040"
[ 1415.364114] env[71058]:    _type = "Task"
[ 1415.364114] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1415.378560] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Preparing fetch location {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}}
[ 1415.378861] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Creating directory with path [datastore1] vmware_temp/5c1eb7cd-96df-4e2e-921e-f993ccc85bd6/8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1415.379207] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d5f0cc6-314e-41d6-bf8e-778f4b0bec60 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1415.403164] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Created directory with path [datastore1] vmware_temp/5c1eb7cd-96df-4e2e-921e-f993ccc85bd6/8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1415.405039] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Fetch image to [datastore1] vmware_temp/5c1eb7cd-96df-4e2e-921e-f993ccc85bd6/8099d743-3bb3-45d8-acee-c2b5ceed489a/tmp-sparse.vmdk {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}}
[ 1415.405039] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Downloading image file data 8099d743-3bb3-45d8-acee-c2b5ceed489a to [datastore1] vmware_temp/5c1eb7cd-96df-4e2e-921e-f993ccc85bd6/8099d743-3bb3-45d8-acee-c2b5ceed489a/tmp-sparse.vmdk on the data store datastore1 {{(pid=71058) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}}
[ 1415.408020] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5d5688-4eef-4f2e-b15c-2aa69e553607 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1415.419041] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872538, 'name': CreateVM_Task, 'duration_secs': 2.702339} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1415.419844] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1415.420663] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1415.420842] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1415.421215] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1415.422628] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d234e388-895a-40c5-b2f2-fa91f28f7e9d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1415.424776] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f71b4877-3404-44bd-bd47-f767b1d4acb7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1415.438701] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4111e1a5-acd8-4704-bb5e-ea1bbeb89c65 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1415.443956] env[71058]: DEBUG oslo_vmware.api [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Waiting for the task: (returnval){
[ 1415.443956] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5244445d-de6e-0d50-7068-5daadf84b080"
[ 1415.443956] env[71058]:    _type = "Task"
[ 1415.443956] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1415.475361] env[71058]: DEBUG oslo_vmware.api [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': task-2872546, 'name': PowerOnVM_Task, 'duration_secs': 1.077829} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1415.479831] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1415.479831] env[71058]: INFO nova.compute.manager [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Took 14.70 seconds to spawn the instance on the hypervisor.
[ 1415.479831] env[71058]: DEBUG nova.compute.manager [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1415.484446] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43508a7a-2b9f-4c88-adff-bded49e4e5b1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1415.489946] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9672b4e7-4c2b-4ffe-be00-c11691f7614e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1415.492942] env[71058]: DEBUG oslo_vmware.api [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5244445d-de6e-0d50-7068-5daadf84b080, 'name': SearchDatastore_Task, 'duration_secs': 0.016977} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1415.493636] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1415.493754] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1415.493978] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1415.494634] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1415.494634] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1415.494932] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc5b5f7f-9280-4230-98eb-ac02d0fd76db {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1415.504615] env[71058]: DEBUG oslo_vmware.api [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Task: {'id': task-2872550, 'name': Rename_Task, 'duration_secs': 0.22905} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1415.510205] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1415.510205] env[71058]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-48078861-58d2-4c4d-88fa-38ca8efb5128 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1415.511816] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fe64455-71bb-4231-9bad-f81acf97ebe8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1415.520702] env[71058]: DEBUG oslo_vmware.api [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Waiting for the task: (returnval){
[ 1415.520702] env[71058]:    value = "task-2872551"
[ 1415.520702] env[71058]:    _type = "Task"
[ 1415.520702] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1415.525734] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1415.525734] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1415.527397] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6083dbc-25a7-4597-ac65-ec062f82fa00 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1415.532855] env[71058]: DEBUG oslo_vmware.api [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Task: {'id': task-2872551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1415.536473] env[71058]: DEBUG oslo_vmware.api [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Waiting for the task: (returnval){
[ 1415.536473] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e5d030-8fb4-f9d9-fd05-3603d6f5fd4b"
[ 1415.536473] env[71058]:    _type = "Task"
[ 1415.536473] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1415.545478] env[71058]: DEBUG oslo_vmware.api [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e5d030-8fb4-f9d9-fd05-3603d6f5fd4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1415.591380] env[71058]: DEBUG oslo_concurrency.lockutils [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Acquiring lock "7427d6f7-0b5f-4aa9-a957-49f5140af50d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1415.591624] env[71058]: DEBUG oslo_concurrency.lockutils [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Lock "7427d6f7-0b5f-4aa9-a957-49f5140af50d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1415.609960] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Downloading image file data 8099d743-3bb3-45d8-acee-c2b5ceed489a to the data store datastore1 {{(pid=71058) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}}
[ 1415.649170] env[71058]: DEBUG oslo_concurrency.lockutils [req-76d36e71-547a-401b-87c5-fdd6fd39c2d9 req-14b2bf65-d707-4a81-b224-190038ad2b06 service nova] Releasing lock "refresh_cache-8745df0c-1d8b-4784-a3aa-4a0134936dc0" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1415.678439] env[71058]: DEBUG oslo_vmware.rw_handles [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/5c1eb7cd-96df-4e2e-921e-f993ccc85bd6/8099d743-3bb3-45d8-acee-c2b5ceed489a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=71058) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}}
[ 1415.748135] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872549, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1416.030242] env[71058]: INFO nova.compute.manager [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Took 23.97 seconds to build instance.
[ 1416.037113] env[71058]: DEBUG oslo_vmware.api [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Task: {'id': task-2872551, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1416.051621] env[71058]: DEBUG oslo_vmware.api [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e5d030-8fb4-f9d9-fd05-3603d6f5fd4b, 'name': SearchDatastore_Task, 'duration_secs': 0.015289} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1416.053127] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a9ac3d0-1949-4ecf-abd7-9bba64d80f5c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1416.063512] env[71058]: DEBUG oslo_vmware.api [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Waiting for the task: (returnval){
[ 1416.063512] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e15842-db61-e17b-815e-31b27b2bfadb"
[ 1416.063512] env[71058]:    _type = "Task"
[ 1416.063512] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1416.075861] env[71058]: DEBUG oslo_vmware.api [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e15842-db61-e17b-815e-31b27b2bfadb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1416.248253] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872549, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1416.277043] env[71058]: DEBUG nova.network.neutron [req-b45e4f45-9de3-47d6-b528-fc6eb510e547 req-b0aa6270-f3f6-4a81-990c-a10be39adbe5 service nova] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Updated VIF entry in instance network info cache for port 51ef93dc-e923-4339-9810-406b694c5565. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1416.277310] env[71058]: DEBUG nova.network.neutron [req-b45e4f45-9de3-47d6-b528-fc6eb510e547 req-b0aa6270-f3f6-4a81-990c-a10be39adbe5 service nova] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Updating instance_info_cache with network_info: [{"id": "51ef93dc-e923-4339-9810-406b694c5565", "address": "fa:16:3e:73:5d:33", "network": {"id": "361b2522-eeec-4a24-8772-dd5fb3c3d6f3", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-994765204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bafb0490d0534a82a10d19a12c3e0180", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51ef93dc-e9", "ovs_interfaceid": "51ef93dc-e923-4339-9810-406b694c5565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1416.479785] env[71058]: DEBUG oslo_vmware.rw_handles [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Completed reading data from the image iterator. {{(pid=71058) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}}
[ 1416.480110] env[71058]: DEBUG oslo_vmware.rw_handles [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/5c1eb7cd-96df-4e2e-921e-f993ccc85bd6/8099d743-3bb3-45d8-acee-c2b5ceed489a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=71058) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}}
[ 1416.535960] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f8cf81d8-9dc3-48bf-8ffd-a651e1f486aa tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Lock "06f0fe80-c544-4b82-b82a-69b9c5e1e517" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 25.491s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1416.535960] env[71058]: DEBUG oslo_vmware.api [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Task: {'id': task-2872551, 'name': PowerOnVM_Task, 'duration_secs': 0.812542} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1416.539046] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Downloaded image file data 8099d743-3bb3-45d8-acee-c2b5ceed489a to vmware_temp/5c1eb7cd-96df-4e2e-921e-f993ccc85bd6/8099d743-3bb3-45d8-acee-c2b5ceed489a/tmp-sparse.vmdk on the data store datastore1 {{(pid=71058) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}}
[ 1416.540690] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Caching image {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}}
[ 1416.541023] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Copying Virtual Disk [datastore1] vmware_temp/5c1eb7cd-96df-4e2e-921e-f993ccc85bd6/8099d743-3bb3-45d8-acee-c2b5ceed489a/tmp-sparse.vmdk to [datastore1] vmware_temp/5c1eb7cd-96df-4e2e-921e-f993ccc85bd6/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1416.542674] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1416.542884] env[71058]: INFO nova.compute.manager [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Took 13.48 seconds to spawn the instance on the hypervisor.
[ 1416.543095] env[71058]: DEBUG nova.compute.manager [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1416.543383] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63840904-f93f-48f1-a2dc-242d27782eea {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1416.547943] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f065febd-23e3-4a7b-b5ff-41422341e7ed {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1416.565845] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 1416.565845] env[71058]:    value = "task-2872552"
[ 1416.565845] env[71058]:    _type = "Task"
[ 1416.565845] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1416.582971] env[71058]: DEBUG oslo_vmware.api [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e15842-db61-e17b-815e-31b27b2bfadb, 'name': SearchDatastore_Task, 'duration_secs': 0.012909} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1416.586411] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1416.586512] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 800b7ba0-d604-47bd-9992-b3bd7c946418/800b7ba0-d604-47bd-9992-b3bd7c946418.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1416.587212] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2872552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1416.587297] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cefed7b4-be29-4a02-874c-9a68110cfcd4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1416.596856] env[71058]: DEBUG oslo_vmware.api [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Waiting for the task: (returnval){
[ 1416.596856] env[71058]:    value = "task-2872553"
[ 1416.596856] env[71058]:    _type = "Task"
[ 1416.596856] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1416.605547] env[71058]: DEBUG oslo_vmware.api [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Task: {'id': task-2872553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1416.625939] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Acquiring lock "be7fda89-cf49-4802-a1d6-d08c26d08892" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1416.625939] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Lock "be7fda89-cf49-4802-a1d6-d08c26d08892" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1416.685403] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d3319f-5510-47bb-b7e3-fd245736828f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1416.693580] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38a8ec5-8ebc-4222-ac6e-4adb621114c7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1416.724232] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea01521-0174-44ab-9a52-fbef260923ef {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1416.731805] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba72351-7ec8-405f-9d4c-4da911a62755 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1416.748027] env[71058]: DEBUG nova.compute.provider_tree [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1416.760095] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872549, 'name': CreateVM_Task, 'duration_secs': 1.739228} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1416.760095] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1416.760434] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1416.760568] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1416.760889] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1416.762222] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4412634c-2539-46a2-8f2e-ea1a9a1af5ae {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1416.767540] env[71058]: DEBUG oslo_vmware.api [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Waiting for the task: (returnval){
[ 1416.767540] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a32572-ad7d-505d-fa30-040901369da1"
[ 1416.767540] env[71058]:    _type = "Task"
[ 1416.767540] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1416.775365] env[71058]: DEBUG oslo_vmware.api [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a32572-ad7d-505d-fa30-040901369da1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1416.781153] env[71058]: DEBUG oslo_concurrency.lockutils [req-b45e4f45-9de3-47d6-b528-fc6eb510e547 req-b0aa6270-f3f6-4a81-990c-a10be39adbe5 service nova] Releasing lock "refresh_cache-800b7ba0-d604-47bd-9992-b3bd7c946418" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1416.947750] env[71058]: DEBUG nova.compute.manager [None req-417bdfd5-2824-44d9-8382-37e89efa58e9 tempest-ServerDiagnosticsTest-1891892053 tempest-ServerDiagnosticsTest-1891892053-project-admin] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1416.949034] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6aa0f7e-e6dc-4293-908c-b2c2252bbcc5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1416.956058] env[71058]: INFO nova.compute.manager [None req-417bdfd5-2824-44d9-8382-37e89efa58e9 tempest-ServerDiagnosticsTest-1891892053 tempest-ServerDiagnosticsTest-1891892053-project-admin] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Retrieving diagnostics
[ 1416.957046] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39268e0b-7690-4068-9302-22bbfb751d55 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1417.048578] env[71058]: DEBUG nova.compute.manager [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1417.078260] env[71058]: INFO nova.compute.manager [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Took 23.24 seconds to build instance.
[ 1417.085197] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2872552, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1417.112100] env[71058]: DEBUG oslo_vmware.api [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Task: {'id': task-2872553, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1417.251901] env[71058]: DEBUG nova.scheduler.client.report [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1417.279837] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1417.280077] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1417.280298] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1417.580224] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1417.580540] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a645fc2d-11e1-49b9-87fb-716b98a518c4 tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Lock "8745df0c-1d8b-4784-a3aa-4a0134936dc0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 24.756s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1417.587386] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2872552, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1417.609611] env[71058]: DEBUG oslo_vmware.api [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Task: {'id': task-2872553, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.8487} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1417.609871] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 800b7ba0-d604-47bd-9992-b3bd7c946418/800b7ba0-d604-47bd-9992-b3bd7c946418.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1417.610100] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1417.610367] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-001f0bab-c185-4cc2-8258-29b8d8219ca5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1417.618562] env[71058]: DEBUG oslo_vmware.api [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Waiting for the task: (returnval){
[ 1417.618562] env[71058]:    value = "task-2872554"
[ 1417.618562] env[71058]:    _type = "Task"
[ 1417.618562] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1417.631293] env[71058]: DEBUG oslo_vmware.api [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Task: {'id': task-2872554, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1417.763139] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1417.763751] env[71058]: DEBUG nova.compute.manager [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1417.767882] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.209s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1417.769985] env[71058]: INFO nova.compute.claims [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1418.088969] env[71058]: DEBUG nova.compute.manager [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1418.093669] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2872552, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.365412} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1418.094590] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Copied Virtual Disk [datastore1] vmware_temp/5c1eb7cd-96df-4e2e-921e-f993ccc85bd6/8099d743-3bb3-45d8-acee-c2b5ceed489a/tmp-sparse.vmdk to [datastore1] vmware_temp/5c1eb7cd-96df-4e2e-921e-f993ccc85bd6/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1418.094590] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Deleting the datastore file [datastore1] vmware_temp/5c1eb7cd-96df-4e2e-921e-f993ccc85bd6/8099d743-3bb3-45d8-acee-c2b5ceed489a/tmp-sparse.vmdk {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1418.094590] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef90fff5-77d7-4a11-9242-3f2b02f5a71a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1418.104027] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 1418.104027] env[71058]:    value = "task-2872555"
[ 1418.104027] env[71058]:    _type = "Task"
[ 1418.104027] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1418.123098] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2872555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1418.130482] env[71058]: DEBUG nova.compute.manager [req-79aec9d3-9c13-476c-a184-0f5f953897d5 req-39f760e0-ddbd-4989-86a0-76ec8764e57c service nova] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Received event network-vif-plugged-c40e53be-96f3-444e-949f-ccf70045ddfb {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1418.130482] env[71058]: DEBUG oslo_concurrency.lockutils [req-79aec9d3-9c13-476c-a184-0f5f953897d5 req-39f760e0-ddbd-4989-86a0-76ec8764e57c service nova] Acquiring lock "e55a7df3-411f-441b-8e9b-91ba7bf96656-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1418.131026] env[71058]: DEBUG oslo_concurrency.lockutils [req-79aec9d3-9c13-476c-a184-0f5f953897d5 req-39f760e0-ddbd-4989-86a0-76ec8764e57c service nova] Lock "e55a7df3-411f-441b-8e9b-91ba7bf96656-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1418.131026] env[71058]: DEBUG oslo_concurrency.lockutils [req-79aec9d3-9c13-476c-a184-0f5f953897d5 req-39f760e0-ddbd-4989-86a0-76ec8764e57c service nova] Lock "e55a7df3-411f-441b-8e9b-91ba7bf96656-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1418.131026] env[71058]: DEBUG nova.compute.manager [req-79aec9d3-9c13-476c-a184-0f5f953897d5 req-39f760e0-ddbd-4989-86a0-76ec8764e57c service nova] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] No waiting events found dispatching network-vif-plugged-c40e53be-96f3-444e-949f-ccf70045ddfb {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1418.131523] env[71058]: WARNING nova.compute.manager [req-79aec9d3-9c13-476c-a184-0f5f953897d5 req-39f760e0-ddbd-4989-86a0-76ec8764e57c service nova] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Received unexpected event network-vif-plugged-c40e53be-96f3-444e-949f-ccf70045ddfb for instance with vm_state building and task_state spawning.
[ 1418.131715] env[71058]: DEBUG nova.compute.manager [req-79aec9d3-9c13-476c-a184-0f5f953897d5 req-39f760e0-ddbd-4989-86a0-76ec8764e57c service nova] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Received event network-changed-c40e53be-96f3-444e-949f-ccf70045ddfb {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1418.131866] env[71058]: DEBUG nova.compute.manager [req-79aec9d3-9c13-476c-a184-0f5f953897d5 req-39f760e0-ddbd-4989-86a0-76ec8764e57c service nova] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Refreshing instance network info cache due to event network-changed-c40e53be-96f3-444e-949f-ccf70045ddfb. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1418.132086] env[71058]: DEBUG oslo_concurrency.lockutils [req-79aec9d3-9c13-476c-a184-0f5f953897d5 req-39f760e0-ddbd-4989-86a0-76ec8764e57c service nova] Acquiring lock "refresh_cache-e55a7df3-411f-441b-8e9b-91ba7bf96656" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1418.132225] env[71058]: DEBUG oslo_concurrency.lockutils [req-79aec9d3-9c13-476c-a184-0f5f953897d5 req-39f760e0-ddbd-4989-86a0-76ec8764e57c service nova] Acquired lock "refresh_cache-e55a7df3-411f-441b-8e9b-91ba7bf96656" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1418.132376] env[71058]: DEBUG nova.network.neutron [req-79aec9d3-9c13-476c-a184-0f5f953897d5 req-39f760e0-ddbd-4989-86a0-76ec8764e57c service nova] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Refreshing network info cache for port c40e53be-96f3-444e-949f-ccf70045ddfb {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1418.143592] env[71058]: DEBUG oslo_vmware.api [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Task: {'id': task-2872554, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.199647} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1418.143592] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1418.146829] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa24c52-31c1-4269-9c0e-84886ddcc779 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1418.173302] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 800b7ba0-d604-47bd-9992-b3bd7c946418/800b7ba0-d604-47bd-9992-b3bd7c946418.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1418.174046] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13c6d59c-61f9-4246-909c-632f3dd5c465 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1418.197268] env[71058]: DEBUG oslo_vmware.api [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Waiting for the task: (returnval){
[ 1418.197268] env[71058]:    value = "task-2872556"
[ 1418.197268] env[71058]:    _type = "Task"
[ 1418.197268] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1418.207507] env[71058]: DEBUG oslo_vmware.api [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Task: {'id': task-2872556, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1418.275157] env[71058]: DEBUG nova.compute.utils [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1418.279203] env[71058]: DEBUG nova.compute.manager [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1418.279203] env[71058]: DEBUG nova.network.neutron [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1418.404151] env[71058]: DEBUG nova.policy [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f23e676951a94447a532a075217d2447', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '035ec701bbe1402ead8b09eb6720f772', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1418.617610] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2872555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.054561} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1418.617954] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1418.618240] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Moving file from [datastore1] vmware_temp/5c1eb7cd-96df-4e2e-921e-f993ccc85bd6/8099d743-3bb3-45d8-acee-c2b5ceed489a to [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a. {{(pid=71058) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}}
[ 1418.618614] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-f1939ca5-cc39-4b2b-a61d-3811cf3f2e0e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1418.628221] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1418.628653] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 1418.628653] env[71058]:    value = "task-2872557"
[ 1418.628653] env[71058]:    _type = "Task"
[ 1418.628653] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1418.643038] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2872557, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1418.713581] env[71058]: DEBUG oslo_vmware.api [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Task: {'id': task-2872556, 'name': ReconfigVM_Task, 'duration_secs': 0.299524} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1418.713852] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 800b7ba0-d604-47bd-9992-b3bd7c946418/800b7ba0-d604-47bd-9992-b3bd7c946418.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1418.714495] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-755f4b50-1eb7-49cb-88b1-1dff18e891c8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1418.720498] env[71058]: DEBUG oslo_vmware.api [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Waiting for the task: (returnval){
[ 1418.720498] env[71058]:    value = "task-2872558"
[ 1418.720498] env[71058]:    _type = "Task"
[ 1418.720498] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1418.728847] env[71058]: DEBUG oslo_vmware.api [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Task: {'id': task-2872558, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1418.779721] env[71058]: DEBUG nova.compute.manager [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1419.119749] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c990d8-f286-40ef-b35a-03892b1b2687 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1419.144039] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fbe8bf-ca7a-488b-82ad-f76e87d2b063 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1419.148720] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2872557, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.072897} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1419.149377] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] File moved {{(pid=71058) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}}
[ 1419.149592] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Cleaning up location [datastore1] vmware_temp/5c1eb7cd-96df-4e2e-921e-f993ccc85bd6 {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}}
[ 1419.149755] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Deleting the datastore file [datastore1] vmware_temp/5c1eb7cd-96df-4e2e-921e-f993ccc85bd6 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1419.150060] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcec52f8-07ff-4d90-9036-a9b7757c6596 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1419.181880] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf4d6d2-c019-4781-9661-aeb0c412c785 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1419.186455] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 1419.186455] env[71058]:    value = "task-2872559"
[ 1419.186455] env[71058]:    _type = "Task"
[ 1419.186455] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1419.195344] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45f5a4f-6c06-47af-aedf-71e37713da21 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1419.204208] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2872559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1419.213876] env[71058]: DEBUG nova.compute.provider_tree [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1419.229372] env[71058]: DEBUG oslo_vmware.api [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Task: {'id': task-2872558, 'name': Rename_Task, 'duration_secs': 0.192879} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1419.229638] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1419.229877] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5b30aa7-c795-41b6-81ca-9d640b787308 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1419.240024] env[71058]: DEBUG oslo_vmware.api [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Waiting for the task: (returnval){
[ 1419.240024] env[71058]:    value = "task-2872560"
[ 1419.240024] env[71058]:    _type = "Task"
[ 1419.240024] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1419.242957] env[71058]: DEBUG nova.network.neutron [req-79aec9d3-9c13-476c-a184-0f5f953897d5 req-39f760e0-ddbd-4989-86a0-76ec8764e57c service nova] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Updated VIF entry in instance network info cache for port c40e53be-96f3-444e-949f-ccf70045ddfb. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1419.243316] env[71058]: DEBUG nova.network.neutron [req-79aec9d3-9c13-476c-a184-0f5f953897d5 req-39f760e0-ddbd-4989-86a0-76ec8764e57c service nova] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Updating instance_info_cache with network_info: [{"id": "c40e53be-96f3-444e-949f-ccf70045ddfb", "address": "fa:16:3e:7f:b3:1e", "network": {"id": "5ecbb149-fd57-4a44-a6cc-48e0b1e653a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1232521171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df590cd3ec8f4748ad8a273f58d2f095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40e53be-96", "ovs_interfaceid": "c40e53be-96f3-444e-949f-ccf70045ddfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1419.250437] env[71058]: DEBUG oslo_vmware.api [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Task: {'id': task-2872560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1419.701612] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2872559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.062384} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1419.705020] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1419.705020] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ad2dc81-4df4-4cdb-8de3-c9d8f09b54fc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1419.709465] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 1419.709465] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526479df-4bbb-f5e0-48db-e8d8ed8a7ede"
[ 1419.709465] env[71058]:    _type = "Task"
[ 1419.709465] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1419.718938] env[71058]: DEBUG nova.scheduler.client.report [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1419.722423] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526479df-4bbb-f5e0-48db-e8d8ed8a7ede, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1419.749927] env[71058]: DEBUG oslo_vmware.api [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Task: {'id': task-2872560, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1419.755020] env[71058]: DEBUG oslo_concurrency.lockutils [req-79aec9d3-9c13-476c-a184-0f5f953897d5 req-39f760e0-ddbd-4989-86a0-76ec8764e57c service nova] Releasing lock "refresh_cache-e55a7df3-411f-441b-8e9b-91ba7bf96656" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1419.755020] env[71058]: DEBUG nova.compute.manager [req-79aec9d3-9c13-476c-a184-0f5f953897d5 req-39f760e0-ddbd-4989-86a0-76ec8764e57c service nova] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Received event network-vif-plugged-7e1701bf-4447-4202-9f29-adee6286eb74 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1419.755020] env[71058]: DEBUG oslo_concurrency.lockutils [req-79aec9d3-9c13-476c-a184-0f5f953897d5 req-39f760e0-ddbd-4989-86a0-76ec8764e57c service nova] Acquiring lock "584834f7-f7e6-4b90-8406-f5f550b1b97d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1419.755020] env[71058]: DEBUG oslo_concurrency.lockutils [req-79aec9d3-9c13-476c-a184-0f5f953897d5 req-39f760e0-ddbd-4989-86a0-76ec8764e57c service nova] Lock "584834f7-f7e6-4b90-8406-f5f550b1b97d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1419.755020] env[71058]: DEBUG oslo_concurrency.lockutils [req-79aec9d3-9c13-476c-a184-0f5f953897d5 req-39f760e0-ddbd-4989-86a0-76ec8764e57c service nova] Lock "584834f7-f7e6-4b90-8406-f5f550b1b97d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1419.755303] env[71058]: DEBUG nova.compute.manager [req-79aec9d3-9c13-476c-a184-0f5f953897d5 req-39f760e0-ddbd-4989-86a0-76ec8764e57c service nova] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] No waiting events found dispatching network-vif-plugged-7e1701bf-4447-4202-9f29-adee6286eb74 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1419.755303] env[71058]: WARNING nova.compute.manager [req-79aec9d3-9c13-476c-a184-0f5f953897d5 req-39f760e0-ddbd-4989-86a0-76ec8764e57c service nova] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Received unexpected event network-vif-plugged-7e1701bf-4447-4202-9f29-adee6286eb74 for instance with vm_state building and task_state spawning.
[ 1419.755303] env[71058]: DEBUG nova.compute.manager [req-79aec9d3-9c13-476c-a184-0f5f953897d5 req-39f760e0-ddbd-4989-86a0-76ec8764e57c service nova] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Received event network-changed-7e1701bf-4447-4202-9f29-adee6286eb74 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1419.755303] env[71058]: DEBUG nova.compute.manager [req-79aec9d3-9c13-476c-a184-0f5f953897d5 req-39f760e0-ddbd-4989-86a0-76ec8764e57c service nova] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Refreshing instance network info cache due to event network-changed-7e1701bf-4447-4202-9f29-adee6286eb74. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1419.755303] env[71058]: DEBUG oslo_concurrency.lockutils [req-79aec9d3-9c13-476c-a184-0f5f953897d5 req-39f760e0-ddbd-4989-86a0-76ec8764e57c service nova] Acquiring lock "refresh_cache-584834f7-f7e6-4b90-8406-f5f550b1b97d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1419.755472] env[71058]: DEBUG oslo_concurrency.lockutils [req-79aec9d3-9c13-476c-a184-0f5f953897d5 req-39f760e0-ddbd-4989-86a0-76ec8764e57c service nova] Acquired lock "refresh_cache-584834f7-f7e6-4b90-8406-f5f550b1b97d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1419.755472] env[71058]: DEBUG nova.network.neutron [req-79aec9d3-9c13-476c-a184-0f5f953897d5 req-39f760e0-ddbd-4989-86a0-76ec8764e57c service nova] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Refreshing network info cache for port 7e1701bf-4447-4202-9f29-adee6286eb74 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1419.794482] env[71058]: DEBUG nova.compute.manager [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1419.827778] env[71058]: DEBUG nova.virt.hardware [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1419.828028] env[71058]: DEBUG nova.virt.hardware [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1419.828188] env[71058]: DEBUG nova.virt.hardware [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1419.828371] env[71058]: DEBUG nova.virt.hardware [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1419.828514] env[71058]: DEBUG nova.virt.hardware [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1419.828657] env[71058]: DEBUG nova.virt.hardware [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1419.828941] env[71058]: DEBUG nova.virt.hardware [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1419.829346] env[71058]: DEBUG nova.virt.hardware [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1419.829626] env[71058]: DEBUG nova.virt.hardware [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1419.829803] env[71058]: DEBUG nova.virt.hardware [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1419.829980] env[71058]: DEBUG nova.virt.hardware [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1419.831210] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d394819-58ca-4798-ae27-3b6359db0eae {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1419.840061] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6471a2-0691-41b2-a28d-39258e6bf3cf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1419.854743] env[71058]: DEBUG nova.network.neutron [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Successfully created port: 7f092f6e-b465-43b4-a9ef-09682095061b {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1420.121887] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9acc6e7a-598f-4cdc-b7fe-ad802dadc095 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Acquiring lock "bf1c130f-b02f-4890-84d0-54589ef16315" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1420.122197] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9acc6e7a-598f-4cdc-b7fe-ad802dadc095 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Lock "bf1c130f-b02f-4890-84d0-54589ef16315" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1420.122408] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9acc6e7a-598f-4cdc-b7fe-ad802dadc095 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Acquiring lock "bf1c130f-b02f-4890-84d0-54589ef16315-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1420.122594] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9acc6e7a-598f-4cdc-b7fe-ad802dadc095 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Lock "bf1c130f-b02f-4890-84d0-54589ef16315-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1420.122761] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9acc6e7a-598f-4cdc-b7fe-ad802dadc095 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Lock "bf1c130f-b02f-4890-84d0-54589ef16315-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1420.127599] env[71058]: INFO nova.compute.manager [None req-9acc6e7a-598f-4cdc-b7fe-ad802dadc095 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Terminating instance
[ 1420.222378] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526479df-4bbb-f5e0-48db-e8d8ed8a7ede, 'name': SearchDatastore_Task, 'duration_secs': 0.01556} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1420.222654] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1420.222924] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] e55a7df3-411f-441b-8e9b-91ba7bf96656/e55a7df3-411f-441b-8e9b-91ba7bf96656.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1420.223214] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1420.223431] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1420.223715] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5958420-dcb2-4948-97d7-5db3e0ad0b2b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1420.228328] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b639893d-78c8-40dd-8290-19171f66db41 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1420.233270] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1420.233270] env[71058]: DEBUG nova.compute.manager [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1420.238947] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.286s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1420.239873] env[71058]: INFO nova.compute.claims [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1420.256035] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 1420.256035] env[71058]:    value = "task-2872561"
[ 1420.256035] env[71058]:    _type = "Task"
[ 1420.256035] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1420.265656] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1420.266180] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1420.266983] env[71058]: DEBUG oslo_vmware.api [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Task: {'id': task-2872560, 'name': PowerOnVM_Task, 'duration_secs': 0.704813} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1420.267826] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8795a53c-b7e0-488a-81de-c80d2167e548 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1420.270316] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1420.270582] env[71058]: INFO nova.compute.manager [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Took 14.76 seconds to spawn the instance on the hypervisor.
[ 1420.271091] env[71058]: DEBUG nova.compute.manager [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1420.276242] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac62e7e8-d097-4be3-adf8-c065da5896f5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1420.279668] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2872561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1420.284463] env[71058]: DEBUG oslo_vmware.api [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Waiting for the task: (returnval){
[ 1420.284463] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52522875-ab29-0a74-6dec-c67fe1c2eb5f"
[ 1420.284463] env[71058]:    _type = "Task"
[ 1420.284463] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1420.297400] env[71058]: DEBUG oslo_vmware.api [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52522875-ab29-0a74-6dec-c67fe1c2eb5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1420.631277] env[71058]: DEBUG nova.compute.manager [None req-9acc6e7a-598f-4cdc-b7fe-ad802dadc095 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1420.634023] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9acc6e7a-598f-4cdc-b7fe-ad802dadc095 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1420.634023] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a10811c-a503-4440-b050-68f5dcf1f46e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1420.645670] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-9acc6e7a-598f-4cdc-b7fe-ad802dadc095 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1420.646009] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a381687-c702-4b50-9e0a-440757540c24 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1420.653856] env[71058]: DEBUG oslo_vmware.api [None req-9acc6e7a-598f-4cdc-b7fe-ad802dadc095 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Waiting for the task: (returnval){
[ 1420.653856] env[71058]:    value = "task-2872562"
[ 1420.653856] env[71058]:    _type = "Task"
[ 1420.653856] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1420.664230] env[71058]: DEBUG oslo_vmware.api [None req-9acc6e7a-598f-4cdc-b7fe-ad802dadc095 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Task: {'id': task-2872562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1420.750415] env[71058]: DEBUG nova.compute.utils [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1420.754923] env[71058]: DEBUG nova.compute.manager [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1420.755176] env[71058]: DEBUG nova.network.neutron [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1420.770717] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2872561, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1420.807132] env[71058]: DEBUG oslo_vmware.api [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52522875-ab29-0a74-6dec-c67fe1c2eb5f, 'name': SearchDatastore_Task, 'duration_secs': 0.01918} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1420.807918] env[71058]: INFO nova.compute.manager [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Took 25.37 seconds to build instance.
[ 1420.809183] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82e4259f-9ce0-4636-8bab-eb01cd4ffff0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1420.817083] env[71058]: DEBUG oslo_vmware.api [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Waiting for the task: (returnval){
[ 1420.817083] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524f59d6-e4ba-e772-98c3-cc07216ff1d5"
[ 1420.817083] env[71058]:    _type = "Task"
[ 1420.817083] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1420.830093] env[71058]: DEBUG oslo_vmware.api [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524f59d6-e4ba-e772-98c3-cc07216ff1d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1421.151011] env[71058]: DEBUG nova.policy [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '243601f40f4b4cf988ea665bc84d8677', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '799abe5abec34041932db83146eac9bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1421.164968] env[71058]: DEBUG oslo_vmware.api [None req-9acc6e7a-598f-4cdc-b7fe-ad802dadc095 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Task: {'id': task-2872562, 'name': PowerOffVM_Task, 'duration_secs': 0.372129} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1421.165772] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-9acc6e7a-598f-4cdc-b7fe-ad802dadc095 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1421.165857] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9acc6e7a-598f-4cdc-b7fe-ad802dadc095 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1421.166100] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e202b7ec-dc95-49b1-a46b-499918ff00e7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1421.244137] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9acc6e7a-598f-4cdc-b7fe-ad802dadc095 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1421.245124] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9acc6e7a-598f-4cdc-b7fe-ad802dadc095 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1421.245124] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-9acc6e7a-598f-4cdc-b7fe-ad802dadc095 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Deleting the datastore file [datastore2] bf1c130f-b02f-4890-84d0-54589ef16315 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1421.245124] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d22c7cb-86b6-45e8-bc1a-6292d48a6433 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1421.253801] env[71058]: DEBUG nova.compute.manager [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1421.263651] env[71058]: DEBUG oslo_vmware.api [None req-9acc6e7a-598f-4cdc-b7fe-ad802dadc095 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Waiting for the task: (returnval){
[ 1421.263651] env[71058]:    value = "task-2872564"
[ 1421.263651] env[71058]:    _type = "Task"
[ 1421.263651] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1421.283526] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2872561, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689437} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1421.283526] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] e55a7df3-411f-441b-8e9b-91ba7bf96656/e55a7df3-411f-441b-8e9b-91ba7bf96656.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1421.283526] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1421.284694] env[71058]: DEBUG oslo_vmware.api [None req-9acc6e7a-598f-4cdc-b7fe-ad802dadc095 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Task: {'id': task-2872564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1421.284694] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5eebe442-197d-4925-905f-c1c24b36169a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1421.291930] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 1421.291930] env[71058]:    value = "task-2872565"
[ 1421.291930] env[71058]:    _type = "Task"
[ 1421.291930] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1421.306793] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2872565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1421.312727] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f8d210e8-863c-470a-b1ce-6b113a24b91f tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Lock "800b7ba0-d604-47bd-9992-b3bd7c946418" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 26.884s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1421.331199] env[71058]: DEBUG oslo_vmware.api [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524f59d6-e4ba-e772-98c3-cc07216ff1d5, 'name': SearchDatastore_Task, 'duration_secs': 0.057555} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1421.333183] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1421.333500] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 584834f7-f7e6-4b90-8406-f5f550b1b97d/584834f7-f7e6-4b90-8406-f5f550b1b97d.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1421.334016] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d56ccd66-c114-4ba7-82e6-294a93017628 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1421.341699] env[71058]: DEBUG oslo_vmware.api [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Waiting for the task: (returnval){
[ 1421.341699] env[71058]:    value = "task-2872566"
[ 1421.341699] env[71058]:    _type = "Task"
[ 1421.341699] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1421.355859] env[71058]: DEBUG oslo_vmware.api [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Task: {'id': task-2872566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1421.358233] env[71058]: DEBUG nova.network.neutron [req-79aec9d3-9c13-476c-a184-0f5f953897d5 req-39f760e0-ddbd-4989-86a0-76ec8764e57c service nova] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Updated VIF entry in instance network info cache for port 7e1701bf-4447-4202-9f29-adee6286eb74. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1421.358600] env[71058]: DEBUG nova.network.neutron [req-79aec9d3-9c13-476c-a184-0f5f953897d5 req-39f760e0-ddbd-4989-86a0-76ec8764e57c service nova] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Updating instance_info_cache with network_info: [{"id": "7e1701bf-4447-4202-9f29-adee6286eb74", "address": "fa:16:3e:1f:a6:7e", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e1701bf-44", "ovs_interfaceid": "7e1701bf-4447-4202-9f29-adee6286eb74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1421.605019] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e862c0f1-3d86-41f9-8a2c-075f69ff9735 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1421.613067] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d686b6af-889c-4969-bab4-c978fa8ff093 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1421.652142] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7228b8f-af4a-496e-b7ac-8b88bff115a2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1421.660986] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31b8544-7155-423d-95a5-33583bd88638 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1421.679772] env[71058]: DEBUG nova.compute.provider_tree [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1421.781637] env[71058]: DEBUG oslo_vmware.api [None req-9acc6e7a-598f-4cdc-b7fe-ad802dadc095 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Task: {'id': task-2872564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398837} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1421.781637] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-9acc6e7a-598f-4cdc-b7fe-ad802dadc095 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1421.781637] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9acc6e7a-598f-4cdc-b7fe-ad802dadc095 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1421.781637] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9acc6e7a-598f-4cdc-b7fe-ad802dadc095 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1421.781637] env[71058]: INFO nova.compute.manager [None req-9acc6e7a-598f-4cdc-b7fe-ad802dadc095 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Took 1.15 seconds to destroy the instance on the hypervisor.
[ 1421.782602] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9acc6e7a-598f-4cdc-b7fe-ad802dadc095 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1421.782602] env[71058]: DEBUG nova.compute.manager [-] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1421.782602] env[71058]: DEBUG nova.network.neutron [-] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1421.802164] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2872565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117852} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1421.805020] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1421.805020] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e927bade-fe02-41be-bb76-16001efaf08d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1421.820661] env[71058]: DEBUG nova.compute.manager [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1421.835747] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] e55a7df3-411f-441b-8e9b-91ba7bf96656/e55a7df3-411f-441b-8e9b-91ba7bf96656.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1421.837025] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b40d8805-52ab-487c-a794-8b6013a6784b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1421.862764] env[71058]: DEBUG oslo_concurrency.lockutils [req-79aec9d3-9c13-476c-a184-0f5f953897d5 req-39f760e0-ddbd-4989-86a0-76ec8764e57c service nova] Releasing lock "refresh_cache-584834f7-f7e6-4b90-8406-f5f550b1b97d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1421.863630] env[71058]: DEBUG oslo_vmware.api [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Task: {'id': task-2872566, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1421.866159] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 1421.866159] env[71058]:    value = "task-2872567"
[ 1421.866159] env[71058]:    _type = "Task"
[ 1421.866159] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1421.880022] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2872567, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1422.012863] env[71058]: DEBUG oslo_concurrency.lockutils [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Acquiring lock "0ca370e4-fd6f-4221-89b6-c282f8827dc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1422.013131] env[71058]: DEBUG oslo_concurrency.lockutils [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Lock "0ca370e4-fd6f-4221-89b6-c282f8827dc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1422.183074] env[71058]: DEBUG nova.scheduler.client.report [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1422.268515] env[71058]: DEBUG nova.compute.manager [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1422.299765] env[71058]: DEBUG nova.virt.hardware [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1422.299884] env[71058]: DEBUG nova.virt.hardware [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1422.300019] env[71058]: DEBUG nova.virt.hardware [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1422.301246] env[71058]: DEBUG nova.virt.hardware [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1422.301368] env[71058]: DEBUG nova.virt.hardware [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1422.301520] env[71058]: DEBUG nova.virt.hardware [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1422.301729] env[71058]: DEBUG nova.virt.hardware [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1422.301903] env[71058]: DEBUG nova.virt.hardware [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1422.302094] env[71058]: DEBUG nova.virt.hardware [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1422.303794] env[71058]: DEBUG nova.virt.hardware [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1422.303794] env[71058]: DEBUG nova.virt.hardware [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1422.303794] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bd0a18-79a3-4cb6-938c-fc0ac5862766 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1422.313552] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b22798-4c69-4b49-b9c8-2a148fb6ac37 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1422.366033] env[71058]: DEBUG oslo_vmware.api [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Task: {'id': task-2872566, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.973288} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1422.370030] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 584834f7-f7e6-4b90-8406-f5f550b1b97d/584834f7-f7e6-4b90-8406-f5f550b1b97d.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1422.370030] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1422.370030] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a3d76cf-a104-4ea4-af87-008e2aa93a5c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1422.372617] env[71058]: DEBUG oslo_concurrency.lockutils [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1422.378481] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2872567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1422.379916] env[71058]: DEBUG oslo_vmware.api [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Waiting for the task: (returnval){
[ 1422.379916] env[71058]:    value = "task-2872568"
[ 1422.379916] env[71058]:    _type = "Task"
[ 1422.379916] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1422.388456] env[71058]: DEBUG oslo_vmware.api [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Task: {'id': task-2872568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1422.395211] env[71058]: DEBUG nova.network.neutron [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Successfully created port: 2622e3e3-af96-41ab-9040-33c622c4a025 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1422.692430] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1422.693448] env[71058]: DEBUG nova.compute.manager [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1422.696912] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.655s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1422.698474] env[71058]: INFO nova.compute.claims [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1422.879523] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2872567, 'name': ReconfigVM_Task, 'duration_secs': 0.785365} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1422.879790] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Reconfigured VM instance instance-00000007 to attach disk [datastore1] e55a7df3-411f-441b-8e9b-91ba7bf96656/e55a7df3-411f-441b-8e9b-91ba7bf96656.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1422.880382] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3110bb80-8c12-4905-ae07-bdda79ce1588 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1422.892745] env[71058]: DEBUG oslo_vmware.api [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Task: {'id': task-2872568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090797} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1422.894250] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1422.894634] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 1422.894634] env[71058]:    value = "task-2872569"
[ 1422.894634] env[71058]:    _type = "Task"
[ 1422.894634] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1422.897098] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e4d3fb-20f4-4209-a45a-3d15d52ed2c1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1422.923909] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2872569, 'name': Rename_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1422.933168] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 584834f7-f7e6-4b90-8406-f5f550b1b97d/584834f7-f7e6-4b90-8406-f5f550b1b97d.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1422.933488] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb428d91-5681-43d4-8758-8f2c768799f8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1422.953927] env[71058]: DEBUG oslo_vmware.api [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Waiting for the task: (returnval){
[ 1422.953927] env[71058]:    value = "task-2872570"
[ 1422.953927] env[71058]:    _type = "Task"
[ 1422.953927] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1422.963162] env[71058]: DEBUG oslo_vmware.api [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Task: {'id': task-2872570, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1423.206023] env[71058]: DEBUG nova.compute.utils [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1423.208150] env[71058]: DEBUG nova.compute.manager [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Not allocating networking since 'none' was specified. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}}
[ 1423.322541] env[71058]: DEBUG nova.network.neutron [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Successfully updated port: 7f092f6e-b465-43b4-a9ef-09682095061b {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1423.418327] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2872569, 'name': Rename_Task, 'duration_secs': 0.254634} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1423.418647] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1423.418939] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-461afcd1-82d6-43b0-92aa-5e8faff90d70 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1423.426454] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 1423.426454] env[71058]:    value = "task-2872571"
[ 1423.426454] env[71058]:    _type = "Task"
[ 1423.426454] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1423.440375] env[71058]: DEBUG nova.compute.manager [req-d2123c30-f14e-4a43-855e-7b6f5af825a5 req-f2db03af-9c88-4c94-b9d9-b78cdeb211b0 service nova] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Received event network-changed-2a975c24-54e7-40b2-a669-805ea54026fc {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1423.440375] env[71058]: DEBUG nova.compute.manager [req-d2123c30-f14e-4a43-855e-7b6f5af825a5 req-f2db03af-9c88-4c94-b9d9-b78cdeb211b0 service nova] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Refreshing instance network info cache due to event network-changed-2a975c24-54e7-40b2-a669-805ea54026fc. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1423.440375] env[71058]: DEBUG oslo_concurrency.lockutils [req-d2123c30-f14e-4a43-855e-7b6f5af825a5 req-f2db03af-9c88-4c94-b9d9-b78cdeb211b0 service nova] Acquiring lock "refresh_cache-fc0e7536-f62d-42d7-a9aa-1e2000e65b9b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1423.440375] env[71058]: DEBUG oslo_concurrency.lockutils [req-d2123c30-f14e-4a43-855e-7b6f5af825a5 req-f2db03af-9c88-4c94-b9d9-b78cdeb211b0 service nova] Acquired lock "refresh_cache-fc0e7536-f62d-42d7-a9aa-1e2000e65b9b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1423.440375] env[71058]: DEBUG nova.network.neutron [req-d2123c30-f14e-4a43-855e-7b6f5af825a5 req-f2db03af-9c88-4c94-b9d9-b78cdeb211b0 service nova] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Refreshing network info cache for port 2a975c24-54e7-40b2-a669-805ea54026fc {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1423.450109] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2872571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1423.468608] env[71058]: DEBUG nova.network.neutron [-] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1423.470122] env[71058]: DEBUG oslo_vmware.api [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Task: {'id': task-2872570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1423.709598] env[71058]: DEBUG nova.compute.manager [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1423.829360] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Acquiring lock "refresh_cache-03b4d595-77ea-48bc-9e87-8ed5cec93c4a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1423.829360] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Acquired lock "refresh_cache-03b4d595-77ea-48bc-9e87-8ed5cec93c4a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1423.829360] env[71058]: DEBUG nova.network.neutron [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1423.858574] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Acquiring lock "68c09dd6-7df0-4dfa-957c-7e4e68092865" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1423.858574] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Lock "68c09dd6-7df0-4dfa-957c-7e4e68092865" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1423.948111] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2872571, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1423.972059] env[71058]: INFO nova.compute.manager [-] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Took 2.19 seconds to deallocate network for instance.
[ 1423.972426] env[71058]: DEBUG oslo_vmware.api [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Task: {'id': task-2872570, 'name': ReconfigVM_Task, 'duration_secs': 0.586327} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1423.974775] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 584834f7-f7e6-4b90-8406-f5f550b1b97d/584834f7-f7e6-4b90-8406-f5f550b1b97d.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1423.975424] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00534fb5-342e-476a-9994-b1118caabbd8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1423.984095] env[71058]: DEBUG oslo_vmware.api [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Waiting for the task: (returnval){
[ 1423.984095] env[71058]:    value = "task-2872572"
[ 1423.984095] env[71058]:    _type = "Task"
[ 1423.984095] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1423.995995] env[71058]: DEBUG oslo_vmware.api [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Task: {'id': task-2872572, 'name': Rename_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1424.149093] env[71058]: DEBUG oslo_concurrency.lockutils [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquiring lock "04017607-9f22-4f9f-b039-29f0feb65b9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1424.149093] env[71058]: DEBUG oslo_concurrency.lockutils [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "04017607-9f22-4f9f-b039-29f0feb65b9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1424.179355] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdc74b5-9784-4afd-b436-d158245a413c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1424.189092] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8b32ca-19f1-4536-8f3e-28e2e2aa2389 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1424.198536] env[71058]: DEBUG oslo_concurrency.lockutils [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquiring lock "5b76ce74-75d5-4772-88f7-8c146be65d50" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1424.198991] env[71058]: DEBUG oslo_concurrency.lockutils [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "5b76ce74-75d5-4772-88f7-8c146be65d50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1424.240084] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b7af6a-58fd-49d7-80c3-4580cf0b1d1a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1424.248449] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d01f569-347f-4d35-b282-f6f387780562 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1424.264047] env[71058]: DEBUG nova.compute.provider_tree [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1424.437248] env[71058]: DEBUG nova.network.neutron [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1424.446146] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2872571, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1424.482988] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9acc6e7a-598f-4cdc-b7fe-ad802dadc095 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1424.495033] env[71058]: DEBUG oslo_vmware.api [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Task: {'id': task-2872572, 'name': Rename_Task, 'duration_secs': 0.300999} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1424.495325] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1424.495601] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8c56593-5a8e-41cb-80b6-e9e181f016f3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1424.502850] env[71058]: DEBUG oslo_vmware.api [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Waiting for the task: (returnval){
[ 1424.502850] env[71058]:    value = "task-2872573"
[ 1424.502850] env[71058]:    _type = "Task"
[ 1424.502850] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1424.511607] env[71058]: DEBUG oslo_vmware.api [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Task: {'id': task-2872573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1424.567113] env[71058]: DEBUG nova.network.neutron [req-d2123c30-f14e-4a43-855e-7b6f5af825a5 req-f2db03af-9c88-4c94-b9d9-b78cdeb211b0 service nova] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Updated VIF entry in instance network info cache for port 2a975c24-54e7-40b2-a669-805ea54026fc. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1424.567113] env[71058]: DEBUG nova.network.neutron [req-d2123c30-f14e-4a43-855e-7b6f5af825a5 req-f2db03af-9c88-4c94-b9d9-b78cdeb211b0 service nova] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Updating instance_info_cache with network_info: [{"id": "2a975c24-54e7-40b2-a669-805ea54026fc", "address": "fa:16:3e:d2:03:63", "network": {"id": "53ab174d-a8bc-4875-ae59-c9ac6adddabc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-527614538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23eec625e7e54982993fa360d063b1f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a975c24-54", "ovs_interfaceid": "2a975c24-54e7-40b2-a669-805ea54026fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1424.744775] env[71058]: DEBUG nova.compute.manager [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1424.767200] env[71058]: DEBUG nova.scheduler.client.report [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1424.783532] env[71058]: DEBUG nova.virt.hardware [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1424.783532] env[71058]: DEBUG nova.virt.hardware [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1424.783532] env[71058]: DEBUG nova.virt.hardware [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1424.783835] env[71058]: DEBUG nova.virt.hardware [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1424.783835] env[71058]: DEBUG nova.virt.hardware [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1424.783835] env[71058]: DEBUG nova.virt.hardware [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1424.783835] env[71058]: DEBUG nova.virt.hardware [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1424.783957] env[71058]: DEBUG nova.virt.hardware [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1424.784082] env[71058]: DEBUG nova.virt.hardware [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1424.784274] env[71058]: DEBUG nova.virt.hardware [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1424.784389] env[71058]: DEBUG nova.virt.hardware [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1424.785641] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588f4724-7f58-47df-9c5b-04f8492c67b6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1424.796469] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3de0be-710a-4946-9e88-6a7292f63d1c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1424.814068] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Instance VIF info [] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1424.824625] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Creating folder: Project (2aa7322eb7a54b3e88444d22056a8dd2). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1424.825187] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b9fa14d-9784-4e34-8a02-17c73c0c1917 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1424.839585] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Created folder: Project (2aa7322eb7a54b3e88444d22056a8dd2) in parent group-v577298.
[ 1424.842068] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Creating folder: Instances. Parent ref: group-v577323. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1424.842068] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6a982fc-9477-4540-8a5d-eb6a1ebd010d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1424.850142] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Created folder: Instances in parent group-v577323.
[ 1424.850266] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1424.850431] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1424.850637] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afdfd671-219a-4cbe-98a0-2c9e87ed5261 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1424.866428] env[71058]: DEBUG nova.network.neutron [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Updating instance_info_cache with network_info: [{"id": "7f092f6e-b465-43b4-a9ef-09682095061b", "address": "fa:16:3e:97:44:a5", "network": {"id": "7ab33716-18de-44dd-bde2-87209cb05de9", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1019067316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "035ec701bbe1402ead8b09eb6720f772", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f092f6e-b4", "ovs_interfaceid": "7f092f6e-b465-43b4-a9ef-09682095061b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1424.872844] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1424.872844] env[71058]:    value = "task-2872576"
[ 1424.872844] env[71058]:    _type = "Task"
[ 1424.872844] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1424.881509] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872576, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1424.887136] env[71058]: DEBUG nova.compute.manager [req-bf79737b-6919-4b0f-8edb-edcb2b1ef195 req-98d37f0b-0084-421b-9ead-764ac15b6665 service nova] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Received event network-changed-621d1086-d39c-4e1f-8817-f109436c6323 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1424.887384] env[71058]: DEBUG nova.compute.manager [req-bf79737b-6919-4b0f-8edb-edcb2b1ef195 req-98d37f0b-0084-421b-9ead-764ac15b6665 service nova] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Refreshing instance network info cache due to event network-changed-621d1086-d39c-4e1f-8817-f109436c6323. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1424.888163] env[71058]: DEBUG oslo_concurrency.lockutils [req-bf79737b-6919-4b0f-8edb-edcb2b1ef195 req-98d37f0b-0084-421b-9ead-764ac15b6665 service nova] Acquiring lock "refresh_cache-8745df0c-1d8b-4784-a3aa-4a0134936dc0" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1424.888163] env[71058]: DEBUG oslo_concurrency.lockutils [req-bf79737b-6919-4b0f-8edb-edcb2b1ef195 req-98d37f0b-0084-421b-9ead-764ac15b6665 service nova] Acquired lock "refresh_cache-8745df0c-1d8b-4784-a3aa-4a0134936dc0" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1424.888163] env[71058]: DEBUG nova.network.neutron [req-bf79737b-6919-4b0f-8edb-edcb2b1ef195 req-98d37f0b-0084-421b-9ead-764ac15b6665 service nova] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Refreshing network info cache for port 621d1086-d39c-4e1f-8817-f109436c6323 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1424.939300] env[71058]: DEBUG oslo_vmware.api [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2872571, 'name': PowerOnVM_Task, 'duration_secs': 1.358254} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1424.939590] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1424.939784] env[71058]: INFO nova.compute.manager [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Took 17.04 seconds to spawn the instance on the hypervisor.
[ 1424.939963] env[71058]: DEBUG nova.compute.manager [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1424.940829] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6545aab2-414e-4a4f-9990-5a582b97e0f1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1425.017252] env[71058]: DEBUG oslo_vmware.api [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Task: {'id': task-2872573, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1425.072669] env[71058]: DEBUG oslo_concurrency.lockutils [req-d2123c30-f14e-4a43-855e-7b6f5af825a5 req-f2db03af-9c88-4c94-b9d9-b78cdeb211b0 service nova] Releasing lock "refresh_cache-fc0e7536-f62d-42d7-a9aa-1e2000e65b9b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1425.129600] env[71058]: DEBUG nova.network.neutron [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Successfully updated port: 2622e3e3-af96-41ab-9040-33c622c4a025 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1425.276536] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1425.276536] env[71058]: DEBUG nova.compute.manager [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1425.279222] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.301s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1425.280201] env[71058]: INFO nova.compute.claims [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1425.370425] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Releasing lock "refresh_cache-03b4d595-77ea-48bc-9e87-8ed5cec93c4a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1425.370911] env[71058]: DEBUG nova.compute.manager [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Instance network_info: |[{"id": "7f092f6e-b465-43b4-a9ef-09682095061b", "address": "fa:16:3e:97:44:a5", "network": {"id": "7ab33716-18de-44dd-bde2-87209cb05de9", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1019067316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "035ec701bbe1402ead8b09eb6720f772", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f092f6e-b4", "ovs_interfaceid": "7f092f6e-b465-43b4-a9ef-09682095061b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1425.371275] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:44:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f092f6e-b465-43b4-a9ef-09682095061b', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1425.386025] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Creating folder: Project (035ec701bbe1402ead8b09eb6720f772). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1425.386025] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22ef1f2f-2be4-4b03-a4f7-6d165383dc1b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1425.399156] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872576, 'name': CreateVM_Task, 'duration_secs': 0.329918} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1425.399414] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1425.399822] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1425.399973] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1425.400681] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1425.401859] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7897ebd9-8d74-4548-b507-5a3d32e6156c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1425.403641] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Created folder: Project (035ec701bbe1402ead8b09eb6720f772) in parent group-v577298.
[ 1425.403862] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Creating folder: Instances. Parent ref: group-v577326. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1425.404155] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cff8705e-1148-4fe3-993f-af06aafacfd5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1425.411253] env[71058]: DEBUG oslo_vmware.api [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Waiting for the task: (returnval){
[ 1425.411253] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5272f7f4-ba28-89bc-528d-0c0f4d9f09cd"
[ 1425.411253] env[71058]:    _type = "Task"
[ 1425.411253] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1425.417041] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Created folder: Instances in parent group-v577326.
[ 1425.417227] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1425.417795] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1425.418044] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41313050-738e-4e8b-969a-a7663d33422c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1425.437944] env[71058]: DEBUG oslo_vmware.api [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5272f7f4-ba28-89bc-528d-0c0f4d9f09cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1425.445194] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1425.445194] env[71058]:    value = "task-2872579"
[ 1425.445194] env[71058]:    _type = "Task"
[ 1425.445194] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1425.453789] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872579, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1425.461518] env[71058]: INFO nova.compute.manager [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Took 29.17 seconds to build instance.
[ 1425.513649] env[71058]: DEBUG oslo_vmware.api [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Task: {'id': task-2872573, 'name': PowerOnVM_Task, 'duration_secs': 0.777113} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1425.513950] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1425.514028] env[71058]: INFO nova.compute.manager [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Took 13.70 seconds to spawn the instance on the hypervisor.
[ 1425.514189] env[71058]: DEBUG nova.compute.manager [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1425.515018] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18dc404a-af7c-4440-bdd7-c6050a3a448d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1425.522331] env[71058]: DEBUG nova.compute.manager [None req-8dc4bc00-715c-4a38-90e3-9eaafe4afe1d tempest-ServerDiagnosticsV248Test-1962222687 tempest-ServerDiagnosticsV248Test-1962222687-project-admin] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1425.525113] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d54644a-073a-4343-a9ec-9d9d66596233 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1425.534717] env[71058]: INFO nova.compute.manager [None req-8dc4bc00-715c-4a38-90e3-9eaafe4afe1d tempest-ServerDiagnosticsV248Test-1962222687 tempest-ServerDiagnosticsV248Test-1962222687-project-admin] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Retrieving diagnostics
[ 1425.535771] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497b20d7-a7c6-48bd-bbb1-0ce396061d92 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1425.638307] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquiring lock "refresh_cache-5be4e13c-8434-4410-a8c4-b91a70b0ad8c" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1425.638307] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquired lock "refresh_cache-5be4e13c-8434-4410-a8c4-b91a70b0ad8c" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1425.638307] env[71058]: DEBUG nova.network.neutron [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1425.785502] env[71058]: DEBUG nova.compute.utils [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1425.793166] env[71058]: DEBUG nova.compute.manager [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1425.793166] env[71058]: DEBUG nova.network.neutron [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1425.835913] env[71058]: DEBUG nova.network.neutron [req-bf79737b-6919-4b0f-8edb-edcb2b1ef195 req-98d37f0b-0084-421b-9ead-764ac15b6665 service nova] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Updated VIF entry in instance network info cache for port 621d1086-d39c-4e1f-8817-f109436c6323. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1425.836813] env[71058]: DEBUG nova.network.neutron [req-bf79737b-6919-4b0f-8edb-edcb2b1ef195 req-98d37f0b-0084-421b-9ead-764ac15b6665 service nova] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Updating instance_info_cache with network_info: [{"id": "621d1086-d39c-4e1f-8817-f109436c6323", "address": "fa:16:3e:e4:30:58", "network": {"id": "9236987d-5c77-47aa-badc-1aa2236379e6", "bridge": "br-int", "label": "tempest-ServersTestJSON-720976007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd54b15d055b42b599b6f0d966dee630", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap621d1086-d3", "ovs_interfaceid": "621d1086-d39c-4e1f-8817-f109436c6323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1425.873413] env[71058]: DEBUG nova.policy [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78fa648172fc415f9b7f1c0fc181fdb2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d5086d8ce524d719a327449e7bb626d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1425.924415] env[71058]: DEBUG oslo_vmware.api [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5272f7f4-ba28-89bc-528d-0c0f4d9f09cd, 'name': SearchDatastore_Task, 'duration_secs': 0.013057} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1425.924415] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1425.924415] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1425.924415] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1425.924577] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1425.924577] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1425.924577] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4ce80a6-4451-40a5-b30b-eeab6962355b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1425.943511] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1425.943511] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1425.943511] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b35d68d-1c91-4581-ba3a-21f6fb37a6d7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1425.950895] env[71058]: DEBUG oslo_vmware.api [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Waiting for the task: (returnval){
[ 1425.950895] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c68bd5-6f1f-ef23-bfae-a27ac386bae2"
[ 1425.950895] env[71058]:    _type = "Task"
[ 1425.950895] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1425.958013] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872579, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1425.963686] env[71058]: DEBUG oslo_vmware.api [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c68bd5-6f1f-ef23-bfae-a27ac386bae2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1425.964233] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e93d893a-ca63-4b1c-8bdd-a4bdc72fb77d tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "e55a7df3-411f-441b-8e9b-91ba7bf96656" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 30.682s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1426.045213] env[71058]: INFO nova.compute.manager [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Took 27.78 seconds to build instance.
[ 1426.289049] env[71058]: DEBUG nova.compute.manager [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1426.342639] env[71058]: DEBUG oslo_concurrency.lockutils [req-bf79737b-6919-4b0f-8edb-edcb2b1ef195 req-98d37f0b-0084-421b-9ead-764ac15b6665 service nova] Releasing lock "refresh_cache-8745df0c-1d8b-4784-a3aa-4a0134936dc0" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1426.430877] env[71058]: DEBUG nova.network.neutron [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1426.455745] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872579, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1426.470436] env[71058]: DEBUG nova.compute.manager [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1426.472994] env[71058]: DEBUG oslo_vmware.api [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c68bd5-6f1f-ef23-bfae-a27ac386bae2, 'name': SearchDatastore_Task, 'duration_secs': 0.013936} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1426.472994] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9df2b030-4a3f-4576-a192-647a52254d8e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1426.480316] env[71058]: DEBUG oslo_vmware.api [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Waiting for the task: (returnval){
[ 1426.480316] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52cb6b7d-8747-0c3a-0a21-7586cdf76eae"
[ 1426.480316] env[71058]:    _type = "Task"
[ 1426.480316] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1426.492611] env[71058]: DEBUG oslo_vmware.api [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52cb6b7d-8747-0c3a-0a21-7586cdf76eae, 'name': SearchDatastore_Task, 'duration_secs': 0.010055} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1426.492611] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1426.493011] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 77d111eb-71b1-4758-998e-2760512a6b43/77d111eb-71b1-4758-998e-2760512a6b43.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1426.493170] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6af28b07-58b8-482b-a0be-f3fbec9411db {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1426.500385] env[71058]: DEBUG oslo_vmware.api [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Waiting for the task: (returnval){
[ 1426.500385] env[71058]:    value = "task-2872580"
[ 1426.500385] env[71058]:    _type = "Task"
[ 1426.500385] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1426.509835] env[71058]: DEBUG oslo_vmware.api [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': task-2872580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1426.549624] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5fd016e9-deb0-4330-a125-4b74f01fda4c tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Lock "584834f7-f7e6-4b90-8406-f5f550b1b97d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 29.296s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1426.708394] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49abc1fb-5ac8-4be7-bd5d-f376f0601f78 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1426.717122] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843d5190-0ddf-4a51-a5e1-a877c0353535 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1426.752120] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925a459a-6ea5-4ca0-99de-9904350e5eeb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1426.761017] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5194591-3afc-4c1e-a350-fc20059788d2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1426.776844] env[71058]: DEBUG nova.compute.provider_tree [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1426.782095] env[71058]: DEBUG nova.network.neutron [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Updating instance_info_cache with network_info: [{"id": "2622e3e3-af96-41ab-9040-33c622c4a025", "address": "fa:16:3e:a6:b7:3d", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2622e3e3-af", "ovs_interfaceid": "2622e3e3-af96-41ab-9040-33c622c4a025", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1426.824899] env[71058]: DEBUG nova.network.neutron [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Successfully created port: 6255a01d-b0d7-44ee-a8f8-f33e99131bad {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1426.957153] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872579, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1426.999672] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1427.014071] env[71058]: DEBUG oslo_vmware.api [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': task-2872580, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1427.054873] env[71058]: DEBUG nova.compute.manager [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1427.281933] env[71058]: DEBUG nova.scheduler.client.report [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1427.286679] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Releasing lock "refresh_cache-5be4e13c-8434-4410-a8c4-b91a70b0ad8c" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1427.287234] env[71058]: DEBUG nova.compute.manager [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Instance network_info: |[{"id": "2622e3e3-af96-41ab-9040-33c622c4a025", "address": "fa:16:3e:a6:b7:3d", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2622e3e3-af", "ovs_interfaceid": "2622e3e3-af96-41ab-9040-33c622c4a025", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1427.287635] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:b7:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604c9724-b4ef-4393-a76e-eb4a2b510796', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2622e3e3-af96-41ab-9040-33c622c4a025', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1427.299874] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Creating folder: Project (799abe5abec34041932db83146eac9bc). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1427.300706] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d7e701b-47b7-4239-b3b6-97ddac444656 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1427.307770] env[71058]: DEBUG nova.compute.manager [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1427.313711] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Created folder: Project (799abe5abec34041932db83146eac9bc) in parent group-v577298.
[ 1427.313910] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Creating folder: Instances. Parent ref: group-v577329. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1427.314173] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-822d9579-c42c-4a3e-ab4c-77171cf058a8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1427.333502] env[71058]: DEBUG nova.virt.hardware [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:44:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='956591667',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-654760550',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1427.333691] env[71058]: DEBUG nova.virt.hardware [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1427.333832] env[71058]: DEBUG nova.virt.hardware [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1427.334047] env[71058]: DEBUG nova.virt.hardware [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1427.334157] env[71058]: DEBUG nova.virt.hardware [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1427.334827] env[71058]: DEBUG nova.virt.hardware [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1427.334827] env[71058]: DEBUG nova.virt.hardware [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1427.334827] env[71058]: DEBUG nova.virt.hardware [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1427.334827] env[71058]: DEBUG nova.virt.hardware [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1427.335165] env[71058]: DEBUG nova.virt.hardware [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1427.335165] env[71058]: DEBUG nova.virt.hardware [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1427.337444] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af679f7-7e0a-4cfa-9b44-3117f5cc1e76 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1427.340094] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Created folder: Instances in parent group-v577329.
[ 1427.340447] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1427.340676] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1427.341276] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-026625a0-7bca-4ae6-8a4e-2b0976a1d9e9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1427.359454] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d569f2-ccc1-42e4-897c-e19d39a76e6f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1427.365650] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1427.365650] env[71058]:    value = "task-2872583"
[ 1427.365650] env[71058]:    _type = "Task"
[ 1427.365650] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1427.386676] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872583, 'name': CreateVM_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1427.459440] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872579, 'name': CreateVM_Task, 'duration_secs': 1.715873} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1427.459664] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1427.460391] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1427.461170] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1427.461680] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1427.462182] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7411151f-705a-4484-8d94-e9cd77b4aa3d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1427.467744] env[71058]: DEBUG oslo_vmware.api [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Waiting for the task: (returnval){
[ 1427.467744] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52822aee-74ca-a19b-1745-1332fdde037a"
[ 1427.467744] env[71058]:    _type = "Task"
[ 1427.467744] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1427.477586] env[71058]: DEBUG oslo_vmware.api [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52822aee-74ca-a19b-1745-1332fdde037a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1427.511599] env[71058]: DEBUG oslo_vmware.api [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': task-2872580, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563047} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1427.511946] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 77d111eb-71b1-4758-998e-2760512a6b43/77d111eb-71b1-4758-998e-2760512a6b43.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1427.512238] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1427.512564] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-561d51bc-2213-49fb-8f74-a09b53172c97 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1427.519882] env[71058]: DEBUG oslo_vmware.api [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Waiting for the task: (returnval){
[ 1427.519882] env[71058]:    value = "task-2872584"
[ 1427.519882] env[71058]:    _type = "Task"
[ 1427.519882] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1427.529024] env[71058]: DEBUG oslo_vmware.api [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': task-2872584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1427.581506] env[71058]: DEBUG oslo_concurrency.lockutils [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1427.802521] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1427.803456] env[71058]: DEBUG nova.compute.manager [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1427.808113] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.228s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1427.810447] env[71058]: INFO nova.compute.claims [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1427.878510] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872583, 'name': CreateVM_Task, 'duration_secs': 0.456879} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1427.878686] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1427.879605] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1427.894590] env[71058]: DEBUG oslo_concurrency.lockutils [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Acquiring lock "52feaf82-91c1-444a-95de-22b86fc8b5d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1427.894939] env[71058]: DEBUG oslo_concurrency.lockutils [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Lock "52feaf82-91c1-444a-95de-22b86fc8b5d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1427.979823] env[71058]: DEBUG oslo_vmware.api [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52822aee-74ca-a19b-1745-1332fdde037a, 'name': SearchDatastore_Task, 'duration_secs': 0.013154} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1427.980150] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1427.980625] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1427.980879] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1427.981036] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1427.981245] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1427.981531] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1427.981834] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1427.982069] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25c85417-6597-43ec-b314-29cdc84a072d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1427.984185] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea907ca3-9cd1-493d-ad93-8f78dff185a0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1427.990325] env[71058]: DEBUG oslo_vmware.api [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for the task: (returnval){
[ 1427.990325] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5298e9d2-9a65-6212-98b0-df0d43567c21"
[ 1427.990325] env[71058]:    _type = "Task"
[ 1427.990325] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1427.995641] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1427.995824] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1427.998405] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e67283af-d6c5-434a-a2b8-2749960fe332 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1428.007125] env[71058]: DEBUG oslo_vmware.api [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5298e9d2-9a65-6212-98b0-df0d43567c21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1428.010973] env[71058]: DEBUG oslo_vmware.api [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Waiting for the task: (returnval){
[ 1428.010973] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b1035b-8c81-8ade-1e3a-210bdf142dd6"
[ 1428.010973] env[71058]:    _type = "Task"
[ 1428.010973] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1428.017220] env[71058]: DEBUG nova.compute.manager [req-8fd867ed-40f5-49d7-b328-f3b2516c4fdd req-1b47403c-8e11-4572-b149-3d1e33bfa72b service nova] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Received event network-vif-plugged-7f092f6e-b465-43b4-a9ef-09682095061b {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1428.017433] env[71058]: DEBUG oslo_concurrency.lockutils [req-8fd867ed-40f5-49d7-b328-f3b2516c4fdd req-1b47403c-8e11-4572-b149-3d1e33bfa72b service nova] Acquiring lock "03b4d595-77ea-48bc-9e87-8ed5cec93c4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1428.017631] env[71058]: DEBUG oslo_concurrency.lockutils [req-8fd867ed-40f5-49d7-b328-f3b2516c4fdd req-1b47403c-8e11-4572-b149-3d1e33bfa72b service nova] Lock "03b4d595-77ea-48bc-9e87-8ed5cec93c4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1428.017790] env[71058]: DEBUG oslo_concurrency.lockutils [req-8fd867ed-40f5-49d7-b328-f3b2516c4fdd req-1b47403c-8e11-4572-b149-3d1e33bfa72b service nova] Lock "03b4d595-77ea-48bc-9e87-8ed5cec93c4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1428.017948] env[71058]: DEBUG nova.compute.manager [req-8fd867ed-40f5-49d7-b328-f3b2516c4fdd req-1b47403c-8e11-4572-b149-3d1e33bfa72b service nova] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] No waiting events found dispatching network-vif-plugged-7f092f6e-b465-43b4-a9ef-09682095061b {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1428.018121] env[71058]: WARNING nova.compute.manager [req-8fd867ed-40f5-49d7-b328-f3b2516c4fdd req-1b47403c-8e11-4572-b149-3d1e33bfa72b service nova] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Received unexpected event network-vif-plugged-7f092f6e-b465-43b4-a9ef-09682095061b for instance with vm_state building and task_state spawning.
[ 1428.018275] env[71058]: DEBUG nova.compute.manager [req-8fd867ed-40f5-49d7-b328-f3b2516c4fdd req-1b47403c-8e11-4572-b149-3d1e33bfa72b service nova] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Received event network-changed-7f092f6e-b465-43b4-a9ef-09682095061b {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1428.018493] env[71058]: DEBUG nova.compute.manager [req-8fd867ed-40f5-49d7-b328-f3b2516c4fdd req-1b47403c-8e11-4572-b149-3d1e33bfa72b service nova] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Refreshing instance network info cache due to event network-changed-7f092f6e-b465-43b4-a9ef-09682095061b. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1428.018772] env[71058]: DEBUG oslo_concurrency.lockutils [req-8fd867ed-40f5-49d7-b328-f3b2516c4fdd req-1b47403c-8e11-4572-b149-3d1e33bfa72b service nova] Acquiring lock "refresh_cache-03b4d595-77ea-48bc-9e87-8ed5cec93c4a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1428.018840] env[71058]: DEBUG oslo_concurrency.lockutils [req-8fd867ed-40f5-49d7-b328-f3b2516c4fdd req-1b47403c-8e11-4572-b149-3d1e33bfa72b service nova] Acquired lock "refresh_cache-03b4d595-77ea-48bc-9e87-8ed5cec93c4a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1428.018965] env[71058]: DEBUG nova.network.neutron [req-8fd867ed-40f5-49d7-b328-f3b2516c4fdd req-1b47403c-8e11-4572-b149-3d1e33bfa72b service nova] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Refreshing network info cache for port 7f092f6e-b465-43b4-a9ef-09682095061b {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1428.029445] env[71058]: DEBUG oslo_vmware.api [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b1035b-8c81-8ade-1e3a-210bdf142dd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1428.035088] env[71058]: DEBUG oslo_vmware.api [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': task-2872584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104247} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1428.035502] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1428.036413] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d219367-c362-4387-87a0-c98dcb54b47e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1428.060965] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 77d111eb-71b1-4758-998e-2760512a6b43/77d111eb-71b1-4758-998e-2760512a6b43.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1428.061616] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4dacdeb-d727-4788-9821-61428663e8ae {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1428.082938] env[71058]: DEBUG oslo_vmware.api [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Waiting for the task: (returnval){
[ 1428.082938] env[71058]:    value = "task-2872585"
[ 1428.082938] env[71058]:    _type = "Task"
[ 1428.082938] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1428.094916] env[71058]: DEBUG oslo_vmware.api [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': task-2872585, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1428.317672] env[71058]: DEBUG nova.compute.utils [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1428.326028] env[71058]: DEBUG nova.compute.manager [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Not allocating networking since 'none' was specified. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}}
[ 1428.505849] env[71058]: DEBUG oslo_vmware.api [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5298e9d2-9a65-6212-98b0-df0d43567c21, 'name': SearchDatastore_Task, 'duration_secs': 0.016668} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1428.507722] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1428.507996] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1428.508694] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1428.523481] env[71058]: DEBUG oslo_vmware.api [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b1035b-8c81-8ade-1e3a-210bdf142dd6, 'name': SearchDatastore_Task, 'duration_secs': 0.013648} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1428.524250] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ffb5101-17cd-45f8-9323-a3848336eb05 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1428.533959] env[71058]: DEBUG oslo_vmware.api [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Waiting for the task: (returnval){
[ 1428.533959] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52dad00c-ab68-6f10-3622-f0ff89349692"
[ 1428.533959] env[71058]:    _type = "Task"
[ 1428.533959] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1428.541695] env[71058]: DEBUG oslo_vmware.api [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52dad00c-ab68-6f10-3622-f0ff89349692, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1428.593204] env[71058]: DEBUG oslo_vmware.api [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': task-2872585, 'name': ReconfigVM_Task, 'duration_secs': 0.286284} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1428.593204] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 77d111eb-71b1-4758-998e-2760512a6b43/77d111eb-71b1-4758-998e-2760512a6b43.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1428.593614] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6e4f242-2256-4791-b67c-cc72f6f2040e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1428.600767] env[71058]: DEBUG oslo_vmware.api [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Waiting for the task: (returnval){
[ 1428.600767] env[71058]:    value = "task-2872586"
[ 1428.600767] env[71058]:    _type = "Task"
[ 1428.600767] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1428.610640] env[71058]: DEBUG oslo_vmware.api [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': task-2872586, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1428.821065] env[71058]: DEBUG nova.compute.manager [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1428.889376] env[71058]: DEBUG nova.network.neutron [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Successfully updated port: 6255a01d-b0d7-44ee-a8f8-f33e99131bad {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1428.908834] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Acquiring lock "e123681a-fb17-4348-bb02-1b9ad55fd9f8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1428.909097] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Lock "e123681a-fb17-4348-bb02-1b9ad55fd9f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1428.909299] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Acquiring lock "e123681a-fb17-4348-bb02-1b9ad55fd9f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1428.909471] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Lock "e123681a-fb17-4348-bb02-1b9ad55fd9f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1428.909829] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Lock "e123681a-fb17-4348-bb02-1b9ad55fd9f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1428.913513] env[71058]: INFO nova.compute.manager [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Terminating instance
[ 1428.949214] env[71058]: DEBUG nova.compute.manager [None req-feacb937-5dc6-4843-a612-99b43745bd00 tempest-ServerExternalEventsTest-1060331386 tempest-ServerExternalEventsTest-1060331386-project] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Received event network-changed {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1428.949442] env[71058]: DEBUG nova.compute.manager [None req-feacb937-5dc6-4843-a612-99b43745bd00 tempest-ServerExternalEventsTest-1060331386 tempest-ServerExternalEventsTest-1060331386-project] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Refreshing instance network info cache due to event network-changed. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1428.949653] env[71058]: DEBUG oslo_concurrency.lockutils [None req-feacb937-5dc6-4843-a612-99b43745bd00 tempest-ServerExternalEventsTest-1060331386 tempest-ServerExternalEventsTest-1060331386-project] Acquiring lock "refresh_cache-584834f7-f7e6-4b90-8406-f5f550b1b97d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1428.949793] env[71058]: DEBUG oslo_concurrency.lockutils [None req-feacb937-5dc6-4843-a612-99b43745bd00 tempest-ServerExternalEventsTest-1060331386 tempest-ServerExternalEventsTest-1060331386-project] Acquired lock "refresh_cache-584834f7-f7e6-4b90-8406-f5f550b1b97d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1428.949945] env[71058]: DEBUG nova.network.neutron [None req-feacb937-5dc6-4843-a612-99b43745bd00 tempest-ServerExternalEventsTest-1060331386 tempest-ServerExternalEventsTest-1060331386-project] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1428.986937] env[71058]: DEBUG nova.compute.manager [req-c1824f57-e21e-426d-8971-38c4d13d2128 req-c88ea3c4-1385-4523-ae67-57dafcad2c83 service nova] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Received event network-vif-deleted-dc19764e-902b-4170-8b32-f71f7a3c2bbb {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1428.987191] env[71058]: DEBUG nova.compute.manager [req-c1824f57-e21e-426d-8971-38c4d13d2128 req-c88ea3c4-1385-4523-ae67-57dafcad2c83 service nova] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Received event network-vif-plugged-2622e3e3-af96-41ab-9040-33c622c4a025 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1428.987445] env[71058]: DEBUG oslo_concurrency.lockutils [req-c1824f57-e21e-426d-8971-38c4d13d2128 req-c88ea3c4-1385-4523-ae67-57dafcad2c83 service nova] Acquiring lock "5be4e13c-8434-4410-a8c4-b91a70b0ad8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1428.987675] env[71058]: DEBUG oslo_concurrency.lockutils [req-c1824f57-e21e-426d-8971-38c4d13d2128 req-c88ea3c4-1385-4523-ae67-57dafcad2c83 service nova] Lock "5be4e13c-8434-4410-a8c4-b91a70b0ad8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1428.987675] env[71058]: DEBUG oslo_concurrency.lockutils [req-c1824f57-e21e-426d-8971-38c4d13d2128 req-c88ea3c4-1385-4523-ae67-57dafcad2c83 service nova] Lock "5be4e13c-8434-4410-a8c4-b91a70b0ad8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1428.987883] env[71058]: DEBUG nova.compute.manager [req-c1824f57-e21e-426d-8971-38c4d13d2128 req-c88ea3c4-1385-4523-ae67-57dafcad2c83 service nova] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] No waiting events found dispatching network-vif-plugged-2622e3e3-af96-41ab-9040-33c622c4a025 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1428.987984] env[71058]: WARNING nova.compute.manager [req-c1824f57-e21e-426d-8971-38c4d13d2128 req-c88ea3c4-1385-4523-ae67-57dafcad2c83 service nova] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Received unexpected event network-vif-plugged-2622e3e3-af96-41ab-9040-33c622c4a025 for instance with vm_state building and task_state spawning.
[ 1428.988473] env[71058]: DEBUG nova.compute.manager [req-c1824f57-e21e-426d-8971-38c4d13d2128 req-c88ea3c4-1385-4523-ae67-57dafcad2c83 service nova] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Received event network-changed-2622e3e3-af96-41ab-9040-33c622c4a025 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1428.988633] env[71058]: DEBUG nova.compute.manager [req-c1824f57-e21e-426d-8971-38c4d13d2128 req-c88ea3c4-1385-4523-ae67-57dafcad2c83 service nova] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Refreshing instance network info cache due to event network-changed-2622e3e3-af96-41ab-9040-33c622c4a025. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1428.988822] env[71058]: DEBUG oslo_concurrency.lockutils [req-c1824f57-e21e-426d-8971-38c4d13d2128 req-c88ea3c4-1385-4523-ae67-57dafcad2c83 service nova] Acquiring lock "refresh_cache-5be4e13c-8434-4410-a8c4-b91a70b0ad8c" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1428.988956] env[71058]: DEBUG oslo_concurrency.lockutils [req-c1824f57-e21e-426d-8971-38c4d13d2128 req-c88ea3c4-1385-4523-ae67-57dafcad2c83 service nova] Acquired lock "refresh_cache-5be4e13c-8434-4410-a8c4-b91a70b0ad8c" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1428.989246] env[71058]: DEBUG nova.network.neutron [req-c1824f57-e21e-426d-8971-38c4d13d2128 req-c88ea3c4-1385-4523-ae67-57dafcad2c83 service nova] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Refreshing network info cache for port 2622e3e3-af96-41ab-9040-33c622c4a025 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1429.046759] env[71058]: DEBUG oslo_vmware.api [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52dad00c-ab68-6f10-3622-f0ff89349692, 'name': SearchDatastore_Task, 'duration_secs': 0.021772} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1429.049918] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1429.050274] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 03b4d595-77ea-48bc-9e87-8ed5cec93c4a/03b4d595-77ea-48bc-9e87-8ed5cec93c4a.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1429.050713] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1429.050906] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1429.051156] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f081d982-6e5c-48f1-a943-4fdd2b3288e7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1429.053721] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36ee4aca-1875-4f6a-bc30-b03b33617918 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1429.061841] env[71058]: DEBUG oslo_vmware.api [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Waiting for the task: (returnval){
[ 1429.061841] env[71058]:    value = "task-2872587"
[ 1429.061841] env[71058]:    _type = "Task"
[ 1429.061841] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1429.065923] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1429.067119] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1429.067119] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4573d956-5e5f-415d-9b7f-4dbd2886fc94 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1429.076771] env[71058]: DEBUG oslo_vmware.api [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Task: {'id': task-2872587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1429.079909] env[71058]: DEBUG oslo_vmware.api [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for the task: (returnval){
[ 1429.079909] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524ff939-444f-9521-67d7-7940b4aa7c1e"
[ 1429.079909] env[71058]:    _type = "Task"
[ 1429.079909] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1429.080751] env[71058]: DEBUG nova.network.neutron [req-8fd867ed-40f5-49d7-b328-f3b2516c4fdd req-1b47403c-8e11-4572-b149-3d1e33bfa72b service nova] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Updated VIF entry in instance network info cache for port 7f092f6e-b465-43b4-a9ef-09682095061b. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1429.080993] env[71058]: DEBUG nova.network.neutron [req-8fd867ed-40f5-49d7-b328-f3b2516c4fdd req-1b47403c-8e11-4572-b149-3d1e33bfa72b service nova] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Updating instance_info_cache with network_info: [{"id": "7f092f6e-b465-43b4-a9ef-09682095061b", "address": "fa:16:3e:97:44:a5", "network": {"id": "7ab33716-18de-44dd-bde2-87209cb05de9", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1019067316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "035ec701bbe1402ead8b09eb6720f772", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f092f6e-b4", "ovs_interfaceid": "7f092f6e-b465-43b4-a9ef-09682095061b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1429.094595] env[71058]: DEBUG oslo_concurrency.lockutils [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Acquiring lock "00f0cd82-d2d7-45e0-9144-b71308e99032" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1429.094595] env[71058]: DEBUG oslo_concurrency.lockutils [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Lock "00f0cd82-d2d7-45e0-9144-b71308e99032" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1429.101467] env[71058]: DEBUG oslo_vmware.api [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524ff939-444f-9521-67d7-7940b4aa7c1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1429.110051] env[71058]: DEBUG oslo_vmware.api [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': task-2872586, 'name': Rename_Task, 'duration_secs': 0.147875} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1429.112659] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1429.113095] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a1c4270-c990-4ce4-8a35-0da30bddcf9f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1429.119352] env[71058]: DEBUG oslo_vmware.api [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Waiting for the task: (returnval){
[ 1429.119352] env[71058]:    value = "task-2872588"
[ 1429.119352] env[71058]:    _type = "Task"
[ 1429.119352] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1429.128966] env[71058]: DEBUG oslo_vmware.api [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': task-2872588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1429.348941] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5165d780-3b2e-4d1a-9d7a-21828e38394a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1429.361894] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d679df76-99b2-47b9-b9bb-19ee5584aca8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1429.404185] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Acquiring lock "refresh_cache-e2835ee8-aa60-450e-9808-a43d2e540a30" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1429.404471] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Acquired lock "refresh_cache-e2835ee8-aa60-450e-9808-a43d2e540a30" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1429.404630] env[71058]: DEBUG nova.network.neutron [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1429.407051] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433bb3d5-04e7-4e64-aa71-30b81d12ca71 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1429.418938] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10dd1d03-10b5-4edd-a0d2-28223903ad2a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1429.426837] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Acquiring lock "refresh_cache-e123681a-fb17-4348-bb02-1b9ad55fd9f8" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1429.427127] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Acquired lock "refresh_cache-e123681a-fb17-4348-bb02-1b9ad55fd9f8" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1429.427759] env[71058]: DEBUG nova.network.neutron [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1429.442152] env[71058]: DEBUG nova.compute.provider_tree [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1429.574207] env[71058]: DEBUG oslo_vmware.api [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Task: {'id': task-2872587, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1429.587065] env[71058]: DEBUG oslo_concurrency.lockutils [req-8fd867ed-40f5-49d7-b328-f3b2516c4fdd req-1b47403c-8e11-4572-b149-3d1e33bfa72b service nova] Releasing lock "refresh_cache-03b4d595-77ea-48bc-9e87-8ed5cec93c4a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1429.598413] env[71058]: DEBUG oslo_vmware.api [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524ff939-444f-9521-67d7-7940b4aa7c1e, 'name': SearchDatastore_Task, 'duration_secs': 0.035661} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1429.599884] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1593457-5079-44af-a12b-f4be9f33be05 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1429.611400] env[71058]: DEBUG oslo_vmware.api [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for the task: (returnval){
[ 1429.611400] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524fcd8d-212a-313c-e8f7-738e69ab5dc8"
[ 1429.611400] env[71058]:    _type = "Task"
[ 1429.611400] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1429.621288] env[71058]: DEBUG oslo_vmware.api [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524fcd8d-212a-313c-e8f7-738e69ab5dc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1429.633237] env[71058]: DEBUG oslo_vmware.api [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': task-2872588, 'name': PowerOnVM_Task, 'duration_secs': 0.463075} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1429.636265] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1429.636784] env[71058]: INFO nova.compute.manager [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Took 4.89 seconds to spawn the instance on the hypervisor.
[ 1429.637036] env[71058]: DEBUG nova.compute.manager [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1429.638383] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3598c4b3-47fe-4437-9bba-4fde79ca4f90 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1429.823285] env[71058]: DEBUG nova.network.neutron [None req-feacb937-5dc6-4843-a612-99b43745bd00 tempest-ServerExternalEventsTest-1060331386 tempest-ServerExternalEventsTest-1060331386-project] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Updating instance_info_cache with network_info: [{"id": "7e1701bf-4447-4202-9f29-adee6286eb74", "address": "fa:16:3e:1f:a6:7e", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e1701bf-44", "ovs_interfaceid": "7e1701bf-4447-4202-9f29-adee6286eb74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1429.834158] env[71058]: DEBUG nova.compute.manager [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1429.854939] env[71058]: DEBUG nova.network.neutron [req-c1824f57-e21e-426d-8971-38c4d13d2128 req-c88ea3c4-1385-4523-ae67-57dafcad2c83 service nova] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Updated VIF entry in instance network info cache for port 2622e3e3-af96-41ab-9040-33c622c4a025. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1429.855376] env[71058]: DEBUG nova.network.neutron [req-c1824f57-e21e-426d-8971-38c4d13d2128 req-c88ea3c4-1385-4523-ae67-57dafcad2c83 service nova] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Updating instance_info_cache with network_info: [{"id": "2622e3e3-af96-41ab-9040-33c622c4a025", "address": "fa:16:3e:a6:b7:3d", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2622e3e3-af", "ovs_interfaceid": "2622e3e3-af96-41ab-9040-33c622c4a025", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1429.868072] env[71058]: DEBUG nova.virt.hardware [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1429.868072] env[71058]: DEBUG nova.virt.hardware [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1429.868072] env[71058]: DEBUG nova.virt.hardware [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1429.868072] env[71058]: DEBUG nova.virt.hardware [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1429.868410] env[71058]: DEBUG nova.virt.hardware [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1429.868410] env[71058]: DEBUG nova.virt.hardware [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1429.868410] env[71058]: DEBUG nova.virt.hardware [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1429.868410] env[71058]: DEBUG nova.virt.hardware [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1429.868699] env[71058]: DEBUG nova.virt.hardware [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1429.868699] env[71058]: DEBUG nova.virt.hardware [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1429.868772] env[71058]: DEBUG nova.virt.hardware [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1429.871239] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68e6a9f-a565-4c38-9d22-1e1c301cc3e7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1429.879279] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecf6058-136e-473a-b1d5-37bfa730533c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1429.894204] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Instance VIF info [] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1429.901658] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Creating folder: Project (0e7bb07eb9d54461b6a906a394886c3e). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1429.901658] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a266708-68f8-46bc-8b97-9c4ba86a64a8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1429.913372] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Created folder: Project (0e7bb07eb9d54461b6a906a394886c3e) in parent group-v577298.
[ 1429.913561] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Creating folder: Instances. Parent ref: group-v577332. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1429.913805] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60b68432-5f4d-441a-b09c-411b54bb579e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1429.925455] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Created folder: Instances in parent group-v577332.
[ 1429.925455] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1429.925455] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1429.925455] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b599743-4b1c-4fe1-810a-ac391ae9bfc5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1429.947323] env[71058]: DEBUG nova.scheduler.client.report [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1429.952237] env[71058]: DEBUG nova.network.neutron [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1429.956652] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1429.956652] env[71058]:    value = "task-2872591"
[ 1429.956652] env[71058]:    _type = "Task"
[ 1429.956652] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1429.965137] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872591, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1430.013696] env[71058]: DEBUG nova.network.neutron [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1430.083532] env[71058]: DEBUG oslo_vmware.api [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Task: {'id': task-2872587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669596} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1430.083862] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 03b4d595-77ea-48bc-9e87-8ed5cec93c4a/03b4d595-77ea-48bc-9e87-8ed5cec93c4a.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1430.084416] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1430.084416] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23f8d796-d5a1-45be-a33d-7560b5a739d4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1430.090972] env[71058]: DEBUG oslo_vmware.api [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Waiting for the task: (returnval){
[ 1430.090972] env[71058]:    value = "task-2872592"
[ 1430.090972] env[71058]:    _type = "Task"
[ 1430.090972] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1430.102889] env[71058]: DEBUG oslo_vmware.api [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Task: {'id': task-2872592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1430.126288] env[71058]: DEBUG oslo_vmware.api [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524fcd8d-212a-313c-e8f7-738e69ab5dc8, 'name': SearchDatastore_Task, 'duration_secs': 0.048488} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1430.126549] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1430.126817] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 5be4e13c-8434-4410-a8c4-b91a70b0ad8c/5be4e13c-8434-4410-a8c4-b91a70b0ad8c.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1430.127127] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-282ff076-cf77-47fe-ae8a-2f3fb1d90513 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1430.134125] env[71058]: DEBUG oslo_vmware.api [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for the task: (returnval){
[ 1430.134125] env[71058]:    value = "task-2872593"
[ 1430.134125] env[71058]:    _type = "Task"
[ 1430.134125] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1430.142586] env[71058]: DEBUG oslo_vmware.api [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2872593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1430.161682] env[71058]: DEBUG nova.network.neutron [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1430.163790] env[71058]: INFO nova.compute.manager [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Took 20.24 seconds to build instance.
[ 1430.209559] env[71058]: DEBUG nova.network.neutron [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Updating instance_info_cache with network_info: [{"id": "6255a01d-b0d7-44ee-a8f8-f33e99131bad", "address": "fa:16:3e:08:f7:c7", "network": {"id": "146b714d-68a8-4a56-b3d8-c700051bd7a7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-829824617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d5086d8ce524d719a327449e7bb626d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6255a01d-b0", "ovs_interfaceid": "6255a01d-b0d7-44ee-a8f8-f33e99131bad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1430.326197] env[71058]: DEBUG oslo_concurrency.lockutils [None req-feacb937-5dc6-4843-a612-99b43745bd00 tempest-ServerExternalEventsTest-1060331386 tempest-ServerExternalEventsTest-1060331386-project] Releasing lock "refresh_cache-584834f7-f7e6-4b90-8406-f5f550b1b97d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1430.359561] env[71058]: DEBUG oslo_concurrency.lockutils [req-c1824f57-e21e-426d-8971-38c4d13d2128 req-c88ea3c4-1385-4523-ae67-57dafcad2c83 service nova] Releasing lock "refresh_cache-5be4e13c-8434-4410-a8c4-b91a70b0ad8c" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1430.451811] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1430.452311] env[71058]: DEBUG nova.compute.manager [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1430.455222] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.827s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1430.456407] env[71058]: INFO nova.compute.claims [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1430.468745] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872591, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1430.601696] env[71058]: DEBUG oslo_vmware.api [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Task: {'id': task-2872592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087526} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1430.601987] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1430.602875] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986e6630-7ec2-4058-a35c-433317333d37 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1430.631845] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 03b4d595-77ea-48bc-9e87-8ed5cec93c4a/03b4d595-77ea-48bc-9e87-8ed5cec93c4a.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1430.632404] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-855ad9a0-a9ae-4104-9762-634499dee8e1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1430.662030] env[71058]: DEBUG oslo_vmware.api [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2872593, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1430.663808] env[71058]: DEBUG oslo_vmware.api [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Waiting for the task: (returnval){
[ 1430.663808] env[71058]:    value = "task-2872594"
[ 1430.663808] env[71058]:    _type = "Task"
[ 1430.663808] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1430.671910] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Releasing lock "refresh_cache-e123681a-fb17-4348-bb02-1b9ad55fd9f8" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1430.672534] env[71058]: DEBUG nova.compute.manager [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1430.672862] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1430.673692] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4fe9d4c3-560f-4ab1-92f1-3346757c128e tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Lock "77d111eb-71b1-4758-998e-2760512a6b43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 27.744s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1430.678186] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508f4d0c-8c38-4d72-95d0-bb09364d6874 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1430.689638] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1430.693990] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2e2b3a0-b377-4601-9536-10931ecd6331 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1430.695469] env[71058]: DEBUG oslo_vmware.api [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Task: {'id': task-2872594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1430.702923] env[71058]: DEBUG oslo_vmware.api [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Waiting for the task: (returnval){
[ 1430.702923] env[71058]:    value = "task-2872595"
[ 1430.702923] env[71058]:    _type = "Task"
[ 1430.702923] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1430.713601] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Releasing lock "refresh_cache-e2835ee8-aa60-450e-9808-a43d2e540a30" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1430.713895] env[71058]: DEBUG nova.compute.manager [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Instance network_info: |[{"id": "6255a01d-b0d7-44ee-a8f8-f33e99131bad", "address": "fa:16:3e:08:f7:c7", "network": {"id": "146b714d-68a8-4a56-b3d8-c700051bd7a7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-829824617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d5086d8ce524d719a327449e7bb626d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6255a01d-b0", "ovs_interfaceid": "6255a01d-b0d7-44ee-a8f8-f33e99131bad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1430.714244] env[71058]: DEBUG oslo_vmware.api [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Task: {'id': task-2872595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1430.714669] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:f7:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6255a01d-b0d7-44ee-a8f8-f33e99131bad', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1430.724575] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Creating folder: Project (0d5086d8ce524d719a327449e7bb626d). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1430.724575] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-946ab9ca-d32d-435b-895e-0a4be95fb2c3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1430.736937] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Created folder: Project (0d5086d8ce524d719a327449e7bb626d) in parent group-v577298.
[ 1430.737223] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Creating folder: Instances. Parent ref: group-v577335. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1430.737504] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64a4d327-2d2f-4dee-a30c-5c3da6156700 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1430.748443] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Created folder: Instances in parent group-v577335.
[ 1430.748723] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1430.749037] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1430.749306] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b936ec72-3e6f-4892-9cd3-046baa45e6c1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1430.770790] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1430.770790] env[71058]:    value = "task-2872598"
[ 1430.770790] env[71058]:    _type = "Task"
[ 1430.770790] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1430.781022] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872598, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1430.962151] env[71058]: DEBUG nova.compute.utils [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1430.966529] env[71058]: DEBUG nova.compute.manager [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1430.966842] env[71058]: DEBUG nova.network.neutron [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1430.980875] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872591, 'name': CreateVM_Task, 'duration_secs': 0.702178} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1430.981022] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1430.981467] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1430.982204] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1430.982204] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1430.982410] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f921d50-2ad9-4b18-8e46-985b48d0d3cf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1430.988454] env[71058]: DEBUG oslo_vmware.api [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Waiting for the task: (returnval){
[ 1430.988454] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d2a4de-c5e7-af40-350c-0414f39e1708"
[ 1430.988454] env[71058]:    _type = "Task"
[ 1430.988454] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1430.999044] env[71058]: DEBUG oslo_vmware.api [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d2a4de-c5e7-af40-350c-0414f39e1708, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1431.021066] env[71058]: DEBUG nova.policy [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5345537a9b3d49a5b23edb762ac13585', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85106c5e01ec496dbeb48733902367b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1431.164460] env[71058]: DEBUG oslo_vmware.api [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2872593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.873676} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1431.166025] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 5be4e13c-8434-4410-a8c4-b91a70b0ad8c/5be4e13c-8434-4410-a8c4-b91a70b0ad8c.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1431.166025] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1431.174173] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97c9f953-f84e-4a31-a0d9-f59694d715f2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1431.183289] env[71058]: DEBUG oslo_vmware.api [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Task: {'id': task-2872594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1431.185417] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a739c99c-d467-49b3-8b8c-e887be8f87ae tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Acquiring lock "584834f7-f7e6-4b90-8406-f5f550b1b97d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1431.185891] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a739c99c-d467-49b3-8b8c-e887be8f87ae tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Lock "584834f7-f7e6-4b90-8406-f5f550b1b97d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1431.186219] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a739c99c-d467-49b3-8b8c-e887be8f87ae tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Acquiring lock "584834f7-f7e6-4b90-8406-f5f550b1b97d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1431.187188] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a739c99c-d467-49b3-8b8c-e887be8f87ae tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Lock "584834f7-f7e6-4b90-8406-f5f550b1b97d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1431.187188] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a739c99c-d467-49b3-8b8c-e887be8f87ae tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Lock "584834f7-f7e6-4b90-8406-f5f550b1b97d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1431.189075] env[71058]: DEBUG nova.compute.manager [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1431.197354] env[71058]: DEBUG oslo_vmware.api [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for the task: (returnval){
[ 1431.197354] env[71058]:    value = "task-2872599"
[ 1431.197354] env[71058]:    _type = "Task"
[ 1431.197354] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1431.198515] env[71058]: INFO nova.compute.manager [None req-a739c99c-d467-49b3-8b8c-e887be8f87ae tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Terminating instance
[ 1431.202489] env[71058]: DEBUG nova.compute.manager [req-48470ef0-848b-496d-9d9b-b785d91ff2bc req-bb11191f-9b8c-40fb-a59c-ee3bed54e4b9 service nova] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Received event network-changed-51ef93dc-e923-4339-9810-406b694c5565 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1431.202728] env[71058]: DEBUG nova.compute.manager [req-48470ef0-848b-496d-9d9b-b785d91ff2bc req-bb11191f-9b8c-40fb-a59c-ee3bed54e4b9 service nova] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Refreshing instance network info cache due to event network-changed-51ef93dc-e923-4339-9810-406b694c5565. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1431.202941] env[71058]: DEBUG oslo_concurrency.lockutils [req-48470ef0-848b-496d-9d9b-b785d91ff2bc req-bb11191f-9b8c-40fb-a59c-ee3bed54e4b9 service nova] Acquiring lock "refresh_cache-800b7ba0-d604-47bd-9992-b3bd7c946418" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1431.203118] env[71058]: DEBUG oslo_concurrency.lockutils [req-48470ef0-848b-496d-9d9b-b785d91ff2bc req-bb11191f-9b8c-40fb-a59c-ee3bed54e4b9 service nova] Acquired lock "refresh_cache-800b7ba0-d604-47bd-9992-b3bd7c946418" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1431.203314] env[71058]: DEBUG nova.network.neutron [req-48470ef0-848b-496d-9d9b-b785d91ff2bc req-bb11191f-9b8c-40fb-a59c-ee3bed54e4b9 service nova] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Refreshing network info cache for port 51ef93dc-e923-4339-9810-406b694c5565 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1431.222234] env[71058]: DEBUG oslo_vmware.api [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2872599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1431.226118] env[71058]: DEBUG oslo_vmware.api [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Task: {'id': task-2872595, 'name': PowerOffVM_Task, 'duration_secs': 0.178843} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1431.226699] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1431.226868] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1431.227169] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdab8741-c56d-4cdc-8232-7f84a0773f2a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1431.263441] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1431.265243] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1431.265243] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Deleting the datastore file [datastore2] e123681a-fb17-4348-bb02-1b9ad55fd9f8 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1431.265243] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90cd5f51-d6d7-4e9d-a887-a5f678cb1569 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1431.283900] env[71058]: DEBUG oslo_vmware.api [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Waiting for the task: (returnval){
[ 1431.283900] env[71058]:    value = "task-2872601"
[ 1431.283900] env[71058]:    _type = "Task"
[ 1431.283900] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1431.294575] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872598, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1431.300235] env[71058]: DEBUG oslo_vmware.api [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Task: {'id': task-2872601, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1431.391237] env[71058]: DEBUG nova.network.neutron [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Successfully created port: 7d59a591-9e94-4eaf-9b04-65ed0f5ea404 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1431.467596] env[71058]: DEBUG nova.compute.manager [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1431.508056] env[71058]: DEBUG oslo_vmware.api [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d2a4de-c5e7-af40-350c-0414f39e1708, 'name': SearchDatastore_Task, 'duration_secs': 0.016924} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1431.508451] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1431.508767] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1431.508855] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1431.509024] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1431.509274] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1431.509646] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40374103-c6a2-4298-8d78-e7c850ef5fe8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1431.529076] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1431.529076] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1431.529076] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-419f69a9-c1ab-49b3-8036-a22f1eb0c01b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1431.537301] env[71058]: DEBUG oslo_vmware.api [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Waiting for the task: (returnval){
[ 1431.537301] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523ddeda-fb31-0896-1b67-abaef7a4efa3"
[ 1431.537301] env[71058]:    _type = "Task"
[ 1431.537301] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1431.545708] env[71058]: DEBUG oslo_vmware.api [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523ddeda-fb31-0896-1b67-abaef7a4efa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1431.678664] env[71058]: DEBUG oslo_vmware.api [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Task: {'id': task-2872594, 'name': ReconfigVM_Task, 'duration_secs': 0.77558} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1431.683237] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 03b4d595-77ea-48bc-9e87-8ed5cec93c4a/03b4d595-77ea-48bc-9e87-8ed5cec93c4a.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1431.684699] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b8aba49-b544-41df-a876-fcdec818ef79 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1431.691951] env[71058]: DEBUG oslo_vmware.api [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Waiting for the task: (returnval){
[ 1431.691951] env[71058]:    value = "task-2872602"
[ 1431.691951] env[71058]:    _type = "Task"
[ 1431.691951] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1431.707492] env[71058]: DEBUG oslo_vmware.api [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Task: {'id': task-2872602, 'name': Rename_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1431.721425] env[71058]: DEBUG nova.compute.manager [None req-a739c99c-d467-49b3-8b8c-e887be8f87ae tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1431.721658] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a739c99c-d467-49b3-8b8c-e887be8f87ae tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1431.724218] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fe29c1-4508-4201-b5d3-67e486036094 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1431.735430] env[71058]: DEBUG oslo_vmware.api [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2872599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133073} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1431.743261] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1431.744513] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1431.744513] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a739c99c-d467-49b3-8b8c-e887be8f87ae tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1431.745754] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fb16dd-039e-4b8a-b2dd-05a61562aede {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1431.748833] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f38192c-4c75-4d11-bda6-6190c26641d3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1431.777169] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 5be4e13c-8434-4410-a8c4-b91a70b0ad8c/5be4e13c-8434-4410-a8c4-b91a70b0ad8c.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1431.786262] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8d596ba-c2bb-4015-bcd5-ffe2982ce31b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1431.798600] env[71058]: DEBUG oslo_vmware.api [None req-a739c99c-d467-49b3-8b8c-e887be8f87ae tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Waiting for the task: (returnval){
[ 1431.798600] env[71058]:    value = "task-2872603"
[ 1431.798600] env[71058]:    _type = "Task"
[ 1431.798600] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1431.822378] env[71058]: DEBUG oslo_vmware.api [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Task: {'id': task-2872601, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246701} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1431.822618] env[71058]: DEBUG oslo_vmware.api [None req-a739c99c-d467-49b3-8b8c-e887be8f87ae tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Task: {'id': task-2872603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1431.822786] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872598, 'name': CreateVM_Task, 'duration_secs': 0.560864} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1431.823148] env[71058]: DEBUG oslo_vmware.api [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for the task: (returnval){
[ 1431.823148] env[71058]:    value = "task-2872604"
[ 1431.823148] env[71058]:    _type = "Task"
[ 1431.823148] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1431.823388] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1431.823437] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1431.823722] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1431.823847] env[71058]: INFO nova.compute.manager [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Took 1.15 seconds to destroy the instance on the hypervisor.
[ 1431.824219] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1431.824219] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1431.824488] env[71058]: DEBUG nova.compute.manager [-] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1431.824585] env[71058]: DEBUG nova.network.neutron [-] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1431.826615] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1431.826871] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1431.827137] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1431.830358] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97d7ca63-574b-4443-b6d2-47a50aee188f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1431.839236] env[71058]: DEBUG oslo_vmware.api [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2872604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1431.840717] env[71058]: DEBUG oslo_vmware.api [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Waiting for the task: (returnval){
[ 1431.840717] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52203e3c-57ea-b242-58c1-b3113e385226"
[ 1431.840717] env[71058]:    _type = "Task"
[ 1431.840717] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1431.850968] env[71058]: DEBUG oslo_vmware.api [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52203e3c-57ea-b242-58c1-b3113e385226, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1431.868850] env[71058]: DEBUG nova.network.neutron [-] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1431.985027] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd4ee5d-0428-4fcd-8deb-17d4bb46a5c9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1431.995530] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d699bfc9-4b88-4cc6-8977-6be1dbea7440 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1432.052108] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb55c99-175b-40e8-9db8-ec92900e7715 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1432.061981] env[71058]: DEBUG oslo_vmware.api [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523ddeda-fb31-0896-1b67-abaef7a4efa3, 'name': SearchDatastore_Task, 'duration_secs': 0.051089} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1432.066227] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bee1d67-32b7-496f-a366-d191d48e7d57 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1432.070752] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e961dd-a9d2-441d-a3f5-14f4e787016c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1432.080288] env[71058]: DEBUG oslo_vmware.api [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Waiting for the task: (returnval){
[ 1432.080288] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52ae07dc-45e4-57ba-2495-de76f0979d82"
[ 1432.080288] env[71058]:    _type = "Task"
[ 1432.080288] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1432.088407] env[71058]: DEBUG nova.compute.provider_tree [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1432.098742] env[71058]: DEBUG oslo_vmware.api [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52ae07dc-45e4-57ba-2495-de76f0979d82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1432.132733] env[71058]: DEBUG nova.network.neutron [req-48470ef0-848b-496d-9d9b-b785d91ff2bc req-bb11191f-9b8c-40fb-a59c-ee3bed54e4b9 service nova] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Updated VIF entry in instance network info cache for port 51ef93dc-e923-4339-9810-406b694c5565. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1432.133185] env[71058]: DEBUG nova.network.neutron [req-48470ef0-848b-496d-9d9b-b785d91ff2bc req-bb11191f-9b8c-40fb-a59c-ee3bed54e4b9 service nova] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Updating instance_info_cache with network_info: [{"id": "51ef93dc-e923-4339-9810-406b694c5565", "address": "fa:16:3e:73:5d:33", "network": {"id": "361b2522-eeec-4a24-8772-dd5fb3c3d6f3", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-994765204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bafb0490d0534a82a10d19a12c3e0180", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51ef93dc-e9", "ovs_interfaceid": "51ef93dc-e923-4339-9810-406b694c5565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1432.206481] env[71058]: DEBUG oslo_vmware.api [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Task: {'id': task-2872602, 'name': Rename_Task, 'duration_secs': 0.296025} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1432.206867] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1432.207151] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-751cc068-3c3b-4f45-9a69-65d36a3d901f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1432.214692] env[71058]: DEBUG oslo_vmware.api [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Waiting for the task: (returnval){
[ 1432.214692] env[71058]:    value = "task-2872605"
[ 1432.214692] env[71058]:    _type = "Task"
[ 1432.214692] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1432.225028] env[71058]: DEBUG oslo_vmware.api [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Task: {'id': task-2872605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1432.315897] env[71058]: DEBUG oslo_vmware.api [None req-a739c99c-d467-49b3-8b8c-e887be8f87ae tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Task: {'id': task-2872603, 'name': PowerOffVM_Task, 'duration_secs': 0.303892} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1432.316241] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a739c99c-d467-49b3-8b8c-e887be8f87ae tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1432.316413] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a739c99c-d467-49b3-8b8c-e887be8f87ae tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1432.316670] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e038b9f-04e8-4f9d-a591-f815df519003 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1432.337524] env[71058]: DEBUG oslo_vmware.api [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2872604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1432.351774] env[71058]: DEBUG oslo_vmware.api [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52203e3c-57ea-b242-58c1-b3113e385226, 'name': SearchDatastore_Task, 'duration_secs': 0.022379} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1432.351774] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1432.351774] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1432.352033] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1432.352205] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1432.352383] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1432.352678] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf53a077-0c78-4a74-b0d9-0de3f37f5092 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1432.362243] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1432.362474] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1432.363300] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b760c97-4c08-4429-a99c-7f0b0906d00f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1432.369475] env[71058]: DEBUG oslo_vmware.api [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Waiting for the task: (returnval){
[ 1432.369475] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52be1a83-e75d-a361-3c17-77ee783d5e91"
[ 1432.369475] env[71058]:    _type = "Task"
[ 1432.369475] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1432.374775] env[71058]: DEBUG nova.network.neutron [-] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1432.381469] env[71058]: DEBUG oslo_vmware.api [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52be1a83-e75d-a361-3c17-77ee783d5e91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1432.384116] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a739c99c-d467-49b3-8b8c-e887be8f87ae tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1432.384664] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a739c99c-d467-49b3-8b8c-e887be8f87ae tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1432.385012] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-a739c99c-d467-49b3-8b8c-e887be8f87ae tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Deleting the datastore file [datastore1] 584834f7-f7e6-4b90-8406-f5f550b1b97d {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1432.385445] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78d713e0-e4ba-47a4-b71d-bd0a3c3244d2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1432.395410] env[71058]: DEBUG oslo_vmware.api [None req-a739c99c-d467-49b3-8b8c-e887be8f87ae tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Waiting for the task: (returnval){
[ 1432.395410] env[71058]:    value = "task-2872607"
[ 1432.395410] env[71058]:    _type = "Task"
[ 1432.395410] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1432.405387] env[71058]: DEBUG oslo_vmware.api [None req-a739c99c-d467-49b3-8b8c-e887be8f87ae tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Task: {'id': task-2872607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1432.482022] env[71058]: DEBUG nova.compute.manager [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1432.514166] env[71058]: DEBUG nova.virt.hardware [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1432.514408] env[71058]: DEBUG nova.virt.hardware [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1432.514594] env[71058]: DEBUG nova.virt.hardware [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1432.514738] env[71058]: DEBUG nova.virt.hardware [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1432.514886] env[71058]: DEBUG nova.virt.hardware [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1432.515089] env[71058]: DEBUG nova.virt.hardware [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1432.515413] env[71058]: DEBUG nova.virt.hardware [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1432.515476] env[71058]: DEBUG nova.virt.hardware [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1432.515680] env[71058]: DEBUG nova.virt.hardware [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1432.515852] env[71058]: DEBUG nova.virt.hardware [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1432.516031] env[71058]: DEBUG nova.virt.hardware [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1432.516893] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f3ab42-3657-41f6-87e6-5b7694462c02 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1432.527016] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c8619f-ba7c-40b6-a54c-6a838a80ab84 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1432.597034] env[71058]: DEBUG nova.scheduler.client.report [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1432.602684] env[71058]: DEBUG oslo_vmware.api [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52ae07dc-45e4-57ba-2495-de76f0979d82, 'name': SearchDatastore_Task, 'duration_secs': 0.01866} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1432.603576] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1432.603994] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 2329624f-45b8-4304-ad2f-a304d4520a8b/2329624f-45b8-4304-ad2f-a304d4520a8b.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1432.604433] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9097c5ce-6877-48f8-bb70-d18e4cdf757a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1432.616777] env[71058]: DEBUG oslo_vmware.api [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Waiting for the task: (returnval){
[ 1432.616777] env[71058]:    value = "task-2872608"
[ 1432.616777] env[71058]:    _type = "Task"
[ 1432.616777] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1432.626415] env[71058]: DEBUG oslo_vmware.api [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': task-2872608, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1432.636623] env[71058]: DEBUG oslo_concurrency.lockutils [req-48470ef0-848b-496d-9d9b-b785d91ff2bc req-bb11191f-9b8c-40fb-a59c-ee3bed54e4b9 service nova] Releasing lock "refresh_cache-800b7ba0-d604-47bd-9992-b3bd7c946418" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1432.684548] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Acquiring lock "930310c2-c565-4987-9762-2d3dc5538a41" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1432.684831] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Lock "930310c2-c565-4987-9762-2d3dc5538a41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1432.727114] env[71058]: DEBUG oslo_vmware.api [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Task: {'id': task-2872605, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1432.835582] env[71058]: DEBUG oslo_vmware.api [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2872604, 'name': ReconfigVM_Task, 'duration_secs': 0.632265} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1432.836645] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 5be4e13c-8434-4410-a8c4-b91a70b0ad8c/5be4e13c-8434-4410-a8c4-b91a70b0ad8c.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1432.836645] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eaad116f-1bcf-4ff1-9c98-6e44ed2dfc1a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1432.842861] env[71058]: DEBUG oslo_vmware.api [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for the task: (returnval){
[ 1432.842861] env[71058]:    value = "task-2872609"
[ 1432.842861] env[71058]:    _type = "Task"
[ 1432.842861] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1432.851571] env[71058]: DEBUG oslo_vmware.api [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2872609, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1432.879925] env[71058]: DEBUG oslo_vmware.api [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52be1a83-e75d-a361-3c17-77ee783d5e91, 'name': SearchDatastore_Task, 'duration_secs': 0.011738} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1432.880824] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03255914-6bf2-43d0-a892-15990a9a8f48 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1432.883604] env[71058]: INFO nova.compute.manager [-] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Took 1.06 seconds to deallocate network for instance.
[ 1432.893773] env[71058]: DEBUG oslo_vmware.api [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Waiting for the task: (returnval){
[ 1432.893773] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52833b76-0588-1eb6-367e-c95bb720bc71"
[ 1432.893773] env[71058]:    _type = "Task"
[ 1432.893773] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1432.907350] env[71058]: DEBUG oslo_vmware.api [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52833b76-0588-1eb6-367e-c95bb720bc71, 'name': SearchDatastore_Task, 'duration_secs': 0.011328} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1432.912027] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1432.912027] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] e2835ee8-aa60-450e-9808-a43d2e540a30/e2835ee8-aa60-450e-9808-a43d2e540a30.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1432.912027] env[71058]: DEBUG oslo_vmware.api [None req-a739c99c-d467-49b3-8b8c-e887be8f87ae tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Task: {'id': task-2872607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175256} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1432.912742] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7adc73d2-9f81-42df-b212-2983c5a723f6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1432.914646] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-a739c99c-d467-49b3-8b8c-e887be8f87ae tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1432.915655] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a739c99c-d467-49b3-8b8c-e887be8f87ae tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1432.915655] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a739c99c-d467-49b3-8b8c-e887be8f87ae tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1432.915655] env[71058]: INFO nova.compute.manager [None req-a739c99c-d467-49b3-8b8c-e887be8f87ae tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Took 1.19 seconds to destroy the instance on the hypervisor.
[ 1432.915655] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a739c99c-d467-49b3-8b8c-e887be8f87ae tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1432.915824] env[71058]: DEBUG nova.compute.manager [-] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1432.915929] env[71058]: DEBUG nova.network.neutron [-] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1432.923709] env[71058]: DEBUG oslo_vmware.api [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Waiting for the task: (returnval){
[ 1432.923709] env[71058]:    value = "task-2872610"
[ 1432.923709] env[71058]:    _type = "Task"
[ 1432.923709] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1432.938364] env[71058]: DEBUG oslo_vmware.api [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Task: {'id': task-2872610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1433.106309] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1433.107872] env[71058]: DEBUG nova.compute.manager [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1433.110246] env[71058]: DEBUG oslo_concurrency.lockutils [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.738s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1433.111966] env[71058]: INFO nova.compute.claims [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1433.126038] env[71058]: DEBUG oslo_vmware.api [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': task-2872608, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1433.230238] env[71058]: DEBUG oslo_vmware.api [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Task: {'id': task-2872605, 'name': PowerOnVM_Task, 'duration_secs': 0.52849} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1433.230598] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1433.230831] env[71058]: INFO nova.compute.manager [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Took 13.44 seconds to spawn the instance on the hypervisor.
[ 1433.231014] env[71058]: DEBUG nova.compute.manager [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1433.231975] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0889ec-e21b-40a9-93bd-c4389280808e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1433.275966] env[71058]: DEBUG nova.compute.manager [req-2a9d27db-33cb-4d43-95e4-5239106698e1 req-6911e2f9-7550-4cb4-9b23-3348163e1b36 service nova] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Received event network-vif-plugged-6255a01d-b0d7-44ee-a8f8-f33e99131bad {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1433.276195] env[71058]: DEBUG oslo_concurrency.lockutils [req-2a9d27db-33cb-4d43-95e4-5239106698e1 req-6911e2f9-7550-4cb4-9b23-3348163e1b36 service nova] Acquiring lock "e2835ee8-aa60-450e-9808-a43d2e540a30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1433.276410] env[71058]: DEBUG oslo_concurrency.lockutils [req-2a9d27db-33cb-4d43-95e4-5239106698e1 req-6911e2f9-7550-4cb4-9b23-3348163e1b36 service nova] Lock "e2835ee8-aa60-450e-9808-a43d2e540a30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1433.276570] env[71058]: DEBUG oslo_concurrency.lockutils [req-2a9d27db-33cb-4d43-95e4-5239106698e1 req-6911e2f9-7550-4cb4-9b23-3348163e1b36 service nova] Lock "e2835ee8-aa60-450e-9808-a43d2e540a30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1433.276732] env[71058]: DEBUG nova.compute.manager [req-2a9d27db-33cb-4d43-95e4-5239106698e1 req-6911e2f9-7550-4cb4-9b23-3348163e1b36 service nova] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] No waiting events found dispatching network-vif-plugged-6255a01d-b0d7-44ee-a8f8-f33e99131bad {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1433.276889] env[71058]: WARNING nova.compute.manager [req-2a9d27db-33cb-4d43-95e4-5239106698e1 req-6911e2f9-7550-4cb4-9b23-3348163e1b36 service nova] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Received unexpected event network-vif-plugged-6255a01d-b0d7-44ee-a8f8-f33e99131bad for instance with vm_state building and task_state spawning.
[ 1433.277063] env[71058]: DEBUG nova.compute.manager [req-2a9d27db-33cb-4d43-95e4-5239106698e1 req-6911e2f9-7550-4cb4-9b23-3348163e1b36 service nova] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Received event network-changed-6255a01d-b0d7-44ee-a8f8-f33e99131bad {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1433.277266] env[71058]: DEBUG nova.compute.manager [req-2a9d27db-33cb-4d43-95e4-5239106698e1 req-6911e2f9-7550-4cb4-9b23-3348163e1b36 service nova] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Refreshing instance network info cache due to event network-changed-6255a01d-b0d7-44ee-a8f8-f33e99131bad. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1433.277474] env[71058]: DEBUG oslo_concurrency.lockutils [req-2a9d27db-33cb-4d43-95e4-5239106698e1 req-6911e2f9-7550-4cb4-9b23-3348163e1b36 service nova] Acquiring lock "refresh_cache-e2835ee8-aa60-450e-9808-a43d2e540a30" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1433.277633] env[71058]: DEBUG oslo_concurrency.lockutils [req-2a9d27db-33cb-4d43-95e4-5239106698e1 req-6911e2f9-7550-4cb4-9b23-3348163e1b36 service nova] Acquired lock "refresh_cache-e2835ee8-aa60-450e-9808-a43d2e540a30" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1433.277757] env[71058]: DEBUG nova.network.neutron [req-2a9d27db-33cb-4d43-95e4-5239106698e1 req-6911e2f9-7550-4cb4-9b23-3348163e1b36 service nova] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Refreshing network info cache for port 6255a01d-b0d7-44ee-a8f8-f33e99131bad {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1433.343064] env[71058]: DEBUG nova.network.neutron [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Successfully updated port: 7d59a591-9e94-4eaf-9b04-65ed0f5ea404 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1433.358681] env[71058]: DEBUG oslo_vmware.api [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2872609, 'name': Rename_Task, 'duration_secs': 0.188397} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1433.359039] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1433.362495] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3f8f1f5-7cb8-4660-9fc7-1e3b5d4f7907 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1433.371706] env[71058]: DEBUG oslo_vmware.api [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for the task: (returnval){
[ 1433.371706] env[71058]:    value = "task-2872611"
[ 1433.371706] env[71058]:    _type = "Task"
[ 1433.371706] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1433.384227] env[71058]: DEBUG oslo_vmware.api [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2872611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1433.396773] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1433.439405] env[71058]: DEBUG oslo_vmware.api [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Task: {'id': task-2872610, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1433.616536] env[71058]: DEBUG nova.compute.utils [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1433.618581] env[71058]: DEBUG nova.compute.manager [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1433.618812] env[71058]: DEBUG nova.network.neutron [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1433.642916] env[71058]: DEBUG oslo_vmware.api [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': task-2872608, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637474} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1433.643304] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 2329624f-45b8-4304-ad2f-a304d4520a8b/2329624f-45b8-4304-ad2f-a304d4520a8b.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1433.643526] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1433.645081] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-118d5089-478d-4c58-951d-6837bf33d154 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1433.651026] env[71058]: DEBUG oslo_vmware.api [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Waiting for the task: (returnval){
[ 1433.651026] env[71058]:    value = "task-2872612"
[ 1433.651026] env[71058]:    _type = "Task"
[ 1433.651026] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1433.661231] env[71058]: DEBUG oslo_vmware.api [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': task-2872612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1433.674108] env[71058]: DEBUG nova.policy [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40b89c000f2d46698295ffe0bc740df2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9da282337ddc44828d2ab61bb4b97e6a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1433.756665] env[71058]: INFO nova.compute.manager [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Took 32.33 seconds to build instance.
[ 1433.845879] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "refresh_cache-f620dc99-9e9e-4734-b079-e1de9682ab86" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1433.846135] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquired lock "refresh_cache-f620dc99-9e9e-4734-b079-e1de9682ab86" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1433.846571] env[71058]: DEBUG nova.network.neutron [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1433.883360] env[71058]: DEBUG oslo_vmware.api [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2872611, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1433.937362] env[71058]: DEBUG oslo_vmware.api [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Task: {'id': task-2872610, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74223} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1433.941105] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] e2835ee8-aa60-450e-9808-a43d2e540a30/e2835ee8-aa60-450e-9808-a43d2e540a30.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1433.941571] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1433.942727] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fab12d9-efaf-4dfc-962b-61b8ecc6d345 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1433.948891] env[71058]: DEBUG oslo_vmware.api [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Waiting for the task: (returnval){
[ 1433.948891] env[71058]:    value = "task-2872613"
[ 1433.948891] env[71058]:    _type = "Task"
[ 1433.948891] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1433.960236] env[71058]: DEBUG oslo_vmware.api [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Task: {'id': task-2872613, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1434.012185] env[71058]: DEBUG nova.network.neutron [-] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1434.109400] env[71058]: DEBUG nova.network.neutron [req-2a9d27db-33cb-4d43-95e4-5239106698e1 req-6911e2f9-7550-4cb4-9b23-3348163e1b36 service nova] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Updated VIF entry in instance network info cache for port 6255a01d-b0d7-44ee-a8f8-f33e99131bad. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1434.109785] env[71058]: DEBUG nova.network.neutron [req-2a9d27db-33cb-4d43-95e4-5239106698e1 req-6911e2f9-7550-4cb4-9b23-3348163e1b36 service nova] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Updating instance_info_cache with network_info: [{"id": "6255a01d-b0d7-44ee-a8f8-f33e99131bad", "address": "fa:16:3e:08:f7:c7", "network": {"id": "146b714d-68a8-4a56-b3d8-c700051bd7a7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-829824617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d5086d8ce524d719a327449e7bb626d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6255a01d-b0", "ovs_interfaceid": "6255a01d-b0d7-44ee-a8f8-f33e99131bad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1434.125559] env[71058]: DEBUG nova.compute.manager [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1434.136530] env[71058]: DEBUG nova.network.neutron [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Successfully created port: 0bfbe2c4-619c-4849-b105-0a4bc182ee6a {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1434.162964] env[71058]: DEBUG oslo_vmware.api [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': task-2872612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112148} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1434.163388] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1434.164206] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78c688b-2a16-41e1-81db-b61850e75e5d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1434.187246] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 2329624f-45b8-4304-ad2f-a304d4520a8b/2329624f-45b8-4304-ad2f-a304d4520a8b.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1434.190569] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a54d8be-fe8c-409e-8390-840310d976e0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1434.213058] env[71058]: DEBUG oslo_vmware.api [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Waiting for the task: (returnval){
[ 1434.213058] env[71058]:    value = "task-2872614"
[ 1434.213058] env[71058]:    _type = "Task"
[ 1434.213058] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1434.227290] env[71058]: DEBUG oslo_vmware.api [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': task-2872614, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1434.260729] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d56dc04c-7fd0-467c-b37b-cf770e4c3b73 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Lock "03b4d595-77ea-48bc-9e87-8ed5cec93c4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 33.851s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1434.388211] env[71058]: DEBUG oslo_vmware.api [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2872611, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1434.398154] env[71058]: DEBUG nova.network.neutron [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1434.465438] env[71058]: DEBUG oslo_vmware.api [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Task: {'id': task-2872613, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.422434} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1434.465438] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1434.465936] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67349836-6293-4511-9f1f-ffe25f77bff5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1434.492285] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] e2835ee8-aa60-450e-9808-a43d2e540a30/e2835ee8-aa60-450e-9808-a43d2e540a30.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1434.497394] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ee2264e-9846-441a-be51-d60b0be2387e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1434.516064] env[71058]: INFO nova.compute.manager [-] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Took 1.60 seconds to deallocate network for instance.
[ 1434.516430] env[71058]: DEBUG oslo_vmware.api [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Waiting for the task: (returnval){
[ 1434.516430] env[71058]:    value = "task-2872615"
[ 1434.516430] env[71058]:    _type = "Task"
[ 1434.516430] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1434.532720] env[71058]: DEBUG oslo_vmware.api [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Task: {'id': task-2872615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1434.590747] env[71058]: DEBUG nova.network.neutron [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Updating instance_info_cache with network_info: [{"id": "7d59a591-9e94-4eaf-9b04-65ed0f5ea404", "address": "fa:16:3e:b4:8b:fe", "network": {"id": "e468d032-7280-4a84-97c5-db65f8a515aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-792259733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85106c5e01ec496dbeb48733902367b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d59a591-9e", "ovs_interfaceid": "7d59a591-9e94-4eaf-9b04-65ed0f5ea404", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1434.613256] env[71058]: DEBUG oslo_concurrency.lockutils [req-2a9d27db-33cb-4d43-95e4-5239106698e1 req-6911e2f9-7550-4cb4-9b23-3348163e1b36 service nova] Releasing lock "refresh_cache-e2835ee8-aa60-450e-9808-a43d2e540a30" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1434.613636] env[71058]: DEBUG nova.compute.manager [req-2a9d27db-33cb-4d43-95e4-5239106698e1 req-6911e2f9-7550-4cb4-9b23-3348163e1b36 service nova] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Received event network-changed-c40e53be-96f3-444e-949f-ccf70045ddfb {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1434.613920] env[71058]: DEBUG nova.compute.manager [req-2a9d27db-33cb-4d43-95e4-5239106698e1 req-6911e2f9-7550-4cb4-9b23-3348163e1b36 service nova] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Refreshing instance network info cache due to event network-changed-c40e53be-96f3-444e-949f-ccf70045ddfb. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1434.614250] env[71058]: DEBUG oslo_concurrency.lockutils [req-2a9d27db-33cb-4d43-95e4-5239106698e1 req-6911e2f9-7550-4cb4-9b23-3348163e1b36 service nova] Acquiring lock "refresh_cache-e55a7df3-411f-441b-8e9b-91ba7bf96656" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1434.614483] env[71058]: DEBUG oslo_concurrency.lockutils [req-2a9d27db-33cb-4d43-95e4-5239106698e1 req-6911e2f9-7550-4cb4-9b23-3348163e1b36 service nova] Acquired lock "refresh_cache-e55a7df3-411f-441b-8e9b-91ba7bf96656" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1434.614704] env[71058]: DEBUG nova.network.neutron [req-2a9d27db-33cb-4d43-95e4-5239106698e1 req-6911e2f9-7550-4cb4-9b23-3348163e1b36 service nova] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Refreshing network info cache for port c40e53be-96f3-444e-949f-ccf70045ddfb {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1434.648159] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1c8117-e817-4605-925a-339104f0269f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1434.656624] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f1cde0-ad9f-49c3-b0db-1d0c4a66cec7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1434.690030] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33137f1-59bd-4962-b350-443e6c66a9f8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1434.698844] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1299e4f-1eda-4e4e-aa3b-1c326133f0d0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1434.715547] env[71058]: DEBUG nova.compute.provider_tree [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1434.725547] env[71058]: DEBUG oslo_vmware.api [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': task-2872614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1434.765722] env[71058]: DEBUG nova.compute.manager [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1434.790936] env[71058]: DEBUG nova.compute.manager [req-714a477c-0dac-45f8-9a67-78e7b8726e77 req-0ded99ea-2450-4026-883a-85a84466d4d5 service nova] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Received event network-changed-2a975c24-54e7-40b2-a669-805ea54026fc {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1434.791165] env[71058]: DEBUG nova.compute.manager [req-714a477c-0dac-45f8-9a67-78e7b8726e77 req-0ded99ea-2450-4026-883a-85a84466d4d5 service nova] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Refreshing instance network info cache due to event network-changed-2a975c24-54e7-40b2-a669-805ea54026fc. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1434.791450] env[71058]: DEBUG oslo_concurrency.lockutils [req-714a477c-0dac-45f8-9a67-78e7b8726e77 req-0ded99ea-2450-4026-883a-85a84466d4d5 service nova] Acquiring lock "refresh_cache-fc0e7536-f62d-42d7-a9aa-1e2000e65b9b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1434.791602] env[71058]: DEBUG oslo_concurrency.lockutils [req-714a477c-0dac-45f8-9a67-78e7b8726e77 req-0ded99ea-2450-4026-883a-85a84466d4d5 service nova] Acquired lock "refresh_cache-fc0e7536-f62d-42d7-a9aa-1e2000e65b9b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1434.791780] env[71058]: DEBUG nova.network.neutron [req-714a477c-0dac-45f8-9a67-78e7b8726e77 req-0ded99ea-2450-4026-883a-85a84466d4d5 service nova] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Refreshing network info cache for port 2a975c24-54e7-40b2-a669-805ea54026fc {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1434.883022] env[71058]: DEBUG oslo_vmware.api [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2872611, 'name': PowerOnVM_Task, 'duration_secs': 1.09339} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1434.883322] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1434.883538] env[71058]: INFO nova.compute.manager [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Took 12.61 seconds to spawn the instance on the hypervisor.
[ 1434.886157] env[71058]: DEBUG nova.compute.manager [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1434.886157] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f785872c-d633-4dc1-9d45-c6041b4a13bc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1435.034111] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a739c99c-d467-49b3-8b8c-e887be8f87ae tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1435.034111] env[71058]: DEBUG oslo_vmware.api [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Task: {'id': task-2872615, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1435.096221] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Releasing lock "refresh_cache-f620dc99-9e9e-4734-b079-e1de9682ab86" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1435.096771] env[71058]: DEBUG nova.compute.manager [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Instance network_info: |[{"id": "7d59a591-9e94-4eaf-9b04-65ed0f5ea404", "address": "fa:16:3e:b4:8b:fe", "network": {"id": "e468d032-7280-4a84-97c5-db65f8a515aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-792259733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85106c5e01ec496dbeb48733902367b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d59a591-9e", "ovs_interfaceid": "7d59a591-9e94-4eaf-9b04-65ed0f5ea404", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1435.097143] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:8b:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa410d21-2141-45bb-8d0b-16c77304605f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d59a591-9e94-4eaf-9b04-65ed0f5ea404', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1435.105664] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Creating folder: Project (85106c5e01ec496dbeb48733902367b7). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1435.105976] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d264d9a9-cfa8-4211-8635-e6a289cd5216 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1435.119111] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Created folder: Project (85106c5e01ec496dbeb48733902367b7) in parent group-v577298.
[ 1435.119349] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Creating folder: Instances. Parent ref: group-v577338. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1435.119602] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57923a90-716b-4df0-bb26-72809a05ab3f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1435.131636] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Created folder: Instances in parent group-v577338.
[ 1435.131907] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1435.132152] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1435.132367] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48e08502-f7be-48c9-ba87-2e108483cef3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1435.158405] env[71058]: DEBUG nova.compute.manager [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1435.166474] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1435.166474] env[71058]:    value = "task-2872618"
[ 1435.166474] env[71058]:    _type = "Task"
[ 1435.166474] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1435.180346] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872618, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1435.192302] env[71058]: DEBUG nova.virt.hardware [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1435.192580] env[71058]: DEBUG nova.virt.hardware [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1435.192723] env[71058]: DEBUG nova.virt.hardware [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1435.192901] env[71058]: DEBUG nova.virt.hardware [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1435.193057] env[71058]: DEBUG nova.virt.hardware [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1435.193205] env[71058]: DEBUG nova.virt.hardware [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1435.193413] env[71058]: DEBUG nova.virt.hardware [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1435.193570] env[71058]: DEBUG nova.virt.hardware [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1435.193737] env[71058]: DEBUG nova.virt.hardware [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1435.194055] env[71058]: DEBUG nova.virt.hardware [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1435.194220] env[71058]: DEBUG nova.virt.hardware [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1435.195163] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6613eef-87df-4e9d-9f1c-9a35b7dd4f14 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1435.202785] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4261ee-f3ef-410e-bfbb-373f7d485950 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1435.221456] env[71058]: DEBUG nova.scheduler.client.report [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1435.232835] env[71058]: DEBUG oslo_vmware.api [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': task-2872614, 'name': ReconfigVM_Task, 'duration_secs': 0.927242} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1435.233265] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 2329624f-45b8-4304-ad2f-a304d4520a8b/2329624f-45b8-4304-ad2f-a304d4520a8b.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1435.234020] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b762cf41-e6b5-4ccd-8054-7117a2d2a6c3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1435.241226] env[71058]: DEBUG oslo_vmware.api [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Waiting for the task: (returnval){
[ 1435.241226] env[71058]:    value = "task-2872619"
[ 1435.241226] env[71058]:    _type = "Task"
[ 1435.241226] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1435.258908] env[71058]: DEBUG oslo_vmware.api [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': task-2872619, 'name': Rename_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1435.288938] env[71058]: DEBUG oslo_concurrency.lockutils [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1435.416365] env[71058]: INFO nova.compute.manager [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Took 32.97 seconds to build instance.
[ 1435.529550] env[71058]: DEBUG oslo_vmware.api [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Task: {'id': task-2872615, 'name': ReconfigVM_Task, 'duration_secs': 0.524702} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1435.530217] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Reconfigured VM instance instance-0000000c to attach disk [datastore1] e2835ee8-aa60-450e-9808-a43d2e540a30/e2835ee8-aa60-450e-9808-a43d2e540a30.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1435.530882] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c150ad03-58ed-4589-ab19-e225f2b51b6a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1435.540425] env[71058]: DEBUG oslo_vmware.api [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Waiting for the task: (returnval){
[ 1435.540425] env[71058]:    value = "task-2872620"
[ 1435.540425] env[71058]:    _type = "Task"
[ 1435.540425] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1435.550542] env[71058]: DEBUG oslo_vmware.api [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Task: {'id': task-2872620, 'name': Rename_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1435.551495] env[71058]: DEBUG nova.network.neutron [req-2a9d27db-33cb-4d43-95e4-5239106698e1 req-6911e2f9-7550-4cb4-9b23-3348163e1b36 service nova] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Updated VIF entry in instance network info cache for port c40e53be-96f3-444e-949f-ccf70045ddfb. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1435.551807] env[71058]: DEBUG nova.network.neutron [req-2a9d27db-33cb-4d43-95e4-5239106698e1 req-6911e2f9-7550-4cb4-9b23-3348163e1b36 service nova] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Updating instance_info_cache with network_info: [{"id": "c40e53be-96f3-444e-949f-ccf70045ddfb", "address": "fa:16:3e:7f:b3:1e", "network": {"id": "5ecbb149-fd57-4a44-a6cc-48e0b1e653a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1232521171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df590cd3ec8f4748ad8a273f58d2f095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40e53be-96", "ovs_interfaceid": "c40e53be-96f3-444e-949f-ccf70045ddfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1435.683348] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872618, 'name': CreateVM_Task, 'duration_secs': 0.382173} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1435.683527] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1435.684272] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1435.684442] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1435.684763] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1435.685161] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fa76388-c6a1-4981-bbf2-a2dbedcfa2f8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1435.690191] env[71058]: DEBUG oslo_vmware.api [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1435.690191] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5245ead2-0d45-1142-05c8-14024097e94a"
[ 1435.690191] env[71058]:    _type = "Task"
[ 1435.690191] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1435.700747] env[71058]: DEBUG oslo_vmware.api [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5245ead2-0d45-1142-05c8-14024097e94a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1435.729398] env[71058]: DEBUG oslo_concurrency.lockutils [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1435.730369] env[71058]: DEBUG nova.compute.manager [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1435.739593] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9acc6e7a-598f-4cdc-b7fe-ad802dadc095 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.256s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1435.740087] env[71058]: DEBUG nova.objects.instance [None req-9acc6e7a-598f-4cdc-b7fe-ad802dadc095 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Lazy-loading 'resources' on Instance uuid bf1c130f-b02f-4890-84d0-54589ef16315 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1435.741922] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Acquiring lock "bacce8da-7475-425b-8e5e-4700e31e5f53" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1435.742344] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Lock "bacce8da-7475-425b-8e5e-4700e31e5f53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1435.757458] env[71058]: DEBUG oslo_vmware.api [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': task-2872619, 'name': Rename_Task, 'duration_secs': 0.153328} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1435.758321] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1435.758584] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1649dc93-09aa-46fb-be0b-8e7ea0ac9c6e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1435.766512] env[71058]: DEBUG oslo_vmware.api [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Waiting for the task: (returnval){
[ 1435.766512] env[71058]:    value = "task-2872621"
[ 1435.766512] env[71058]:    _type = "Task"
[ 1435.766512] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1435.776056] env[71058]: DEBUG oslo_vmware.api [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': task-2872621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1435.862511] env[71058]: DEBUG nova.network.neutron [req-714a477c-0dac-45f8-9a67-78e7b8726e77 req-0ded99ea-2450-4026-883a-85a84466d4d5 service nova] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Updated VIF entry in instance network info cache for port 2a975c24-54e7-40b2-a669-805ea54026fc. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1435.862914] env[71058]: DEBUG nova.network.neutron [req-714a477c-0dac-45f8-9a67-78e7b8726e77 req-0ded99ea-2450-4026-883a-85a84466d4d5 service nova] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Updating instance_info_cache with network_info: [{"id": "2a975c24-54e7-40b2-a669-805ea54026fc", "address": "fa:16:3e:d2:03:63", "network": {"id": "53ab174d-a8bc-4875-ae59-c9ac6adddabc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-527614538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23eec625e7e54982993fa360d063b1f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a975c24-54", "ovs_interfaceid": "2a975c24-54e7-40b2-a669-805ea54026fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1435.920323] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45a29556-57c1-4c10-81fb-0600ae991e52 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Lock "5be4e13c-8434-4410-a8c4-b91a70b0ad8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 34.484s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1436.053482] env[71058]: DEBUG oslo_vmware.api [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Task: {'id': task-2872620, 'name': Rename_Task, 'duration_secs': 0.216667} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1436.053781] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1436.054057] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d9b83f2-9942-4abc-bf48-19ce829672db {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1436.056015] env[71058]: DEBUG oslo_concurrency.lockutils [req-2a9d27db-33cb-4d43-95e4-5239106698e1 req-6911e2f9-7550-4cb4-9b23-3348163e1b36 service nova] Releasing lock "refresh_cache-e55a7df3-411f-441b-8e9b-91ba7bf96656" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1436.062371] env[71058]: DEBUG oslo_vmware.api [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Waiting for the task: (returnval){
[ 1436.062371] env[71058]:    value = "task-2872622"
[ 1436.062371] env[71058]:    _type = "Task"
[ 1436.062371] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1436.071653] env[71058]: DEBUG oslo_vmware.api [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Task: {'id': task-2872622, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1436.082799] env[71058]: DEBUG nova.network.neutron [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Successfully updated port: 0bfbe2c4-619c-4849-b105-0a4bc182ee6a {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1436.200033] env[71058]: DEBUG oslo_vmware.api [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5245ead2-0d45-1142-05c8-14024097e94a, 'name': SearchDatastore_Task, 'duration_secs': 0.013086} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1436.200331] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1436.200571] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1436.200811] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1436.200972] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1436.201147] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1436.201440] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-069c4dde-d7c3-463a-9329-040e43af08d7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1436.211027] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1436.211253] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1436.212040] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af01e835-26ee-4412-8fb2-682e2831f146 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1436.217467] env[71058]: DEBUG oslo_vmware.api [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1436.217467] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52bb2b71-d268-4d50-fb11-d7026290a915"
[ 1436.217467] env[71058]:    _type = "Task"
[ 1436.217467] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1436.226681] env[71058]: DEBUG oslo_vmware.api [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52bb2b71-d268-4d50-fb11-d7026290a915, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1436.237653] env[71058]: DEBUG nova.compute.utils [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1436.239320] env[71058]: DEBUG nova.compute.manager [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1436.239320] env[71058]: DEBUG nova.network.neutron [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1436.280188] env[71058]: DEBUG oslo_vmware.api [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': task-2872621, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1436.329976] env[71058]: DEBUG nova.policy [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93ebdd50fbbe424a9267d6879908b5c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3eb7e2314c6c490196829f6c33c99177', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1436.366747] env[71058]: DEBUG oslo_concurrency.lockutils [req-714a477c-0dac-45f8-9a67-78e7b8726e77 req-0ded99ea-2450-4026-883a-85a84466d4d5 service nova] Releasing lock "refresh_cache-fc0e7536-f62d-42d7-a9aa-1e2000e65b9b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1436.426405] env[71058]: DEBUG nova.compute.manager [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1436.576161] env[71058]: DEBUG oslo_vmware.api [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Task: {'id': task-2872622, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1436.586644] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Acquiring lock "refresh_cache-3cf0e63a-4528-49d7-b068-5d1073643834" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1436.586825] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Acquired lock "refresh_cache-3cf0e63a-4528-49d7-b068-5d1073643834" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1436.587109] env[71058]: DEBUG nova.network.neutron [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1436.737924] env[71058]: DEBUG oslo_vmware.api [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52bb2b71-d268-4d50-fb11-d7026290a915, 'name': SearchDatastore_Task, 'duration_secs': 0.024226} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1436.742126] env[71058]: DEBUG nova.compute.manager [req-3fb68bcd-8085-4e97-8849-32102c024f51 req-968b5489-153c-4647-b154-08ba50a3ad22 service nova] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Received event network-vif-plugged-7d59a591-9e94-4eaf-9b04-65ed0f5ea404 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1436.742548] env[71058]: DEBUG oslo_concurrency.lockutils [req-3fb68bcd-8085-4e97-8849-32102c024f51 req-968b5489-153c-4647-b154-08ba50a3ad22 service nova] Acquiring lock "f620dc99-9e9e-4734-b079-e1de9682ab86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1436.742794] env[71058]: DEBUG oslo_concurrency.lockutils [req-3fb68bcd-8085-4e97-8849-32102c024f51 req-968b5489-153c-4647-b154-08ba50a3ad22 service nova] Lock "f620dc99-9e9e-4734-b079-e1de9682ab86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1436.743037] env[71058]: DEBUG oslo_concurrency.lockutils [req-3fb68bcd-8085-4e97-8849-32102c024f51 req-968b5489-153c-4647-b154-08ba50a3ad22 service nova] Lock "f620dc99-9e9e-4734-b079-e1de9682ab86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1436.743212] env[71058]: DEBUG nova.compute.manager [req-3fb68bcd-8085-4e97-8849-32102c024f51 req-968b5489-153c-4647-b154-08ba50a3ad22 service nova] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] No waiting events found dispatching network-vif-plugged-7d59a591-9e94-4eaf-9b04-65ed0f5ea404 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1436.743377] env[71058]: WARNING nova.compute.manager [req-3fb68bcd-8085-4e97-8849-32102c024f51 req-968b5489-153c-4647-b154-08ba50a3ad22 service nova] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Received unexpected event network-vif-plugged-7d59a591-9e94-4eaf-9b04-65ed0f5ea404 for instance with vm_state building and task_state spawning.
[ 1436.743541] env[71058]: DEBUG nova.compute.manager [req-3fb68bcd-8085-4e97-8849-32102c024f51 req-968b5489-153c-4647-b154-08ba50a3ad22 service nova] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Received event network-changed-7d59a591-9e94-4eaf-9b04-65ed0f5ea404 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1436.743690] env[71058]: DEBUG nova.compute.manager [req-3fb68bcd-8085-4e97-8849-32102c024f51 req-968b5489-153c-4647-b154-08ba50a3ad22 service nova] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Refreshing instance network info cache due to event network-changed-7d59a591-9e94-4eaf-9b04-65ed0f5ea404. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1436.743872] env[71058]: DEBUG oslo_concurrency.lockutils [req-3fb68bcd-8085-4e97-8849-32102c024f51 req-968b5489-153c-4647-b154-08ba50a3ad22 service nova] Acquiring lock "refresh_cache-f620dc99-9e9e-4734-b079-e1de9682ab86" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1436.744010] env[71058]: DEBUG oslo_concurrency.lockutils [req-3fb68bcd-8085-4e97-8849-32102c024f51 req-968b5489-153c-4647-b154-08ba50a3ad22 service nova] Acquired lock "refresh_cache-f620dc99-9e9e-4734-b079-e1de9682ab86" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1436.744408] env[71058]: DEBUG nova.network.neutron [req-3fb68bcd-8085-4e97-8849-32102c024f51 req-968b5489-153c-4647-b154-08ba50a3ad22 service nova] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Refreshing network info cache for port 7d59a591-9e94-4eaf-9b04-65ed0f5ea404 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1436.749030] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e925fd3-e0bc-4783-aac6-46dca934324b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1436.752853] env[71058]: DEBUG nova.compute.manager [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1436.761108] env[71058]: DEBUG oslo_vmware.api [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1436.761108] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5296b998-3d79-0908-9ee4-c45edefe79b5"
[ 1436.761108] env[71058]:    _type = "Task"
[ 1436.761108] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1436.779550] env[71058]: DEBUG oslo_vmware.api [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5296b998-3d79-0908-9ee4-c45edefe79b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1436.789362] env[71058]: DEBUG oslo_vmware.api [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': task-2872621, 'name': PowerOnVM_Task, 'duration_secs': 0.836102} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1436.789781] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1436.790059] env[71058]: INFO nova.compute.manager [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Took 6.96 seconds to spawn the instance on the hypervisor.
[ 1436.792066] env[71058]: DEBUG nova.compute.manager [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1436.792066] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b132e9b-4451-4453-a85c-7087ddc16d30 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1436.809514] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41812d20-42dc-4d08-92b3-641b44b0000f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1436.818055] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936e0162-90d7-4886-af59-f4725c2fd5b3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1436.854963] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0397b9-22d7-4f9c-88f9-d84cf6e75b88 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1436.864139] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b77c62-b4e5-40fd-aca0-5cbac8a8590e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1436.880521] env[71058]: DEBUG nova.compute.provider_tree [None req-9acc6e7a-598f-4cdc-b7fe-ad802dadc095 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1436.943611] env[71058]: DEBUG nova.network.neutron [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Successfully created port: 502983d2-231a-491f-b003-55200836c939 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1436.950265] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1437.075276] env[71058]: DEBUG oslo_vmware.api [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Task: {'id': task-2872622, 'name': PowerOnVM_Task, 'duration_secs': 0.841482} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1437.075276] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1437.075559] env[71058]: INFO nova.compute.manager [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Took 9.77 seconds to spawn the instance on the hypervisor.
[ 1437.075559] env[71058]: DEBUG nova.compute.manager [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1437.077043] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cda0401-52c4-4b86-8215-20157e0843be {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1437.146867] env[71058]: DEBUG nova.network.neutron [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1437.276336] env[71058]: DEBUG oslo_vmware.api [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5296b998-3d79-0908-9ee4-c45edefe79b5, 'name': SearchDatastore_Task, 'duration_secs': 0.017993} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1437.277263] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1437.277263] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] f620dc99-9e9e-4734-b079-e1de9682ab86/f620dc99-9e9e-4734-b079-e1de9682ab86.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1437.277263] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef279761-d44f-4d63-a59d-1d9d2e5cede2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1437.284774] env[71058]: DEBUG oslo_vmware.api [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1437.284774] env[71058]:    value = "task-2872623"
[ 1437.284774] env[71058]:    _type = "Task"
[ 1437.284774] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1437.293928] env[71058]: DEBUG oslo_vmware.api [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1437.316620] env[71058]: INFO nova.compute.manager [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Took 24.36 seconds to build instance.
[ 1437.345258] env[71058]: DEBUG nova.network.neutron [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Updating instance_info_cache with network_info: [{"id": "0bfbe2c4-619c-4849-b105-0a4bc182ee6a", "address": "fa:16:3e:ae:b6:0f", "network": {"id": "8cffd29f-9596-40ee-b42b-14ece182f02c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2138524052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9da282337ddc44828d2ab61bb4b97e6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bfbe2c4-61", "ovs_interfaceid": "0bfbe2c4-619c-4849-b105-0a4bc182ee6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1437.391679] env[71058]: DEBUG nova.scheduler.client.report [None req-9acc6e7a-598f-4cdc-b7fe-ad802dadc095 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1437.507834] env[71058]: INFO nova.compute.manager [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Rebuilding instance
[ 1437.573236] env[71058]: DEBUG nova.compute.manager [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1437.574205] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a397bf86-6511-4604-bf2e-bc23a534d2e3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1437.598663] env[71058]: INFO nova.compute.manager [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Took 25.59 seconds to build instance.
[ 1437.603335] env[71058]: DEBUG nova.network.neutron [req-3fb68bcd-8085-4e97-8849-32102c024f51 req-968b5489-153c-4647-b154-08ba50a3ad22 service nova] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Updated VIF entry in instance network info cache for port 7d59a591-9e94-4eaf-9b04-65ed0f5ea404. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1437.603956] env[71058]: DEBUG nova.network.neutron [req-3fb68bcd-8085-4e97-8849-32102c024f51 req-968b5489-153c-4647-b154-08ba50a3ad22 service nova] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Updating instance_info_cache with network_info: [{"id": "7d59a591-9e94-4eaf-9b04-65ed0f5ea404", "address": "fa:16:3e:b4:8b:fe", "network": {"id": "e468d032-7280-4a84-97c5-db65f8a515aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-792259733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85106c5e01ec496dbeb48733902367b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d59a591-9e", "ovs_interfaceid": "7d59a591-9e94-4eaf-9b04-65ed0f5ea404", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1437.763182] env[71058]: DEBUG nova.compute.manager [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1437.793812] env[71058]: DEBUG nova.virt.hardware [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1437.794095] env[71058]: DEBUG nova.virt.hardware [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1437.794260] env[71058]: DEBUG nova.virt.hardware [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1437.794441] env[71058]: DEBUG nova.virt.hardware [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1437.794584] env[71058]: DEBUG nova.virt.hardware [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1437.794726] env[71058]: DEBUG nova.virt.hardware [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1437.794930] env[71058]: DEBUG nova.virt.hardware [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1437.795107] env[71058]: DEBUG nova.virt.hardware [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1437.795282] env[71058]: DEBUG nova.virt.hardware [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1437.795449] env[71058]: DEBUG nova.virt.hardware [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1437.795622] env[71058]: DEBUG nova.virt.hardware [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1437.796980] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d104ffb-72a6-4db4-a0a7-0d20c574f8b8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1437.803591] env[71058]: DEBUG oslo_vmware.api [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872623, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1437.809341] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd0fab6-f3fc-4fe7-acd1-a68ce97bb131 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1437.825039] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d3f35622-8840-464f-904c-8dcd3fd6072d tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Lock "2329624f-45b8-4304-ad2f-a304d4520a8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 29.421s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1437.848490] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Releasing lock "refresh_cache-3cf0e63a-4528-49d7-b068-5d1073643834" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1437.848832] env[71058]: DEBUG nova.compute.manager [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Instance network_info: |[{"id": "0bfbe2c4-619c-4849-b105-0a4bc182ee6a", "address": "fa:16:3e:ae:b6:0f", "network": {"id": "8cffd29f-9596-40ee-b42b-14ece182f02c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2138524052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9da282337ddc44828d2ab61bb4b97e6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bfbe2c4-61", "ovs_interfaceid": "0bfbe2c4-619c-4849-b105-0a4bc182ee6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1437.850027] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:b6:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bfbe2c4-619c-4849-b105-0a4bc182ee6a', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1437.857890] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Creating folder: Project (9da282337ddc44828d2ab61bb4b97e6a). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1437.858532] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37a60ea1-853c-4d11-99a4-3f08b8ee3bf7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1437.871599] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Created folder: Project (9da282337ddc44828d2ab61bb4b97e6a) in parent group-v577298.
[ 1437.871599] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Creating folder: Instances. Parent ref: group-v577341. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1437.871794] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1579cb8f-8835-4dfa-a87d-23b40455d581 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1437.882359] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Created folder: Instances in parent group-v577341.
[ 1437.882621] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1437.882822] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1437.883111] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04aaad52-5349-4482-b68c-2a02220fffc4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1437.900087] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9acc6e7a-598f-4cdc-b7fe-ad802dadc095 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1437.905129] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.904s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1437.905129] env[71058]: INFO nova.compute.claims [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1437.912222] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1437.912222] env[71058]:    value = "task-2872626"
[ 1437.912222] env[71058]:    _type = "Task"
[ 1437.912222] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1437.921789] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872626, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1437.938268] env[71058]: INFO nova.scheduler.client.report [None req-9acc6e7a-598f-4cdc-b7fe-ad802dadc095 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Deleted allocations for instance bf1c130f-b02f-4890-84d0-54589ef16315
[ 1438.103103] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d94a714e-3a44-43c0-b659-3c182c4d646b tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Lock "e2835ee8-aa60-450e-9808-a43d2e540a30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 34.997s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1438.108751] env[71058]: DEBUG oslo_concurrency.lockutils [req-3fb68bcd-8085-4e97-8849-32102c024f51 req-968b5489-153c-4647-b154-08ba50a3ad22 service nova] Releasing lock "refresh_cache-f620dc99-9e9e-4734-b079-e1de9682ab86" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1438.109011] env[71058]: DEBUG nova.compute.manager [req-3fb68bcd-8085-4e97-8849-32102c024f51 req-968b5489-153c-4647-b154-08ba50a3ad22 service nova] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Received event network-vif-deleted-7e1701bf-4447-4202-9f29-adee6286eb74 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1438.296374] env[71058]: DEBUG oslo_vmware.api [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872623, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568694} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1438.297774] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] f620dc99-9e9e-4734-b079-e1de9682ab86/f620dc99-9e9e-4734-b079-e1de9682ab86.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1438.297774] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1438.297924] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43cab124-a69e-42f3-8d9e-602b060c6b7c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1438.306023] env[71058]: DEBUG oslo_vmware.api [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1438.306023] env[71058]:    value = "task-2872627"
[ 1438.306023] env[71058]:    _type = "Task"
[ 1438.306023] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1438.315517] env[71058]: DEBUG oslo_vmware.api [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872627, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1438.329577] env[71058]: DEBUG nova.compute.manager [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1438.426548] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872626, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1438.447974] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9acc6e7a-598f-4cdc-b7fe-ad802dadc095 tempest-ServerDiagnosticsTest-958780177 tempest-ServerDiagnosticsTest-958780177-project-member] Lock "bf1c130f-b02f-4890-84d0-54589ef16315" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 18.326s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1438.596349] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1438.596657] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0365f04f-3d88-4207-873e-229cf9180d4d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1438.604308] env[71058]: DEBUG oslo_vmware.api [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Waiting for the task: (returnval){
[ 1438.604308] env[71058]:    value = "task-2872628"
[ 1438.604308] env[71058]:    _type = "Task"
[ 1438.604308] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1438.608458] env[71058]: DEBUG nova.compute.manager [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1438.617793] env[71058]: DEBUG oslo_vmware.api [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': task-2872628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1438.820678] env[71058]: DEBUG oslo_vmware.api [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872627, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138984} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1438.821487] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1438.825115] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61e6b5f-097b-4e73-a18b-11a3d2ba489e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1438.864071] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] f620dc99-9e9e-4734-b079-e1de9682ab86/f620dc99-9e9e-4734-b079-e1de9682ab86.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1438.866844] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d41ff3e4-475d-46d0-a014-0f53057ff6f0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1438.894213] env[71058]: DEBUG oslo_vmware.api [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1438.894213] env[71058]:    value = "task-2872629"
[ 1438.894213] env[71058]:    _type = "Task"
[ 1438.894213] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1438.902147] env[71058]: DEBUG oslo_vmware.api [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872629, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1438.903162] env[71058]: DEBUG oslo_concurrency.lockutils [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1438.926516] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872626, 'name': CreateVM_Task, 'duration_secs': 0.70367} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1438.926922] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1438.928639] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1438.928954] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1438.929309] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1438.930325] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b3b5bf5-85fe-491b-bd84-fd6a8736b11f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1438.934354] env[71058]: DEBUG oslo_vmware.api [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Waiting for the task: (returnval){
[ 1438.934354] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527a6dc7-0245-1488-c5e1-41683d0acb56"
[ 1438.934354] env[71058]:    _type = "Task"
[ 1438.934354] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1438.944021] env[71058]: DEBUG oslo_vmware.api [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527a6dc7-0245-1488-c5e1-41683d0acb56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1439.138312] env[71058]: DEBUG oslo_vmware.api [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': task-2872628, 'name': PowerOffVM_Task, 'duration_secs': 0.306292} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1439.142772] env[71058]: DEBUG nova.network.neutron [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Successfully updated port: 502983d2-231a-491f-b003-55200836c939 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1439.143694] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1439.144405] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1439.146732] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6a0d75-2b05-493e-92ed-d7b4ba116ff2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1439.153145] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1439.153394] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b44e0bb-93b5-4dff-8d24-95ef08a13ac9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1439.161972] env[71058]: DEBUG oslo_concurrency.lockutils [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1439.187439] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1439.187634] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1439.187800] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Deleting the datastore file [datastore2] 77d111eb-71b1-4758-998e-2760512a6b43 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1439.193577] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee05499d-4ca7-4fbb-8d17-aa93cae1efee {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1439.203570] env[71058]: DEBUG oslo_vmware.api [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Waiting for the task: (returnval){
[ 1439.203570] env[71058]:    value = "task-2872631"
[ 1439.203570] env[71058]:    _type = "Task"
[ 1439.203570] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1439.216276] env[71058]: DEBUG oslo_vmware.api [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': task-2872631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1439.392836] env[71058]: DEBUG nova.compute.manager [req-0720e2e7-0ed3-4f22-8bc1-0c15e70cadb8 req-ce82c953-152f-49ed-a9f5-44b40362a038 service nova] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Received event network-vif-plugged-0bfbe2c4-619c-4849-b105-0a4bc182ee6a {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1439.393036] env[71058]: DEBUG oslo_concurrency.lockutils [req-0720e2e7-0ed3-4f22-8bc1-0c15e70cadb8 req-ce82c953-152f-49ed-a9f5-44b40362a038 service nova] Acquiring lock "3cf0e63a-4528-49d7-b068-5d1073643834-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1439.393535] env[71058]: DEBUG oslo_concurrency.lockutils [req-0720e2e7-0ed3-4f22-8bc1-0c15e70cadb8 req-ce82c953-152f-49ed-a9f5-44b40362a038 service nova] Lock "3cf0e63a-4528-49d7-b068-5d1073643834-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1439.394906] env[71058]: DEBUG oslo_concurrency.lockutils [req-0720e2e7-0ed3-4f22-8bc1-0c15e70cadb8 req-ce82c953-152f-49ed-a9f5-44b40362a038 service nova] Lock "3cf0e63a-4528-49d7-b068-5d1073643834-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1439.395267] env[71058]: DEBUG nova.compute.manager [req-0720e2e7-0ed3-4f22-8bc1-0c15e70cadb8 req-ce82c953-152f-49ed-a9f5-44b40362a038 service nova] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] No waiting events found dispatching network-vif-plugged-0bfbe2c4-619c-4849-b105-0a4bc182ee6a {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1439.395370] env[71058]: WARNING nova.compute.manager [req-0720e2e7-0ed3-4f22-8bc1-0c15e70cadb8 req-ce82c953-152f-49ed-a9f5-44b40362a038 service nova] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Received unexpected event network-vif-plugged-0bfbe2c4-619c-4849-b105-0a4bc182ee6a for instance with vm_state building and task_state spawning.
[ 1439.395563] env[71058]: DEBUG nova.compute.manager [req-0720e2e7-0ed3-4f22-8bc1-0c15e70cadb8 req-ce82c953-152f-49ed-a9f5-44b40362a038 service nova] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Received event network-changed-0bfbe2c4-619c-4849-b105-0a4bc182ee6a {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1439.396771] env[71058]: DEBUG nova.compute.manager [req-0720e2e7-0ed3-4f22-8bc1-0c15e70cadb8 req-ce82c953-152f-49ed-a9f5-44b40362a038 service nova] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Refreshing instance network info cache due to event network-changed-0bfbe2c4-619c-4849-b105-0a4bc182ee6a. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1439.396771] env[71058]: DEBUG oslo_concurrency.lockutils [req-0720e2e7-0ed3-4f22-8bc1-0c15e70cadb8 req-ce82c953-152f-49ed-a9f5-44b40362a038 service nova] Acquiring lock "refresh_cache-3cf0e63a-4528-49d7-b068-5d1073643834" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1439.396771] env[71058]: DEBUG oslo_concurrency.lockutils [req-0720e2e7-0ed3-4f22-8bc1-0c15e70cadb8 req-ce82c953-152f-49ed-a9f5-44b40362a038 service nova] Acquired lock "refresh_cache-3cf0e63a-4528-49d7-b068-5d1073643834" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1439.396771] env[71058]: DEBUG nova.network.neutron [req-0720e2e7-0ed3-4f22-8bc1-0c15e70cadb8 req-ce82c953-152f-49ed-a9f5-44b40362a038 service nova] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Refreshing network info cache for port 0bfbe2c4-619c-4849-b105-0a4bc182ee6a {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1439.410350] env[71058]: DEBUG oslo_vmware.api [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872629, 'name': ReconfigVM_Task, 'duration_secs': 0.418847} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1439.413649] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Reconfigured VM instance instance-0000000e to attach disk [datastore2] f620dc99-9e9e-4734-b079-e1de9682ab86/f620dc99-9e9e-4734-b079-e1de9682ab86.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1439.417216] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7eccbde7-13d2-4b72-9ba6-dad900766fc6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1439.427066] env[71058]: DEBUG oslo_vmware.api [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1439.427066] env[71058]:    value = "task-2872632"
[ 1439.427066] env[71058]:    _type = "Task"
[ 1439.427066] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1439.443672] env[71058]: DEBUG oslo_vmware.api [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872632, 'name': Rename_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1439.450174] env[71058]: DEBUG oslo_vmware.api [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527a6dc7-0245-1488-c5e1-41683d0acb56, 'name': SearchDatastore_Task, 'duration_secs': 0.016584} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1439.453274] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1439.453565] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1439.453819] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1439.453971] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1439.454177] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1439.454676] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac4f5638-5e4f-4399-8272-03ee32bce177 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1439.463806] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1439.464638] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1439.465985] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bba11a06-3255-4af0-b30a-12ead223a111 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1439.471114] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b075dcf9-6d6a-4935-b3b6-7bb53694ccb2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1439.481103] env[71058]: DEBUG oslo_vmware.api [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Waiting for the task: (returnval){
[ 1439.481103] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]521ebfa6-30d6-a86a-d2c7-58b32bdb99de"
[ 1439.481103] env[71058]:    _type = "Task"
[ 1439.481103] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1439.485443] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb67779-e883-4713-882c-766cd6926915 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1439.497935] env[71058]: DEBUG oslo_vmware.api [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]521ebfa6-30d6-a86a-d2c7-58b32bdb99de, 'name': SearchDatastore_Task, 'duration_secs': 0.0103} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1439.528532] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-256395b8-f172-42a8-9464-6deb361225e3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1439.531772] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0efdf50-8f26-4abe-bd69-5f9548642ea1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1439.537776] env[71058]: DEBUG oslo_vmware.api [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Waiting for the task: (returnval){
[ 1439.537776] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52334f67-3468-3a0f-40b6-b5da6ac482c0"
[ 1439.537776] env[71058]:    _type = "Task"
[ 1439.537776] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1439.547048] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83f033c-bcbd-45e6-891a-17bdc8545338 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1439.556024] env[71058]: DEBUG oslo_vmware.api [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52334f67-3468-3a0f-40b6-b5da6ac482c0, 'name': SearchDatastore_Task, 'duration_secs': 0.012883} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1439.564763] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1439.565047] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 3cf0e63a-4528-49d7-b068-5d1073643834/3cf0e63a-4528-49d7-b068-5d1073643834.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1439.565935] env[71058]: DEBUG nova.compute.provider_tree [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1439.567327] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c28fa3be-4433-412b-92e0-d49e1f5f5848 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1439.574154] env[71058]: DEBUG oslo_vmware.api [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Waiting for the task: (returnval){
[ 1439.574154] env[71058]:    value = "task-2872633"
[ 1439.574154] env[71058]:    _type = "Task"
[ 1439.574154] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1439.583298] env[71058]: DEBUG oslo_vmware.api [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2872633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1439.649190] env[71058]: DEBUG oslo_concurrency.lockutils [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Acquiring lock "refresh_cache-d2b49aba-df56-436a-9e6c-c3a879676d43" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1439.649190] env[71058]: DEBUG oslo_concurrency.lockutils [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Acquired lock "refresh_cache-d2b49aba-df56-436a-9e6c-c3a879676d43" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1439.649190] env[71058]: DEBUG nova.network.neutron [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1439.702083] env[71058]: DEBUG nova.compute.manager [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Stashing vm_state: active {{(pid=71058) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}}
[ 1439.714527] env[71058]: DEBUG oslo_vmware.api [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': task-2872631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194092} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1439.714622] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1439.715029] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1439.715029] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1439.782818] env[71058]: INFO nova.compute.manager [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Rebuilding instance
[ 1439.849190] env[71058]: DEBUG nova.compute.manager [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1439.850205] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b58f754-e217-410e-8711-9d7fdebf6e68 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1439.939864] env[71058]: DEBUG oslo_vmware.api [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872632, 'name': Rename_Task, 'duration_secs': 0.146406} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1439.939864] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1439.939864] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b74acb8d-cc3e-4250-8644-c5211ce33eb4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1439.947894] env[71058]: DEBUG oslo_vmware.api [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1439.947894] env[71058]:    value = "task-2872634"
[ 1439.947894] env[71058]:    _type = "Task"
[ 1439.947894] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1439.965574] env[71058]: DEBUG oslo_vmware.api [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1440.070855] env[71058]: DEBUG nova.scheduler.client.report [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1440.100027] env[71058]: DEBUG oslo_vmware.api [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2872633, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1440.196796] env[71058]: DEBUG oslo_concurrency.lockutils [None req-94b27359-6ef8-45cd-93d1-311cc784a1ef tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Acquiring lock "fc0e7536-f62d-42d7-a9aa-1e2000e65b9b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1440.196969] env[71058]: DEBUG oslo_concurrency.lockutils [None req-94b27359-6ef8-45cd-93d1-311cc784a1ef tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Lock "fc0e7536-f62d-42d7-a9aa-1e2000e65b9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1440.197198] env[71058]: DEBUG oslo_concurrency.lockutils [None req-94b27359-6ef8-45cd-93d1-311cc784a1ef tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Acquiring lock "fc0e7536-f62d-42d7-a9aa-1e2000e65b9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1440.197376] env[71058]: DEBUG oslo_concurrency.lockutils [None req-94b27359-6ef8-45cd-93d1-311cc784a1ef tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Lock "fc0e7536-f62d-42d7-a9aa-1e2000e65b9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1440.198507] env[71058]: DEBUG oslo_concurrency.lockutils [None req-94b27359-6ef8-45cd-93d1-311cc784a1ef tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Lock "fc0e7536-f62d-42d7-a9aa-1e2000e65b9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1440.202266] env[71058]: INFO nova.compute.manager [None req-94b27359-6ef8-45cd-93d1-311cc784a1ef tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Terminating instance
[ 1440.224111] env[71058]: DEBUG nova.network.neutron [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1440.234043] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1440.397515] env[71058]: DEBUG nova.compute.manager [req-c7df841a-80c0-4845-90e6-d342945b9265 req-abb111cc-c920-4f4a-97dc-4880a658e196 service nova] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Received event network-changed-6255a01d-b0d7-44ee-a8f8-f33e99131bad {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1440.397771] env[71058]: DEBUG nova.compute.manager [req-c7df841a-80c0-4845-90e6-d342945b9265 req-abb111cc-c920-4f4a-97dc-4880a658e196 service nova] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Refreshing instance network info cache due to event network-changed-6255a01d-b0d7-44ee-a8f8-f33e99131bad. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1440.401638] env[71058]: DEBUG oslo_concurrency.lockutils [req-c7df841a-80c0-4845-90e6-d342945b9265 req-abb111cc-c920-4f4a-97dc-4880a658e196 service nova] Acquiring lock "refresh_cache-e2835ee8-aa60-450e-9808-a43d2e540a30" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1440.401638] env[71058]: DEBUG oslo_concurrency.lockutils [req-c7df841a-80c0-4845-90e6-d342945b9265 req-abb111cc-c920-4f4a-97dc-4880a658e196 service nova] Acquired lock "refresh_cache-e2835ee8-aa60-450e-9808-a43d2e540a30" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1440.401638] env[71058]: DEBUG nova.network.neutron [req-c7df841a-80c0-4845-90e6-d342945b9265 req-abb111cc-c920-4f4a-97dc-4880a658e196 service nova] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Refreshing network info cache for port 6255a01d-b0d7-44ee-a8f8-f33e99131bad {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1440.459772] env[71058]: DEBUG oslo_vmware.api [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872634, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1440.472877] env[71058]: DEBUG nova.network.neutron [req-0720e2e7-0ed3-4f22-8bc1-0c15e70cadb8 req-ce82c953-152f-49ed-a9f5-44b40362a038 service nova] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Updated VIF entry in instance network info cache for port 0bfbe2c4-619c-4849-b105-0a4bc182ee6a. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1440.473144] env[71058]: DEBUG nova.network.neutron [req-0720e2e7-0ed3-4f22-8bc1-0c15e70cadb8 req-ce82c953-152f-49ed-a9f5-44b40362a038 service nova] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Updating instance_info_cache with network_info: [{"id": "0bfbe2c4-619c-4849-b105-0a4bc182ee6a", "address": "fa:16:3e:ae:b6:0f", "network": {"id": "8cffd29f-9596-40ee-b42b-14ece182f02c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2138524052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9da282337ddc44828d2ab61bb4b97e6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bfbe2c4-61", "ovs_interfaceid": "0bfbe2c4-619c-4849-b105-0a4bc182ee6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1440.571260] env[71058]: DEBUG nova.network.neutron [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Updating instance_info_cache with network_info: [{"id": "502983d2-231a-491f-b003-55200836c939", "address": "fa:16:3e:ba:63:55", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap502983d2-23", "ovs_interfaceid": "502983d2-231a-491f-b003-55200836c939", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1440.581349] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1440.582024] env[71058]: DEBUG nova.compute.manager [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1440.588906] env[71058]: DEBUG oslo_concurrency.lockutils [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.007s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1440.590518] env[71058]: INFO nova.compute.claims [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1440.594043] env[71058]: DEBUG oslo_vmware.api [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2872633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642474} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1440.594818] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 3cf0e63a-4528-49d7-b068-5d1073643834/3cf0e63a-4528-49d7-b068-5d1073643834.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1440.594818] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1440.594818] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a0303a2-b732-4630-9fd3-220c71a6df88 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1440.603799] env[71058]: DEBUG oslo_vmware.api [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Waiting for the task: (returnval){
[ 1440.603799] env[71058]:    value = "task-2872635"
[ 1440.603799] env[71058]:    _type = "Task"
[ 1440.603799] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1440.624932] env[71058]: DEBUG oslo_vmware.api [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2872635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1440.710044] env[71058]: DEBUG nova.compute.manager [None req-94b27359-6ef8-45cd-93d1-311cc784a1ef tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1440.710956] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-94b27359-6ef8-45cd-93d1-311cc784a1ef tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1440.711283] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8062a2-2091-4048-9de2-42a28fcf1760 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1440.721278] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b27359-6ef8-45cd-93d1-311cc784a1ef tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1440.721740] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90661096-fac4-47b3-a942-b59ca8262dfe {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1440.735578] env[71058]: DEBUG oslo_vmware.api [None req-94b27359-6ef8-45cd-93d1-311cc784a1ef tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Waiting for the task: (returnval){
[ 1440.735578] env[71058]:    value = "task-2872636"
[ 1440.735578] env[71058]:    _type = "Task"
[ 1440.735578] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1440.752255] env[71058]: DEBUG oslo_vmware.api [None req-94b27359-6ef8-45cd-93d1-311cc784a1ef tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Task: {'id': task-2872636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1440.778976] env[71058]: DEBUG nova.virt.hardware [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1440.779302] env[71058]: DEBUG nova.virt.hardware [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1440.779477] env[71058]: DEBUG nova.virt.hardware [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1440.779774] env[71058]: DEBUG nova.virt.hardware [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1440.780441] env[71058]: DEBUG nova.virt.hardware [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1440.780441] env[71058]: DEBUG nova.virt.hardware [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1440.780441] env[71058]: DEBUG nova.virt.hardware [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1440.780645] env[71058]: DEBUG nova.virt.hardware [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1440.780728] env[71058]: DEBUG nova.virt.hardware [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1440.780971] env[71058]: DEBUG nova.virt.hardware [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1440.781328] env[71058]: DEBUG nova.virt.hardware [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1440.782395] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404dd326-484c-4704-acd2-bc9c28426d4a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1440.801941] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edf344a-ddf3-4b13-a170-88b7762d224e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1440.822357] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Instance VIF info [] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1440.829858] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1440.829858] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1440.829952] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bc96920-93e6-42fc-bc5e-2b3f05c897f1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1440.853819] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1440.853819] env[71058]:    value = "task-2872637"
[ 1440.853819] env[71058]:    _type = "Task"
[ 1440.853819] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1440.863997] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872637, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1440.866996] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1440.867656] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3450c66-1774-4cde-81c4-beeb523e5938 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1440.875865] env[71058]: DEBUG oslo_vmware.api [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Waiting for the task: (returnval){
[ 1440.875865] env[71058]:    value = "task-2872638"
[ 1440.875865] env[71058]:    _type = "Task"
[ 1440.875865] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1440.888949] env[71058]: DEBUG oslo_vmware.api [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': task-2872638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1440.968535] env[71058]: DEBUG oslo_vmware.api [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872634, 'name': PowerOnVM_Task, 'duration_secs': 1.004715} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1440.968866] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1440.969666] env[71058]: INFO nova.compute.manager [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Took 8.49 seconds to spawn the instance on the hypervisor.
[ 1440.969666] env[71058]: DEBUG nova.compute.manager [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1440.970134] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a90529c-73b8-43e8-bb5e-47386fbaf1a8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1440.979767] env[71058]: DEBUG oslo_concurrency.lockutils [req-0720e2e7-0ed3-4f22-8bc1-0c15e70cadb8 req-ce82c953-152f-49ed-a9f5-44b40362a038 service nova] Releasing lock "refresh_cache-3cf0e63a-4528-49d7-b068-5d1073643834" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1440.980564] env[71058]: DEBUG nova.compute.manager [req-0720e2e7-0ed3-4f22-8bc1-0c15e70cadb8 req-ce82c953-152f-49ed-a9f5-44b40362a038 service nova] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Received event network-changed-7f092f6e-b465-43b4-a9ef-09682095061b {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1440.980564] env[71058]: DEBUG nova.compute.manager [req-0720e2e7-0ed3-4f22-8bc1-0c15e70cadb8 req-ce82c953-152f-49ed-a9f5-44b40362a038 service nova] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Refreshing instance network info cache due to event network-changed-7f092f6e-b465-43b4-a9ef-09682095061b. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1440.980723] env[71058]: DEBUG oslo_concurrency.lockutils [req-0720e2e7-0ed3-4f22-8bc1-0c15e70cadb8 req-ce82c953-152f-49ed-a9f5-44b40362a038 service nova] Acquiring lock "refresh_cache-03b4d595-77ea-48bc-9e87-8ed5cec93c4a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1440.980782] env[71058]: DEBUG oslo_concurrency.lockutils [req-0720e2e7-0ed3-4f22-8bc1-0c15e70cadb8 req-ce82c953-152f-49ed-a9f5-44b40362a038 service nova] Acquired lock "refresh_cache-03b4d595-77ea-48bc-9e87-8ed5cec93c4a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1440.980992] env[71058]: DEBUG nova.network.neutron [req-0720e2e7-0ed3-4f22-8bc1-0c15e70cadb8 req-ce82c953-152f-49ed-a9f5-44b40362a038 service nova] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Refreshing network info cache for port 7f092f6e-b465-43b4-a9ef-09682095061b {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1441.076073] env[71058]: DEBUG oslo_concurrency.lockutils [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Releasing lock "refresh_cache-d2b49aba-df56-436a-9e6c-c3a879676d43" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1441.076454] env[71058]: DEBUG nova.compute.manager [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Instance network_info: |[{"id": "502983d2-231a-491f-b003-55200836c939", "address": "fa:16:3e:ba:63:55", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap502983d2-23", "ovs_interfaceid": "502983d2-231a-491f-b003-55200836c939", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1441.076890] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:63:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604c9724-b4ef-4393-a76e-eb4a2b510796', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '502983d2-231a-491f-b003-55200836c939', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1441.090842] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Creating folder: Project (3eb7e2314c6c490196829f6c33c99177). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1441.091605] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5fb709a-ad16-4b79-85b4-b3cfbe2b7b89 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1441.095517] env[71058]: DEBUG nova.compute.utils [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1441.099663] env[71058]: DEBUG nova.compute.manager [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1441.099663] env[71058]: DEBUG nova.network.neutron [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1441.111383] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Created folder: Project (3eb7e2314c6c490196829f6c33c99177) in parent group-v577298.
[ 1441.111739] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Creating folder: Instances. Parent ref: group-v577345. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1441.115545] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-057a4e70-af2d-4e28-a683-b363999c1d9e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1441.117546] env[71058]: DEBUG oslo_vmware.api [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2872635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179324} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1441.119203] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1441.120899] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa820a88-88ed-4f4c-99a9-a04fb19e7ba5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1441.150700] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 3cf0e63a-4528-49d7-b068-5d1073643834/3cf0e63a-4528-49d7-b068-5d1073643834.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1441.154146] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf04138d-c4d4-4b7c-86ad-80684a3a91a7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1441.170745] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Created folder: Instances in parent group-v577345.
[ 1441.170985] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1441.171591] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1441.172312] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38020e28-07c8-49ae-b420-afaa999c5008 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1441.190672] env[71058]: DEBUG oslo_vmware.api [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Waiting for the task: (returnval){
[ 1441.190672] env[71058]:    value = "task-2872641"
[ 1441.190672] env[71058]:    _type = "Task"
[ 1441.190672] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1441.192026] env[71058]: DEBUG nova.policy [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae83a57240c44f61b7d1fa9bcfc02299', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ddac6a6d3e341cc90168e936416a974', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1441.200422] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1441.200422] env[71058]:    value = "task-2872642"
[ 1441.200422] env[71058]:    _type = "Task"
[ 1441.200422] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1441.203423] env[71058]: DEBUG oslo_vmware.api [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2872641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1441.211989] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872642, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1441.250273] env[71058]: DEBUG oslo_vmware.api [None req-94b27359-6ef8-45cd-93d1-311cc784a1ef tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Task: {'id': task-2872636, 'name': PowerOffVM_Task, 'duration_secs': 0.338293} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1441.250551] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b27359-6ef8-45cd-93d1-311cc784a1ef tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1441.251894] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-94b27359-6ef8-45cd-93d1-311cc784a1ef tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1441.251894] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2510b2c0-8fd0-4ffa-ac5f-7340aafd1f03 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1441.329738] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-94b27359-6ef8-45cd-93d1-311cc784a1ef tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1441.329982] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-94b27359-6ef8-45cd-93d1-311cc784a1ef tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1441.330185] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-94b27359-6ef8-45cd-93d1-311cc784a1ef tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Deleting the datastore file [datastore2] fc0e7536-f62d-42d7-a9aa-1e2000e65b9b {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1441.330454] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64b773dc-50e3-42e1-9151-3a3af29c575a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1441.340747] env[71058]: DEBUG oslo_vmware.api [None req-94b27359-6ef8-45cd-93d1-311cc784a1ef tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Waiting for the task: (returnval){
[ 1441.340747] env[71058]:    value = "task-2872644"
[ 1441.340747] env[71058]:    _type = "Task"
[ 1441.340747] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1441.350292] env[71058]: DEBUG oslo_vmware.api [None req-94b27359-6ef8-45cd-93d1-311cc784a1ef tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Task: {'id': task-2872644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1441.364786] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872637, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1441.388166] env[71058]: DEBUG oslo_vmware.api [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': task-2872638, 'name': PowerOffVM_Task, 'duration_secs': 0.246632} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1441.388689] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1441.388871] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1441.389977] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9bf3a3-e069-43dc-a1b9-ba062bfedaf6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1441.402138] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1441.402467] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebcccfd3-ea42-4322-9761-e6efa0aefee3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1441.439134] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1441.439395] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1441.439613] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Deleting the datastore file [datastore2] 2329624f-45b8-4304-ad2f-a304d4520a8b {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1441.439938] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3d2ad8a-b212-4bdf-9ed9-3569ed7e3b3c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1441.449654] env[71058]: DEBUG oslo_vmware.api [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Waiting for the task: (returnval){
[ 1441.449654] env[71058]:    value = "task-2872646"
[ 1441.449654] env[71058]:    _type = "Task"
[ 1441.449654] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1441.456104] env[71058]: DEBUG nova.network.neutron [req-c7df841a-80c0-4845-90e6-d342945b9265 req-abb111cc-c920-4f4a-97dc-4880a658e196 service nova] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Updated VIF entry in instance network info cache for port 6255a01d-b0d7-44ee-a8f8-f33e99131bad. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1441.456655] env[71058]: DEBUG nova.network.neutron [req-c7df841a-80c0-4845-90e6-d342945b9265 req-abb111cc-c920-4f4a-97dc-4880a658e196 service nova] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Updating instance_info_cache with network_info: [{"id": "6255a01d-b0d7-44ee-a8f8-f33e99131bad", "address": "fa:16:3e:08:f7:c7", "network": {"id": "146b714d-68a8-4a56-b3d8-c700051bd7a7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-829824617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d5086d8ce524d719a327449e7bb626d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6255a01d-b0", "ovs_interfaceid": "6255a01d-b0d7-44ee-a8f8-f33e99131bad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1441.465104] env[71058]: DEBUG oslo_vmware.api [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': task-2872646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1441.500910] env[71058]: INFO nova.compute.manager [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Took 23.95 seconds to build instance.
[ 1441.607136] env[71058]: DEBUG nova.compute.manager [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1441.713763] env[71058]: DEBUG oslo_vmware.api [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2872641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1441.721640] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872642, 'name': CreateVM_Task, 'duration_secs': 0.48207} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1441.722087] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1441.723434] env[71058]: DEBUG oslo_concurrency.lockutils [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1441.724036] env[71058]: DEBUG oslo_concurrency.lockutils [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1441.724267] env[71058]: DEBUG oslo_concurrency.lockutils [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1441.724675] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-953d00b8-bb9c-432c-a88d-442b65958ff9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1441.732353] env[71058]: DEBUG oslo_vmware.api [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Waiting for the task: (returnval){
[ 1441.732353] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5257868e-8bd3-96b7-3731-ac51c4168382"
[ 1441.732353] env[71058]:    _type = "Task"
[ 1441.732353] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1441.743873] env[71058]: DEBUG oslo_vmware.api [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5257868e-8bd3-96b7-3731-ac51c4168382, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1441.856576] env[71058]: DEBUG oslo_vmware.api [None req-94b27359-6ef8-45cd-93d1-311cc784a1ef tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Task: {'id': task-2872644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191884} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1441.860176] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-94b27359-6ef8-45cd-93d1-311cc784a1ef tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1441.860411] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-94b27359-6ef8-45cd-93d1-311cc784a1ef tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1441.860651] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-94b27359-6ef8-45cd-93d1-311cc784a1ef tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1441.860832] env[71058]: INFO nova.compute.manager [None req-94b27359-6ef8-45cd-93d1-311cc784a1ef tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Took 1.15 seconds to destroy the instance on the hypervisor.
[ 1441.861117] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94b27359-6ef8-45cd-93d1-311cc784a1ef tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1441.861608] env[71058]: DEBUG nova.compute.manager [-] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1441.861608] env[71058]: DEBUG nova.network.neutron [-] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1441.871878] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872637, 'name': CreateVM_Task, 'duration_secs': 0.680272} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1441.875127] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1441.876015] env[71058]: DEBUG oslo_concurrency.lockutils [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1441.962490] env[71058]: DEBUG oslo_concurrency.lockutils [req-c7df841a-80c0-4845-90e6-d342945b9265 req-abb111cc-c920-4f4a-97dc-4880a658e196 service nova] Releasing lock "refresh_cache-e2835ee8-aa60-450e-9808-a43d2e540a30" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1441.962843] env[71058]: DEBUG oslo_vmware.api [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': task-2872646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162738} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1441.965817] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1441.966014] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1441.966207] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1442.005432] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ac5af364-9255-454e-927e-fd0585244931 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "f620dc99-9e9e-4734-b079-e1de9682ab86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 31.502s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1442.138152] env[71058]: DEBUG nova.compute.manager [req-13525663-53ae-485d-97f5-156f457ca06a req-3c015d1f-9134-4677-9d5a-3ad63666a34b service nova] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Received event network-changed-502983d2-231a-491f-b003-55200836c939 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1442.141308] env[71058]: DEBUG nova.compute.manager [req-13525663-53ae-485d-97f5-156f457ca06a req-3c015d1f-9134-4677-9d5a-3ad63666a34b service nova] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Refreshing instance network info cache due to event network-changed-502983d2-231a-491f-b003-55200836c939. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1442.141308] env[71058]: DEBUG oslo_concurrency.lockutils [req-13525663-53ae-485d-97f5-156f457ca06a req-3c015d1f-9134-4677-9d5a-3ad63666a34b service nova] Acquiring lock "refresh_cache-d2b49aba-df56-436a-9e6c-c3a879676d43" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1442.141308] env[71058]: DEBUG oslo_concurrency.lockutils [req-13525663-53ae-485d-97f5-156f457ca06a req-3c015d1f-9134-4677-9d5a-3ad63666a34b service nova] Acquired lock "refresh_cache-d2b49aba-df56-436a-9e6c-c3a879676d43" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1442.141308] env[71058]: DEBUG nova.network.neutron [req-13525663-53ae-485d-97f5-156f457ca06a req-3c015d1f-9134-4677-9d5a-3ad63666a34b service nova] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Refreshing network info cache for port 502983d2-231a-491f-b003-55200836c939 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1442.196145] env[71058]: DEBUG nova.network.neutron [req-0720e2e7-0ed3-4f22-8bc1-0c15e70cadb8 req-ce82c953-152f-49ed-a9f5-44b40362a038 service nova] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Updated VIF entry in instance network info cache for port 7f092f6e-b465-43b4-a9ef-09682095061b. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1442.197843] env[71058]: DEBUG nova.network.neutron [req-0720e2e7-0ed3-4f22-8bc1-0c15e70cadb8 req-ce82c953-152f-49ed-a9f5-44b40362a038 service nova] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Updating instance_info_cache with network_info: [{"id": "7f092f6e-b465-43b4-a9ef-09682095061b", "address": "fa:16:3e:97:44:a5", "network": {"id": "7ab33716-18de-44dd-bde2-87209cb05de9", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1019067316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "035ec701bbe1402ead8b09eb6720f772", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f092f6e-b4", "ovs_interfaceid": "7f092f6e-b465-43b4-a9ef-09682095061b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1442.206736] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aae9231-7725-45f9-9ba4-e1273d0bcce5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1442.211932] env[71058]: DEBUG nova.network.neutron [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Successfully created port: a483a5b4-d244-4d85-ac5e-f4d0d95d845f {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1442.221262] env[71058]: DEBUG oslo_vmware.api [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2872641, 'name': ReconfigVM_Task, 'duration_secs': 0.661305} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1442.221775] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 3cf0e63a-4528-49d7-b068-5d1073643834/3cf0e63a-4528-49d7-b068-5d1073643834.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1442.223264] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8461b8-3847-4c27-8b44-1cfaacb4fa01 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1442.227085] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b02359b2-84d1-428f-a9e0-2a4e9d1a08a5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1442.265402] env[71058]: DEBUG oslo_vmware.api [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Waiting for the task: (returnval){
[ 1442.265402] env[71058]:    value = "task-2872647"
[ 1442.265402] env[71058]:    _type = "Task"
[ 1442.265402] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1442.270865] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec8a424-b1e4-4a0d-a56e-4f5d29fb1feb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1442.294735] env[71058]: DEBUG oslo_vmware.api [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5257868e-8bd3-96b7-3731-ac51c4168382, 'name': SearchDatastore_Task, 'duration_secs': 0.026484} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1442.303810] env[71058]: DEBUG oslo_concurrency.lockutils [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1442.304031] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1442.304276] env[71058]: DEBUG oslo_concurrency.lockutils [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1442.304416] env[71058]: DEBUG oslo_concurrency.lockutils [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1442.304583] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1442.306619] env[71058]: DEBUG oslo_vmware.api [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2872647, 'name': Rename_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1442.306619] env[71058]: DEBUG oslo_concurrency.lockutils [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1442.306619] env[71058]: DEBUG oslo_concurrency.lockutils [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1442.306619] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3fd4317-8650-404a-a989-4add740cbf89 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1442.311058] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccedd0e-5665-47f5-9394-f9c668ac0e2a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1442.315880] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c17a5301-dce6-4ace-b3f7-dfe3d03bb023 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1442.322169] env[71058]: DEBUG oslo_vmware.api [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Waiting for the task: (returnval){
[ 1442.322169] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52165c92-5071-9c74-2157-e603fe10e36f"
[ 1442.322169] env[71058]:    _type = "Task"
[ 1442.322169] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1442.335615] env[71058]: DEBUG nova.compute.provider_tree [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1442.341758] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1442.341948] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1442.343145] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-984bf066-3bf0-4630-ac02-91b035e881ff {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1442.358543] env[71058]: DEBUG oslo_vmware.api [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52165c92-5071-9c74-2157-e603fe10e36f, 'name': SearchDatastore_Task, 'duration_secs': 0.013439} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1442.358543] env[71058]: DEBUG oslo_vmware.api [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Waiting for the task: (returnval){
[ 1442.358543] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527dae7a-08f3-d6eb-f840-dcdf16538720"
[ 1442.358543] env[71058]:    _type = "Task"
[ 1442.358543] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1442.359681] env[71058]: DEBUG oslo_concurrency.lockutils [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1442.359797] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1442.359997] env[71058]: DEBUG oslo_concurrency.lockutils [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1442.375447] env[71058]: DEBUG oslo_vmware.api [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527dae7a-08f3-d6eb-f840-dcdf16538720, 'name': SearchDatastore_Task, 'duration_secs': 0.012794} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1442.376695] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d51c2ee0-8f19-455e-bcda-a358b546f1b8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1442.386254] env[71058]: DEBUG oslo_vmware.api [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Waiting for the task: (returnval){
[ 1442.386254] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a62a03-9a31-a305-e252-481689e56460"
[ 1442.386254] env[71058]:    _type = "Task"
[ 1442.386254] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1442.398967] env[71058]: DEBUG oslo_vmware.api [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a62a03-9a31-a305-e252-481689e56460, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1442.509934] env[71058]: DEBUG nova.compute.manager [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1442.621391] env[71058]: DEBUG nova.compute.manager [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1442.653121] env[71058]: DEBUG nova.virt.hardware [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1442.653839] env[71058]: DEBUG nova.virt.hardware [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1442.653839] env[71058]: DEBUG nova.virt.hardware [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1442.653839] env[71058]: DEBUG nova.virt.hardware [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1442.653839] env[71058]: DEBUG nova.virt.hardware [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1442.654062] env[71058]: DEBUG nova.virt.hardware [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1442.654159] env[71058]: DEBUG nova.virt.hardware [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1442.654319] env[71058]: DEBUG nova.virt.hardware [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1442.654477] env[71058]: DEBUG nova.virt.hardware [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1442.654632] env[71058]: DEBUG nova.virt.hardware [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1442.654808] env[71058]: DEBUG nova.virt.hardware [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1442.655708] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98cdc7be-efdd-4d6a-8c7d-98e1a0db69b9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1442.666025] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95308d67-d547-4f5e-82d2-3d1216d6cc9d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1442.707086] env[71058]: DEBUG oslo_concurrency.lockutils [req-0720e2e7-0ed3-4f22-8bc1-0c15e70cadb8 req-ce82c953-152f-49ed-a9f5-44b40362a038 service nova] Releasing lock "refresh_cache-03b4d595-77ea-48bc-9e87-8ed5cec93c4a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1442.707086] env[71058]: DEBUG nova.compute.manager [req-0720e2e7-0ed3-4f22-8bc1-0c15e70cadb8 req-ce82c953-152f-49ed-a9f5-44b40362a038 service nova] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Received event network-vif-plugged-502983d2-231a-491f-b003-55200836c939 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1442.707086] env[71058]: DEBUG oslo_concurrency.lockutils [req-0720e2e7-0ed3-4f22-8bc1-0c15e70cadb8 req-ce82c953-152f-49ed-a9f5-44b40362a038 service nova] Acquiring lock "d2b49aba-df56-436a-9e6c-c3a879676d43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1442.707086] env[71058]: DEBUG oslo_concurrency.lockutils [req-0720e2e7-0ed3-4f22-8bc1-0c15e70cadb8 req-ce82c953-152f-49ed-a9f5-44b40362a038 service nova] Lock "d2b49aba-df56-436a-9e6c-c3a879676d43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1442.707086] env[71058]: DEBUG oslo_concurrency.lockutils [req-0720e2e7-0ed3-4f22-8bc1-0c15e70cadb8 req-ce82c953-152f-49ed-a9f5-44b40362a038 service nova] Lock "d2b49aba-df56-436a-9e6c-c3a879676d43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1442.707454] env[71058]: DEBUG nova.compute.manager [req-0720e2e7-0ed3-4f22-8bc1-0c15e70cadb8 req-ce82c953-152f-49ed-a9f5-44b40362a038 service nova] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] No waiting events found dispatching network-vif-plugged-502983d2-231a-491f-b003-55200836c939 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1442.707454] env[71058]: WARNING nova.compute.manager [req-0720e2e7-0ed3-4f22-8bc1-0c15e70cadb8 req-ce82c953-152f-49ed-a9f5-44b40362a038 service nova] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Received unexpected event network-vif-plugged-502983d2-231a-491f-b003-55200836c939 for instance with vm_state building and task_state spawning.
[ 1442.781976] env[71058]: DEBUG oslo_vmware.api [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2872647, 'name': Rename_Task, 'duration_secs': 0.248539} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1442.781976] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1442.781976] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8dc1fa9f-6141-441f-b26e-11a8e7d89001 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1442.793684] env[71058]: DEBUG oslo_vmware.api [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Waiting for the task: (returnval){
[ 1442.793684] env[71058]:    value = "task-2872648"
[ 1442.793684] env[71058]:    _type = "Task"
[ 1442.793684] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1442.805020] env[71058]: DEBUG oslo_concurrency.lockutils [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Acquiring lock "888b8479-2a85-435b-bf2e-85734fa81afa" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1442.805517] env[71058]: DEBUG oslo_concurrency.lockutils [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Lock "888b8479-2a85-435b-bf2e-85734fa81afa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1442.811513] env[71058]: DEBUG oslo_vmware.api [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2872648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1442.848648] env[71058]: DEBUG nova.scheduler.client.report [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1442.861038] env[71058]: DEBUG oslo_concurrency.lockutils [None req-10e92205-0064-40a5-a381-5eeae14dfc29 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "f620dc99-9e9e-4734-b079-e1de9682ab86" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1442.861038] env[71058]: DEBUG oslo_concurrency.lockutils [None req-10e92205-0064-40a5-a381-5eeae14dfc29 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "f620dc99-9e9e-4734-b079-e1de9682ab86" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1442.861038] env[71058]: DEBUG oslo_concurrency.lockutils [None req-10e92205-0064-40a5-a381-5eeae14dfc29 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "f620dc99-9e9e-4734-b079-e1de9682ab86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1442.861038] env[71058]: DEBUG oslo_concurrency.lockutils [None req-10e92205-0064-40a5-a381-5eeae14dfc29 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "f620dc99-9e9e-4734-b079-e1de9682ab86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1442.861313] env[71058]: DEBUG oslo_concurrency.lockutils [None req-10e92205-0064-40a5-a381-5eeae14dfc29 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "f620dc99-9e9e-4734-b079-e1de9682ab86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1442.869813] env[71058]: INFO nova.compute.manager [None req-10e92205-0064-40a5-a381-5eeae14dfc29 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Terminating instance
[ 1442.901526] env[71058]: DEBUG oslo_vmware.api [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a62a03-9a31-a305-e252-481689e56460, 'name': SearchDatastore_Task, 'duration_secs': 0.011524} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1442.901752] env[71058]: DEBUG oslo_concurrency.lockutils [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1442.902027] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] d2b49aba-df56-436a-9e6c-c3a879676d43/d2b49aba-df56-436a-9e6c-c3a879676d43.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1442.902409] env[71058]: DEBUG oslo_concurrency.lockutils [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1442.902616] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1442.902847] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60fd8404-f78d-43ae-8a1b-2e679622257d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1442.907333] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ebde4bd-d3cc-4208-ac22-718aa1229487 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1442.917190] env[71058]: DEBUG oslo_vmware.api [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Waiting for the task: (returnval){
[ 1442.917190] env[71058]:    value = "task-2872649"
[ 1442.917190] env[71058]:    _type = "Task"
[ 1442.917190] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1442.919231] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1442.919231] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1442.923616] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2ccf241-1e18-45bf-ba37-17640f6633d9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1442.931558] env[71058]: DEBUG oslo_vmware.api [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Task: {'id': task-2872649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1442.933095] env[71058]: DEBUG oslo_vmware.api [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Waiting for the task: (returnval){
[ 1442.933095] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52af2c75-1d88-c1c0-70e2-ccafeaa77e58"
[ 1442.933095] env[71058]:    _type = "Task"
[ 1442.933095] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1442.942983] env[71058]: DEBUG oslo_vmware.api [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52af2c75-1d88-c1c0-70e2-ccafeaa77e58, 'name': SearchDatastore_Task} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1442.943729] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55ab885c-3ebe-4848-b73d-fbe61b2e2b09 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1442.949991] env[71058]: DEBUG oslo_vmware.api [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Waiting for the task: (returnval){
[ 1442.949991] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b6d2d5-ccf1-2f50-4a27-127602ff8b84"
[ 1442.949991] env[71058]:    _type = "Task"
[ 1442.949991] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1442.959068] env[71058]: DEBUG oslo_vmware.api [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b6d2d5-ccf1-2f50-4a27-127602ff8b84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1443.005540] env[71058]: DEBUG nova.network.neutron [-] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1443.020594] env[71058]: DEBUG nova.virt.hardware [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1443.021281] env[71058]: DEBUG nova.virt.hardware [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1443.021521] env[71058]: DEBUG nova.virt.hardware [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1443.022159] env[71058]: DEBUG nova.virt.hardware [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1443.022159] env[71058]: DEBUG nova.virt.hardware [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1443.022325] env[71058]: DEBUG nova.virt.hardware [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1443.022488] env[71058]: DEBUG nova.virt.hardware [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1443.022685] env[71058]: DEBUG nova.virt.hardware [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1443.023458] env[71058]: DEBUG nova.virt.hardware [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1443.023458] env[71058]: DEBUG nova.virt.hardware [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1443.023458] env[71058]: DEBUG nova.virt.hardware [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1443.025030] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c0358c-04f7-471d-bcb0-5762928942d9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1443.040356] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf8d70c-58c7-49c8-b426-a3f55a0dd65c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1443.060969] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Instance VIF info [] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1443.069324] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1443.074037] env[71058]: DEBUG oslo_concurrency.lockutils [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1443.074037] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1443.075534] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-860b18a7-9dc8-4b82-a8c8-11a2fdf7b94f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1443.100296] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1443.100296] env[71058]:    value = "task-2872650"
[ 1443.100296] env[71058]:    _type = "Task"
[ 1443.100296] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1443.114653] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872650, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1443.306653] env[71058]: DEBUG oslo_vmware.api [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2872648, 'name': PowerOnVM_Task} progress is 1%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1443.324046] env[71058]: DEBUG nova.network.neutron [req-13525663-53ae-485d-97f5-156f457ca06a req-3c015d1f-9134-4677-9d5a-3ad63666a34b service nova] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Updated VIF entry in instance network info cache for port 502983d2-231a-491f-b003-55200836c939. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1443.324437] env[71058]: DEBUG nova.network.neutron [req-13525663-53ae-485d-97f5-156f457ca06a req-3c015d1f-9134-4677-9d5a-3ad63666a34b service nova] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Updating instance_info_cache with network_info: [{"id": "502983d2-231a-491f-b003-55200836c939", "address": "fa:16:3e:ba:63:55", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap502983d2-23", "ovs_interfaceid": "502983d2-231a-491f-b003-55200836c939", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1443.355449] env[71058]: DEBUG oslo_concurrency.lockutils [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.766s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1443.356133] env[71058]: DEBUG nova.compute.manager [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1443.359249] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.616s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1443.360775] env[71058]: INFO nova.compute.claims [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1443.381116] env[71058]: DEBUG nova.compute.manager [None req-10e92205-0064-40a5-a381-5eeae14dfc29 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1443.383403] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-10e92205-0064-40a5-a381-5eeae14dfc29 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1443.385398] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1b0ffd-1e84-48d9-946e-dafb3aa3c651 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1443.399020] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e92205-0064-40a5-a381-5eeae14dfc29 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1443.399020] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-554de1f8-cc00-4694-97d4-61d9f4e6eca0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1443.408651] env[71058]: DEBUG oslo_vmware.api [None req-10e92205-0064-40a5-a381-5eeae14dfc29 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1443.408651] env[71058]:    value = "task-2872651"
[ 1443.408651] env[71058]:    _type = "Task"
[ 1443.408651] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1443.424409] env[71058]: DEBUG oslo_vmware.api [None req-10e92205-0064-40a5-a381-5eeae14dfc29 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1443.439588] env[71058]: DEBUG oslo_vmware.api [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Task: {'id': task-2872649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462906} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1443.439890] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] d2b49aba-df56-436a-9e6c-c3a879676d43/d2b49aba-df56-436a-9e6c-c3a879676d43.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1443.440628] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1443.440628] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c607a78-d4d4-40b1-9360-648f222686cb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1443.455015] env[71058]: DEBUG oslo_vmware.api [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Waiting for the task: (returnval){
[ 1443.455015] env[71058]:    value = "task-2872652"
[ 1443.455015] env[71058]:    _type = "Task"
[ 1443.455015] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1443.484860] env[71058]: DEBUG oslo_vmware.api [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Task: {'id': task-2872652, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1443.485220] env[71058]: DEBUG oslo_vmware.api [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b6d2d5-ccf1-2f50-4a27-127602ff8b84, 'name': SearchDatastore_Task, 'duration_secs': 0.010653} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1443.485477] env[71058]: DEBUG oslo_concurrency.lockutils [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1443.485753] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 77d111eb-71b1-4758-998e-2760512a6b43/77d111eb-71b1-4758-998e-2760512a6b43.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1443.486127] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f385787b-d907-4e15-80c1-73db3c02f50a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1443.501587] env[71058]: DEBUG oslo_vmware.api [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Waiting for the task: (returnval){
[ 1443.501587] env[71058]:    value = "task-2872653"
[ 1443.501587] env[71058]:    _type = "Task"
[ 1443.501587] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1443.512674] env[71058]: INFO nova.compute.manager [-] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Took 1.65 seconds to deallocate network for instance.
[ 1443.513114] env[71058]: DEBUG oslo_vmware.api [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': task-2872653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1443.617379] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872650, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1443.646838] env[71058]: DEBUG nova.compute.manager [req-95c7d341-5cd3-4c1c-9eef-a72ad9556669 req-f5dfb688-aa70-4795-9d0b-f190682707b9 service nova] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Received event network-vif-deleted-2a975c24-54e7-40b2-a669-805ea54026fc {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1443.807973] env[71058]: DEBUG oslo_vmware.api [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2872648, 'name': PowerOnVM_Task} progress is 64%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1443.827633] env[71058]: DEBUG oslo_concurrency.lockutils [req-13525663-53ae-485d-97f5-156f457ca06a req-3c015d1f-9134-4677-9d5a-3ad63666a34b service nova] Releasing lock "refresh_cache-d2b49aba-df56-436a-9e6c-c3a879676d43" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1443.867997] env[71058]: DEBUG nova.compute.utils [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1443.881422] env[71058]: DEBUG nova.compute.manager [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1443.881422] env[71058]: DEBUG nova.network.neutron [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1443.923742] env[71058]: DEBUG oslo_vmware.api [None req-10e92205-0064-40a5-a381-5eeae14dfc29 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872651, 'name': PowerOffVM_Task, 'duration_secs': 0.256015} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1443.924338] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e92205-0064-40a5-a381-5eeae14dfc29 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1443.925023] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-10e92205-0064-40a5-a381-5eeae14dfc29 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1443.925023] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-518422f5-70dd-4754-a40f-7694c14aebae {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1443.982898] env[71058]: DEBUG oslo_vmware.api [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Task: {'id': task-2872652, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086513} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1443.987167] env[71058]: DEBUG nova.policy [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e29f4f01bf7842b6b0880db6d3ce5f39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e89a8345c4b47d38773f4327afb6f5a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1443.989278] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1443.992702] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6702d245-fc36-4a01-bf01-2379877dcbda {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1444.023636] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] d2b49aba-df56-436a-9e6c-c3a879676d43/d2b49aba-df56-436a-9e6c-c3a879676d43.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1444.029953] env[71058]: DEBUG oslo_concurrency.lockutils [None req-94b27359-6ef8-45cd-93d1-311cc784a1ef tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1444.030532] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-485cc0eb-b556-4acd-93b7-21b48a0659f9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1444.044923] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-10e92205-0064-40a5-a381-5eeae14dfc29 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1444.045154] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-10e92205-0064-40a5-a381-5eeae14dfc29 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1444.045374] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-10e92205-0064-40a5-a381-5eeae14dfc29 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Deleting the datastore file [datastore2] f620dc99-9e9e-4734-b079-e1de9682ab86 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1444.045653] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b4c1407-98c3-4b9a-b3d4-90ef72dcdb58 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1444.054988] env[71058]: DEBUG oslo_vmware.api [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': task-2872653, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1444.057882] env[71058]: DEBUG oslo_vmware.api [None req-10e92205-0064-40a5-a381-5eeae14dfc29 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1444.057882] env[71058]:    value = "task-2872655"
[ 1444.057882] env[71058]:    _type = "Task"
[ 1444.057882] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1444.058193] env[71058]: DEBUG oslo_vmware.api [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Waiting for the task: (returnval){
[ 1444.058193] env[71058]:    value = "task-2872656"
[ 1444.058193] env[71058]:    _type = "Task"
[ 1444.058193] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1444.075804] env[71058]: DEBUG oslo_vmware.api [None req-10e92205-0064-40a5-a381-5eeae14dfc29 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1444.075993] env[71058]: DEBUG oslo_vmware.api [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Task: {'id': task-2872656, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1444.113184] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872650, 'name': CreateVM_Task, 'duration_secs': 0.581507} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1444.113450] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1444.114108] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1444.114264] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1444.114620] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1444.114876] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28354bdf-a9fd-4659-bd06-51f547b18436 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1444.121722] env[71058]: DEBUG oslo_vmware.api [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Waiting for the task: (returnval){
[ 1444.121722] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c00b4e-d43d-8fb2-a56f-8f110c507a6c"
[ 1444.121722] env[71058]:    _type = "Task"
[ 1444.121722] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1444.131987] env[71058]: DEBUG oslo_vmware.api [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c00b4e-d43d-8fb2-a56f-8f110c507a6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1444.313841] env[71058]: DEBUG oslo_vmware.api [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2872648, 'name': PowerOnVM_Task} progress is 82%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1444.371821] env[71058]: DEBUG nova.compute.manager [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1444.529951] env[71058]: DEBUG oslo_vmware.api [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': task-2872653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564833} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1444.530651] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 77d111eb-71b1-4758-998e-2760512a6b43/77d111eb-71b1-4758-998e-2760512a6b43.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1444.530651] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1444.530651] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a7610d3-911b-4024-b361-38c974899902 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1444.540876] env[71058]: DEBUG oslo_vmware.api [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Waiting for the task: (returnval){
[ 1444.540876] env[71058]:    value = "task-2872657"
[ 1444.540876] env[71058]:    _type = "Task"
[ 1444.540876] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1444.554918] env[71058]: DEBUG oslo_vmware.api [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': task-2872657, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1444.583284] env[71058]: DEBUG oslo_vmware.api [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Task: {'id': task-2872656, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1444.589686] env[71058]: DEBUG oslo_vmware.api [None req-10e92205-0064-40a5-a381-5eeae14dfc29 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.439482} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1444.590621] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-10e92205-0064-40a5-a381-5eeae14dfc29 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1444.590621] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-10e92205-0064-40a5-a381-5eeae14dfc29 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1444.590621] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-10e92205-0064-40a5-a381-5eeae14dfc29 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1444.590804] env[71058]: INFO nova.compute.manager [None req-10e92205-0064-40a5-a381-5eeae14dfc29 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Took 1.21 seconds to destroy the instance on the hypervisor.
[ 1444.591025] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10e92205-0064-40a5-a381-5eeae14dfc29 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1444.591243] env[71058]: DEBUG nova.compute.manager [-] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1444.591366] env[71058]: DEBUG nova.network.neutron [-] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1444.636199] env[71058]: DEBUG oslo_vmware.api [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c00b4e-d43d-8fb2-a56f-8f110c507a6c, 'name': SearchDatastore_Task, 'duration_secs': 0.033678} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1444.636199] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1444.636450] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1444.636668] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1444.636825] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1444.636968] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1444.637877] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ab6d28b-ac0a-4660-bb9e-ca6615193450 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1444.650767] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1444.650767] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1444.651146] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49c4a880-71a8-4635-8df4-e026c7808e87 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1444.660912] env[71058]: DEBUG oslo_vmware.api [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Waiting for the task: (returnval){
[ 1444.660912] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5236a7b5-e4a5-5f3d-766d-86e33d8c6ba3"
[ 1444.660912] env[71058]:    _type = "Task"
[ 1444.660912] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1444.674272] env[71058]: DEBUG oslo_vmware.api [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5236a7b5-e4a5-5f3d-766d-86e33d8c6ba3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1444.776300] env[71058]: DEBUG nova.network.neutron [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Successfully created port: 3bf6c714-254d-49f5-be2c-a97817639fde {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1444.812020] env[71058]: DEBUG oslo_vmware.api [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2872648, 'name': PowerOnVM_Task, 'duration_secs': 1.648259} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1444.816018] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1444.816018] env[71058]: INFO nova.compute.manager [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Took 9.65 seconds to spawn the instance on the hypervisor.
[ 1444.816018] env[71058]: DEBUG nova.compute.manager [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1444.817142] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e83d49-c72f-4191-89f1-2332843605e6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1444.934774] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e349e960-221f-4837-8b3f-8d84f231a1fa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1444.945121] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87c10a0-85b3-4ad3-b430-41d9222a86d2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1444.977710] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e939fc25-5c68-44dd-837d-c2e4e5758f4a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1444.988837] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e302f85a-6fb7-4b42-912b-e34590baa611 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1444.992853] env[71058]: DEBUG nova.network.neutron [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Successfully updated port: a483a5b4-d244-4d85-ac5e-f4d0d95d845f {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1444.999040] env[71058]: DEBUG nova.compute.manager [req-70baa434-56a1-44fc-91d8-4eb3b767c632 req-b4337156-479b-4136-9309-863469dd5da3 service nova] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Received event network-vif-plugged-a483a5b4-d244-4d85-ac5e-f4d0d95d845f {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1444.999307] env[71058]: DEBUG oslo_concurrency.lockutils [req-70baa434-56a1-44fc-91d8-4eb3b767c632 req-b4337156-479b-4136-9309-863469dd5da3 service nova] Acquiring lock "89643822-f00e-481e-a770-ca0a18a1b07f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1444.999529] env[71058]: DEBUG oslo_concurrency.lockutils [req-70baa434-56a1-44fc-91d8-4eb3b767c632 req-b4337156-479b-4136-9309-863469dd5da3 service nova] Lock "89643822-f00e-481e-a770-ca0a18a1b07f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1444.999695] env[71058]: DEBUG oslo_concurrency.lockutils [req-70baa434-56a1-44fc-91d8-4eb3b767c632 req-b4337156-479b-4136-9309-863469dd5da3 service nova] Lock "89643822-f00e-481e-a770-ca0a18a1b07f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1444.999859] env[71058]: DEBUG nova.compute.manager [req-70baa434-56a1-44fc-91d8-4eb3b767c632 req-b4337156-479b-4136-9309-863469dd5da3 service nova] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] No waiting events found dispatching network-vif-plugged-a483a5b4-d244-4d85-ac5e-f4d0d95d845f {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1445.000031] env[71058]: WARNING nova.compute.manager [req-70baa434-56a1-44fc-91d8-4eb3b767c632 req-b4337156-479b-4136-9309-863469dd5da3 service nova] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Received unexpected event network-vif-plugged-a483a5b4-d244-4d85-ac5e-f4d0d95d845f for instance with vm_state building and task_state spawning.
[ 1445.009337] env[71058]: DEBUG nova.compute.provider_tree [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1445.054710] env[71058]: DEBUG oslo_vmware.api [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': task-2872657, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186928} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1445.054710] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1445.055505] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bb6873-e38b-463a-97c5-1ef959ad49a7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1445.077980] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 77d111eb-71b1-4758-998e-2760512a6b43/77d111eb-71b1-4758-998e-2760512a6b43.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1445.081026] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e529c0c7-274c-4a2c-83cc-459f456886ab {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1445.111237] env[71058]: DEBUG oslo_vmware.api [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Task: {'id': task-2872656, 'name': ReconfigVM_Task, 'duration_secs': 0.620449} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1445.111237] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Reconfigured VM instance instance-00000010 to attach disk [datastore2] d2b49aba-df56-436a-9e6c-c3a879676d43/d2b49aba-df56-436a-9e6c-c3a879676d43.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1445.111237] env[71058]: DEBUG oslo_vmware.api [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Waiting for the task: (returnval){
[ 1445.111237] env[71058]:    value = "task-2872658"
[ 1445.111237] env[71058]:    _type = "Task"
[ 1445.111237] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1445.111237] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c86eb29-f902-46db-bba3-cb964a60db61 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1445.123249] env[71058]: DEBUG oslo_vmware.api [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': task-2872658, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1445.125074] env[71058]: DEBUG oslo_vmware.api [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Waiting for the task: (returnval){
[ 1445.125074] env[71058]:    value = "task-2872659"
[ 1445.125074] env[71058]:    _type = "Task"
[ 1445.125074] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1445.135277] env[71058]: DEBUG oslo_vmware.api [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Task: {'id': task-2872659, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1445.172022] env[71058]: DEBUG oslo_vmware.api [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5236a7b5-e4a5-5f3d-766d-86e33d8c6ba3, 'name': SearchDatastore_Task, 'duration_secs': 0.015366} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1445.172265] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f7f083e-5fcf-4fbe-8e73-873fd12044b6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1445.180667] env[71058]: DEBUG oslo_vmware.api [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Waiting for the task: (returnval){
[ 1445.180667] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52ff1d8a-6950-3b28-88ff-1dfab67078ec"
[ 1445.180667] env[71058]:    _type = "Task"
[ 1445.180667] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1445.190757] env[71058]: DEBUG oslo_vmware.api [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52ff1d8a-6950-3b28-88ff-1dfab67078ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1445.256213] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Acquiring lock "ca008d27-75fe-423f-979a-d8eff2564f94" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1445.256331] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Lock "ca008d27-75fe-423f-979a-d8eff2564f94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1445.348190] env[71058]: INFO nova.compute.manager [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Took 26.75 seconds to build instance.
[ 1445.381689] env[71058]: DEBUG nova.compute.manager [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1445.429663] env[71058]: DEBUG nova.virt.hardware [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1445.430143] env[71058]: DEBUG nova.virt.hardware [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1445.430331] env[71058]: DEBUG nova.virt.hardware [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1445.430889] env[71058]: DEBUG nova.virt.hardware [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1445.431022] env[71058]: DEBUG nova.virt.hardware [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1445.431233] env[71058]: DEBUG nova.virt.hardware [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1445.431473] env[71058]: DEBUG nova.virt.hardware [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1445.432037] env[71058]: DEBUG nova.virt.hardware [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1445.432037] env[71058]: DEBUG nova.virt.hardware [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1445.432037] env[71058]: DEBUG nova.virt.hardware [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1445.432201] env[71058]: DEBUG nova.virt.hardware [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1445.433091] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec89b56a-7d59-4f4b-bf77-7907c2b352cb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1445.443378] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1129bf31-645b-4848-8c31-753b0621fd6c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1445.499774] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "refresh_cache-89643822-f00e-481e-a770-ca0a18a1b07f" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1445.499926] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquired lock "refresh_cache-89643822-f00e-481e-a770-ca0a18a1b07f" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1445.500090] env[71058]: DEBUG nova.network.neutron [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1445.514120] env[71058]: DEBUG nova.scheduler.client.report [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1445.626876] env[71058]: DEBUG oslo_vmware.api [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': task-2872658, 'name': ReconfigVM_Task, 'duration_secs': 0.321535} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1445.630203] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 77d111eb-71b1-4758-998e-2760512a6b43/77d111eb-71b1-4758-998e-2760512a6b43.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1445.631888] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-252387e0-3c89-4769-937c-fa1970a202f5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1445.640426] env[71058]: DEBUG oslo_vmware.api [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Task: {'id': task-2872659, 'name': Rename_Task, 'duration_secs': 0.153738} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1445.642064] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1445.642395] env[71058]: DEBUG oslo_vmware.api [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Waiting for the task: (returnval){
[ 1445.642395] env[71058]:    value = "task-2872660"
[ 1445.642395] env[71058]:    _type = "Task"
[ 1445.642395] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1445.642578] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d2d12ca-4b22-4bdf-a6b7-6501eddca138 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1445.654648] env[71058]: DEBUG oslo_vmware.api [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': task-2872660, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1445.656108] env[71058]: DEBUG oslo_vmware.api [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Waiting for the task: (returnval){
[ 1445.656108] env[71058]:    value = "task-2872661"
[ 1445.656108] env[71058]:    _type = "Task"
[ 1445.656108] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1445.694442] env[71058]: DEBUG oslo_vmware.api [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52ff1d8a-6950-3b28-88ff-1dfab67078ec, 'name': SearchDatastore_Task, 'duration_secs': 0.011707} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1445.694703] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1445.694953] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 2329624f-45b8-4304-ad2f-a304d4520a8b/2329624f-45b8-4304-ad2f-a304d4520a8b.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1445.695285] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45ec1f9e-be98-4b9c-9d23-d61e495dc8f2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1445.716759] env[71058]: DEBUG oslo_vmware.api [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Waiting for the task: (returnval){
[ 1445.716759] env[71058]:    value = "task-2872662"
[ 1445.716759] env[71058]:    _type = "Task"
[ 1445.716759] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1445.730179] env[71058]: DEBUG oslo_vmware.api [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': task-2872662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1445.758721] env[71058]: DEBUG nova.network.neutron [-] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1445.853992] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f59de7b9-bf6d-4590-8c6d-6bb11724c5f4 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Lock "3cf0e63a-4528-49d7-b068-5d1073643834" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 33.226s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1446.019599] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1446.020485] env[71058]: DEBUG nova.compute.manager [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1446.027045] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.628s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1446.027045] env[71058]: DEBUG nova.objects.instance [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Lazy-loading 'resources' on Instance uuid e123681a-fb17-4348-bb02-1b9ad55fd9f8 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1446.071415] env[71058]: DEBUG nova.network.neutron [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1446.157866] env[71058]: DEBUG oslo_vmware.api [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': task-2872660, 'name': Rename_Task, 'duration_secs': 0.162496} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1446.161559] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1446.161960] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd6ae25e-ade4-458d-976f-8fac3239dc49 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1446.172357] env[71058]: DEBUG oslo_vmware.api [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Task: {'id': task-2872661, 'name': PowerOnVM_Task} progress is 1%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1446.174058] env[71058]: DEBUG oslo_vmware.api [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Waiting for the task: (returnval){
[ 1446.174058] env[71058]:    value = "task-2872663"
[ 1446.174058] env[71058]:    _type = "Task"
[ 1446.174058] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1446.185379] env[71058]: DEBUG oslo_vmware.api [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': task-2872663, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1446.235714] env[71058]: DEBUG oslo_vmware.api [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': task-2872662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513557} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1446.235995] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 2329624f-45b8-4304-ad2f-a304d4520a8b/2329624f-45b8-4304-ad2f-a304d4520a8b.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1446.236239] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1446.236522] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bdf54e1-a1c1-4e0d-9cca-96b257d56a2c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1446.246123] env[71058]: DEBUG oslo_vmware.api [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Waiting for the task: (returnval){
[ 1446.246123] env[71058]:    value = "task-2872664"
[ 1446.246123] env[71058]:    _type = "Task"
[ 1446.246123] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1446.256075] env[71058]: DEBUG oslo_vmware.api [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': task-2872664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1446.260741] env[71058]: INFO nova.compute.manager [-] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Took 1.67 seconds to deallocate network for instance.
[ 1446.360072] env[71058]: DEBUG nova.compute.manager [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1446.521536] env[71058]: DEBUG nova.network.neutron [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Updating instance_info_cache with network_info: [{"id": "a483a5b4-d244-4d85-ac5e-f4d0d95d845f", "address": "fa:16:3e:9e:7f:b8", "network": {"id": "44f331c6-d2ba-4f83-8182-ad2c9f4e13ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1170651185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ddac6a6d3e341cc90168e936416a974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa483a5b4-d2", "ovs_interfaceid": "a483a5b4-d244-4d85-ac5e-f4d0d95d845f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1446.527902] env[71058]: DEBUG nova.compute.utils [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1446.536866] env[71058]: DEBUG nova.compute.manager [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1446.536866] env[71058]: DEBUG nova.network.neutron [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1446.664320] env[71058]: DEBUG nova.policy [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8a9e8c5cfc24bf7bc871660ae6c66d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '422acdcded4144c882c5e5b7978e3c47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1446.669722] env[71058]: DEBUG oslo_vmware.api [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Task: {'id': task-2872661, 'name': PowerOnVM_Task} progress is 64%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1446.693931] env[71058]: DEBUG oslo_vmware.api [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': task-2872663, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1446.755669] env[71058]: DEBUG oslo_vmware.api [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': task-2872664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077377} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1446.758546] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1446.759699] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883c7830-b8bd-47ea-8c38-642fa4fa83c6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1446.767940] env[71058]: DEBUG oslo_concurrency.lockutils [None req-10e92205-0064-40a5-a381-5eeae14dfc29 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1446.789631] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 2329624f-45b8-4304-ad2f-a304d4520a8b/2329624f-45b8-4304-ad2f-a304d4520a8b.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1446.794069] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbf8dfa0-8dab-4b62-ad67-e9715efead1e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1446.823579] env[71058]: DEBUG oslo_vmware.api [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Waiting for the task: (returnval){
[ 1446.823579] env[71058]:    value = "task-2872665"
[ 1446.823579] env[71058]:    _type = "Task"
[ 1446.823579] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1446.834486] env[71058]: DEBUG oslo_vmware.api [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': task-2872665, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1446.884297] env[71058]: DEBUG oslo_concurrency.lockutils [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1447.026464] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Releasing lock "refresh_cache-89643822-f00e-481e-a770-ca0a18a1b07f" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1447.026939] env[71058]: DEBUG nova.compute.manager [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Instance network_info: |[{"id": "a483a5b4-d244-4d85-ac5e-f4d0d95d845f", "address": "fa:16:3e:9e:7f:b8", "network": {"id": "44f331c6-d2ba-4f83-8182-ad2c9f4e13ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1170651185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ddac6a6d3e341cc90168e936416a974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa483a5b4-d2", "ovs_interfaceid": "a483a5b4-d244-4d85-ac5e-f4d0d95d845f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1447.027531] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:7f:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a483a5b4-d244-4d85-ac5e-f4d0d95d845f', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1447.035928] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Creating folder: Project (6ddac6a6d3e341cc90168e936416a974). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1447.036360] env[71058]: DEBUG nova.compute.manager [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1447.040661] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58ad7cbc-cb7a-4acb-bcf6-8d73da2fa6c1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1447.060568] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Created folder: Project (6ddac6a6d3e341cc90168e936416a974) in parent group-v577298.
[ 1447.060885] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Creating folder: Instances. Parent ref: group-v577349. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1447.066754] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-025965dd-eea8-4f2a-86c3-4ef65e05707d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1447.076520] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "4795f420-9f4e-4eab-98d7-9eaf0da179bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1447.076758] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "4795f420-9f4e-4eab-98d7-9eaf0da179bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1447.088505] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Created folder: Instances in parent group-v577349.
[ 1447.088791] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1447.088791] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1447.089219] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b816c59b-156f-4b2f-a23b-39bccf62a2de {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1447.122914] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1447.122914] env[71058]:    value = "task-2872668"
[ 1447.122914] env[71058]:    _type = "Task"
[ 1447.122914] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1447.139520] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872668, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1447.140746] env[71058]: DEBUG nova.network.neutron [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Successfully updated port: 3bf6c714-254d-49f5-be2c-a97817639fde {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1447.173941] env[71058]: DEBUG oslo_vmware.api [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Task: {'id': task-2872661, 'name': PowerOnVM_Task, 'duration_secs': 1.285649} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1447.173941] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1447.173941] env[71058]: INFO nova.compute.manager [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Took 9.41 seconds to spawn the instance on the hypervisor.
[ 1447.173941] env[71058]: DEBUG nova.compute.manager [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1447.173941] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d12de6-e95e-4fc0-aa3c-e26f0d013cc3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1447.182991] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08797fe1-a5a3-4520-a50a-0f6b2de1d2b2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1447.194969] env[71058]: DEBUG oslo_vmware.api [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': task-2872663, 'name': PowerOnVM_Task, 'duration_secs': 0.609901} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1447.194969] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1447.195205] env[71058]: DEBUG nova.compute.manager [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1447.195957] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c29994e-0632-4ec5-98b6-49ce131338ad {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1447.203178] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675b02d8-2080-4be4-b65e-689b2ce4def1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1447.247450] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404ec2c6-bf2e-4965-abac-8ef5ab9c78a3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1447.257301] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f77c60f-cffd-4d8a-ac94-16a5122ce3f9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1447.273693] env[71058]: DEBUG nova.compute.provider_tree [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1447.335433] env[71058]: DEBUG oslo_vmware.api [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': task-2872665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1447.546693] env[71058]: DEBUG nova.network.neutron [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Successfully created port: 133aa5f9-d262-4d9d-b803-37a575585457 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1447.637192] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872668, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1447.644802] env[71058]: DEBUG oslo_concurrency.lockutils [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Acquiring lock "refresh_cache-7427d6f7-0b5f-4aa9-a957-49f5140af50d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1447.644802] env[71058]: DEBUG oslo_concurrency.lockutils [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Acquired lock "refresh_cache-7427d6f7-0b5f-4aa9-a957-49f5140af50d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1447.644802] env[71058]: DEBUG nova.network.neutron [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1447.705920] env[71058]: INFO nova.compute.manager [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Took 25.36 seconds to build instance.
[ 1447.724747] env[71058]: DEBUG oslo_concurrency.lockutils [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1447.777167] env[71058]: DEBUG nova.scheduler.client.report [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1447.841359] env[71058]: DEBUG oslo_vmware.api [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': task-2872665, 'name': ReconfigVM_Task, 'duration_secs': 0.665151} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1447.841359] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 2329624f-45b8-4304-ad2f-a304d4520a8b/2329624f-45b8-4304-ad2f-a304d4520a8b.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1447.841793] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9719ca00-5e8c-4e65-9325-bc3401272af7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1447.852546] env[71058]: DEBUG oslo_vmware.api [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Waiting for the task: (returnval){
[ 1447.852546] env[71058]:    value = "task-2872669"
[ 1447.852546] env[71058]:    _type = "Task"
[ 1447.852546] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1447.863672] env[71058]: DEBUG oslo_vmware.api [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': task-2872669, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1447.870656] env[71058]: DEBUG nova.compute.manager [req-4d1a4f53-5b93-4c7e-ac5c-66b6c404c719 req-4d42b6e5-a60a-45a4-bb25-d34b02335166 service nova] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Received event network-vif-plugged-3bf6c714-254d-49f5-be2c-a97817639fde {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1447.870933] env[71058]: DEBUG oslo_concurrency.lockutils [req-4d1a4f53-5b93-4c7e-ac5c-66b6c404c719 req-4d42b6e5-a60a-45a4-bb25-d34b02335166 service nova] Acquiring lock "7427d6f7-0b5f-4aa9-a957-49f5140af50d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1447.875036] env[71058]: DEBUG oslo_concurrency.lockutils [req-4d1a4f53-5b93-4c7e-ac5c-66b6c404c719 req-4d42b6e5-a60a-45a4-bb25-d34b02335166 service nova] Lock "7427d6f7-0b5f-4aa9-a957-49f5140af50d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1447.875036] env[71058]: DEBUG oslo_concurrency.lockutils [req-4d1a4f53-5b93-4c7e-ac5c-66b6c404c719 req-4d42b6e5-a60a-45a4-bb25-d34b02335166 service nova] Lock "7427d6f7-0b5f-4aa9-a957-49f5140af50d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1447.875036] env[71058]: DEBUG nova.compute.manager [req-4d1a4f53-5b93-4c7e-ac5c-66b6c404c719 req-4d42b6e5-a60a-45a4-bb25-d34b02335166 service nova] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] No waiting events found dispatching network-vif-plugged-3bf6c714-254d-49f5-be2c-a97817639fde {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1447.876323] env[71058]: WARNING nova.compute.manager [req-4d1a4f53-5b93-4c7e-ac5c-66b6c404c719 req-4d42b6e5-a60a-45a4-bb25-d34b02335166 service nova] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Received unexpected event network-vif-plugged-3bf6c714-254d-49f5-be2c-a97817639fde for instance with vm_state building and task_state spawning.
[ 1447.896865] env[71058]: DEBUG nova.compute.manager [req-968cc337-cd23-4f97-b811-2acb38bbab1d req-e43bc254-5c14-4434-a922-ca2a986711e9 service nova] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Received event network-changed-a483a5b4-d244-4d85-ac5e-f4d0d95d845f {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1447.896865] env[71058]: DEBUG nova.compute.manager [req-968cc337-cd23-4f97-b811-2acb38bbab1d req-e43bc254-5c14-4434-a922-ca2a986711e9 service nova] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Refreshing instance network info cache due to event network-changed-a483a5b4-d244-4d85-ac5e-f4d0d95d845f. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1447.897032] env[71058]: DEBUG oslo_concurrency.lockutils [req-968cc337-cd23-4f97-b811-2acb38bbab1d req-e43bc254-5c14-4434-a922-ca2a986711e9 service nova] Acquiring lock "refresh_cache-89643822-f00e-481e-a770-ca0a18a1b07f" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1447.897549] env[71058]: DEBUG oslo_concurrency.lockutils [req-968cc337-cd23-4f97-b811-2acb38bbab1d req-e43bc254-5c14-4434-a922-ca2a986711e9 service nova] Acquired lock "refresh_cache-89643822-f00e-481e-a770-ca0a18a1b07f" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1447.897549] env[71058]: DEBUG nova.network.neutron [req-968cc337-cd23-4f97-b811-2acb38bbab1d req-e43bc254-5c14-4434-a922-ca2a986711e9 service nova] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Refreshing network info cache for port a483a5b4-d244-4d85-ac5e-f4d0d95d845f {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1448.050963] env[71058]: DEBUG nova.compute.manager [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1448.081339] env[71058]: DEBUG nova.virt.hardware [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1448.081607] env[71058]: DEBUG nova.virt.hardware [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1448.081758] env[71058]: DEBUG nova.virt.hardware [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1448.081929] env[71058]: DEBUG nova.virt.hardware [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1448.082084] env[71058]: DEBUG nova.virt.hardware [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1448.082234] env[71058]: DEBUG nova.virt.hardware [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1448.082442] env[71058]: DEBUG nova.virt.hardware [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1448.082593] env[71058]: DEBUG nova.virt.hardware [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1448.082753] env[71058]: DEBUG nova.virt.hardware [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1448.082907] env[71058]: DEBUG nova.virt.hardware [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1448.083084] env[71058]: DEBUG nova.virt.hardware [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1448.083986] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a536f354-efc4-4d54-be16-534777549fbe {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1448.095068] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a0cbbb-93d1-4847-a86a-ca45b2188958 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1448.137207] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872668, 'name': CreateVM_Task, 'duration_secs': 0.621385} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1448.137207] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1448.137207] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1448.137389] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1448.137808] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1448.138139] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-502d3e28-5fcb-4602-a823-39127f301fb7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1448.144666] env[71058]: DEBUG oslo_vmware.api [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1448.144666] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52748d6f-65a8-dfe1-259c-b833eeb6938e"
[ 1448.144666] env[71058]:    _type = "Task"
[ 1448.144666] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1448.156826] env[71058]: DEBUG oslo_vmware.api [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52748d6f-65a8-dfe1-259c-b833eeb6938e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1448.209293] env[71058]: DEBUG oslo_concurrency.lockutils [None req-49c73fbf-0c16-4d9e-8722-80bee4893c46 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Lock "d2b49aba-df56-436a-9e6c-c3a879676d43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 34.120s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1448.238608] env[71058]: DEBUG nova.network.neutron [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1448.285443] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.261s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1448.287852] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a739c99c-d467-49b3-8b8c-e887be8f87ae tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.256s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1448.288136] env[71058]: DEBUG nova.objects.instance [None req-a739c99c-d467-49b3-8b8c-e887be8f87ae tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Lazy-loading 'resources' on Instance uuid 584834f7-f7e6-4b90-8406-f5f550b1b97d {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1448.316036] env[71058]: INFO nova.scheduler.client.report [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Deleted allocations for instance e123681a-fb17-4348-bb02-1b9ad55fd9f8
[ 1448.363661] env[71058]: DEBUG oslo_vmware.api [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': task-2872669, 'name': Rename_Task, 'duration_secs': 0.412909} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1448.363949] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1448.364230] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-193b3fa8-d179-4b09-a142-e42ec82e1ead {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1448.372460] env[71058]: DEBUG oslo_vmware.api [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Waiting for the task: (returnval){
[ 1448.372460] env[71058]:    value = "task-2872670"
[ 1448.372460] env[71058]:    _type = "Task"
[ 1448.372460] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1448.383502] env[71058]: DEBUG oslo_vmware.api [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': task-2872670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1448.663411] env[71058]: DEBUG oslo_vmware.api [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52748d6f-65a8-dfe1-259c-b833eeb6938e, 'name': SearchDatastore_Task, 'duration_secs': 0.013166} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1448.663901] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1448.664064] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1448.664348] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1448.664527] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1448.664730] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1448.665061] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd1ab8d2-ce26-4c55-8b90-a86962b5d70c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1448.678448] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1448.678448] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1448.678638] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8ec6f37-60d3-42e4-837a-9a3f4546e75e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1448.692425] env[71058]: DEBUG oslo_vmware.api [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1448.692425] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f87360-489f-1773-865d-790421fe1b62"
[ 1448.692425] env[71058]:    _type = "Task"
[ 1448.692425] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1448.716583] env[71058]: DEBUG nova.compute.manager [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1448.724318] env[71058]: DEBUG oslo_vmware.api [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f87360-489f-1773-865d-790421fe1b62, 'name': SearchDatastore_Task, 'duration_secs': 0.024255} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1448.725568] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-441f49c0-fc2f-458b-95a6-912d2236e7ff {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1448.736515] env[71058]: DEBUG oslo_vmware.api [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1448.736515] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c47016-670d-06a7-6db1-bd3aa8f9d970"
[ 1448.736515] env[71058]:    _type = "Task"
[ 1448.736515] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1448.747897] env[71058]: DEBUG oslo_vmware.api [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c47016-670d-06a7-6db1-bd3aa8f9d970, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1448.750705] env[71058]: DEBUG nova.network.neutron [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Updating instance_info_cache with network_info: [{"id": "3bf6c714-254d-49f5-be2c-a97817639fde", "address": "fa:16:3e:f8:e1:52", "network": {"id": "7cc3c672-acce-4506-821b-3458f1e1967e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1752514594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1e89a8345c4b47d38773f4327afb6f5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bf6c714-25", "ovs_interfaceid": "3bf6c714-254d-49f5-be2c-a97817639fde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1448.823080] env[71058]: DEBUG nova.network.neutron [req-968cc337-cd23-4f97-b811-2acb38bbab1d req-e43bc254-5c14-4434-a922-ca2a986711e9 service nova] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Updated VIF entry in instance network info cache for port a483a5b4-d244-4d85-ac5e-f4d0d95d845f. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1448.823715] env[71058]: DEBUG nova.network.neutron [req-968cc337-cd23-4f97-b811-2acb38bbab1d req-e43bc254-5c14-4434-a922-ca2a986711e9 service nova] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Updating instance_info_cache with network_info: [{"id": "a483a5b4-d244-4d85-ac5e-f4d0d95d845f", "address": "fa:16:3e:9e:7f:b8", "network": {"id": "44f331c6-d2ba-4f83-8182-ad2c9f4e13ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1170651185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ddac6a6d3e341cc90168e936416a974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa483a5b4-d2", "ovs_interfaceid": "a483a5b4-d244-4d85-ac5e-f4d0d95d845f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1448.832183] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f33403a3-0722-4e58-b809-dbfc89a477d9 tempest-ServerDiagnosticsV248Test-108020135 tempest-ServerDiagnosticsV248Test-108020135-project-member] Lock "e123681a-fb17-4348-bb02-1b9ad55fd9f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 19.923s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1448.883875] env[71058]: DEBUG oslo_vmware.api [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': task-2872670, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1449.253464] env[71058]: DEBUG oslo_vmware.api [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c47016-670d-06a7-6db1-bd3aa8f9d970, 'name': SearchDatastore_Task, 'duration_secs': 0.015758} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1449.255010] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1449.255341] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1449.256512] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 89643822-f00e-481e-a770-ca0a18a1b07f/89643822-f00e-481e-a770-ca0a18a1b07f.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1449.257019] env[71058]: DEBUG oslo_concurrency.lockutils [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Releasing lock "refresh_cache-7427d6f7-0b5f-4aa9-a957-49f5140af50d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1449.257323] env[71058]: DEBUG nova.compute.manager [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Instance network_info: |[{"id": "3bf6c714-254d-49f5-be2c-a97817639fde", "address": "fa:16:3e:f8:e1:52", "network": {"id": "7cc3c672-acce-4506-821b-3458f1e1967e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1752514594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1e89a8345c4b47d38773f4327afb6f5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bf6c714-25", "ovs_interfaceid": "3bf6c714-254d-49f5-be2c-a97817639fde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1449.257776] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81414cea-51f3-4a93-ad1f-2172bb59e41c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1449.260343] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:e1:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '790c811b-3fa6-49f8-87ac-c51450911137', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bf6c714-254d-49f5-be2c-a97817639fde', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1449.268417] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Creating folder: Project (1e89a8345c4b47d38773f4327afb6f5a). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1449.272171] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7bf76f44-10cb-4ab4-b3aa-9e9400f10d5e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1449.279260] env[71058]: DEBUG oslo_vmware.api [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1449.279260] env[71058]:    value = "task-2872676"
[ 1449.279260] env[71058]:    _type = "Task"
[ 1449.279260] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1449.285030] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Created folder: Project (1e89a8345c4b47d38773f4327afb6f5a) in parent group-v577298.
[ 1449.285310] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Creating folder: Instances. Parent ref: group-v577355. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1449.286471] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26f457ee-c297-4501-99e5-00d6b33cd63d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1449.291988] env[71058]: DEBUG oslo_vmware.api [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1449.306673] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Created folder: Instances in parent group-v577355.
[ 1449.307411] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1449.310648] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1449.311395] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2878de3b-c29d-49ce-a00f-02912c53494a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1449.335735] env[71058]: DEBUG oslo_concurrency.lockutils [req-968cc337-cd23-4f97-b811-2acb38bbab1d req-e43bc254-5c14-4434-a922-ca2a986711e9 service nova] Releasing lock "refresh_cache-89643822-f00e-481e-a770-ca0a18a1b07f" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1449.336073] env[71058]: DEBUG nova.compute.manager [req-968cc337-cd23-4f97-b811-2acb38bbab1d req-e43bc254-5c14-4434-a922-ca2a986711e9 service nova] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Received event network-vif-deleted-7d59a591-9e94-4eaf-9b04-65ed0f5ea404 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1449.345263] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1449.345263] env[71058]:    value = "task-2872678"
[ 1449.345263] env[71058]:    _type = "Task"
[ 1449.345263] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1449.360589] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872678, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1449.383814] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ec8cfe-c416-488f-97ab-7b7eaac2c466 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1449.392682] env[71058]: DEBUG oslo_vmware.api [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': task-2872670, 'name': PowerOnVM_Task, 'duration_secs': 0.712197} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1449.393539] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1449.393801] env[71058]: DEBUG nova.compute.manager [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1449.394778] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304ecaa5-8b83-43a2-8e5e-8fff1783869b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1449.404036] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d10ba20-5eb1-44ad-a417-3281321e076c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1449.453360] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27ed18b-645d-4953-863e-3738d3c8d5ed {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1449.463967] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875c6299-78f3-4555-a631-e7b92e2ca7e9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1449.481769] env[71058]: DEBUG nova.compute.provider_tree [None req-a739c99c-d467-49b3-8b8c-e887be8f87ae tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1449.570317] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Acquiring lock "4b8b28a1-d95b-4d60-8ff2-5902810d5512" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1449.570963] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Lock "4b8b28a1-d95b-4d60-8ff2-5902810d5512" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1449.690129] env[71058]: DEBUG nova.network.neutron [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Successfully updated port: 133aa5f9-d262-4d9d-b803-37a575585457 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1449.721467] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Acquiring lock "77d111eb-71b1-4758-998e-2760512a6b43" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1449.721764] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Lock "77d111eb-71b1-4758-998e-2760512a6b43" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1449.722685] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Acquiring lock "77d111eb-71b1-4758-998e-2760512a6b43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1449.722685] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Lock "77d111eb-71b1-4758-998e-2760512a6b43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1449.722685] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Lock "77d111eb-71b1-4758-998e-2760512a6b43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1449.726986] env[71058]: INFO nova.compute.manager [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Terminating instance
[ 1449.799538] env[71058]: DEBUG oslo_vmware.api [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872676, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1449.844300] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Acquiring lock "9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1449.845058] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Lock "9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1449.863338] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872678, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1449.926951] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1449.986681] env[71058]: DEBUG nova.scheduler.client.report [None req-a739c99c-d467-49b3-8b8c-e887be8f87ae tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1450.194030] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Acquiring lock "refresh_cache-be7fda89-cf49-4802-a1d6-d08c26d08892" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1450.194030] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Acquired lock "refresh_cache-be7fda89-cf49-4802-a1d6-d08c26d08892" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1450.194030] env[71058]: DEBUG nova.network.neutron [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1450.229724] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Acquiring lock "refresh_cache-77d111eb-71b1-4758-998e-2760512a6b43" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1450.229979] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Acquired lock "refresh_cache-77d111eb-71b1-4758-998e-2760512a6b43" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1450.230309] env[71058]: DEBUG nova.network.neutron [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1450.267154] env[71058]: DEBUG nova.compute.manager [req-39ea64c9-9478-43dd-a3ab-a2408efdc63d req-21c7b12a-9d66-421f-a62a-4724de1540e1 service nova] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Received event network-changed-3bf6c714-254d-49f5-be2c-a97817639fde {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1450.267154] env[71058]: DEBUG nova.compute.manager [req-39ea64c9-9478-43dd-a3ab-a2408efdc63d req-21c7b12a-9d66-421f-a62a-4724de1540e1 service nova] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Refreshing instance network info cache due to event network-changed-3bf6c714-254d-49f5-be2c-a97817639fde. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1450.267327] env[71058]: DEBUG oslo_concurrency.lockutils [req-39ea64c9-9478-43dd-a3ab-a2408efdc63d req-21c7b12a-9d66-421f-a62a-4724de1540e1 service nova] Acquiring lock "refresh_cache-7427d6f7-0b5f-4aa9-a957-49f5140af50d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1450.267629] env[71058]: DEBUG oslo_concurrency.lockutils [req-39ea64c9-9478-43dd-a3ab-a2408efdc63d req-21c7b12a-9d66-421f-a62a-4724de1540e1 service nova] Acquired lock "refresh_cache-7427d6f7-0b5f-4aa9-a957-49f5140af50d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1450.267629] env[71058]: DEBUG nova.network.neutron [req-39ea64c9-9478-43dd-a3ab-a2408efdc63d req-21c7b12a-9d66-421f-a62a-4724de1540e1 service nova] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Refreshing network info cache for port 3bf6c714-254d-49f5-be2c-a97817639fde {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1450.287111] env[71058]: DEBUG nova.compute.manager [req-fc60c206-1c8e-4bd9-b213-77970f5ebe4f req-e522862f-63f3-4cf6-bc65-586b6bc8dd83 service nova] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Received event network-vif-plugged-133aa5f9-d262-4d9d-b803-37a575585457 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1450.287681] env[71058]: DEBUG oslo_concurrency.lockutils [req-fc60c206-1c8e-4bd9-b213-77970f5ebe4f req-e522862f-63f3-4cf6-bc65-586b6bc8dd83 service nova] Acquiring lock "be7fda89-cf49-4802-a1d6-d08c26d08892-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1450.288557] env[71058]: DEBUG oslo_concurrency.lockutils [req-fc60c206-1c8e-4bd9-b213-77970f5ebe4f req-e522862f-63f3-4cf6-bc65-586b6bc8dd83 service nova] Lock "be7fda89-cf49-4802-a1d6-d08c26d08892-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1450.288880] env[71058]: DEBUG oslo_concurrency.lockutils [req-fc60c206-1c8e-4bd9-b213-77970f5ebe4f req-e522862f-63f3-4cf6-bc65-586b6bc8dd83 service nova] Lock "be7fda89-cf49-4802-a1d6-d08c26d08892-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1450.289192] env[71058]: DEBUG nova.compute.manager [req-fc60c206-1c8e-4bd9-b213-77970f5ebe4f req-e522862f-63f3-4cf6-bc65-586b6bc8dd83 service nova] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] No waiting events found dispatching network-vif-plugged-133aa5f9-d262-4d9d-b803-37a575585457 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1450.289507] env[71058]: WARNING nova.compute.manager [req-fc60c206-1c8e-4bd9-b213-77970f5ebe4f req-e522862f-63f3-4cf6-bc65-586b6bc8dd83 service nova] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Received unexpected event network-vif-plugged-133aa5f9-d262-4d9d-b803-37a575585457 for instance with vm_state building and task_state spawning.
[ 1450.289788] env[71058]: DEBUG nova.compute.manager [req-fc60c206-1c8e-4bd9-b213-77970f5ebe4f req-e522862f-63f3-4cf6-bc65-586b6bc8dd83 service nova] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Received event network-changed-133aa5f9-d262-4d9d-b803-37a575585457 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1450.290146] env[71058]: DEBUG nova.compute.manager [req-fc60c206-1c8e-4bd9-b213-77970f5ebe4f req-e522862f-63f3-4cf6-bc65-586b6bc8dd83 service nova] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Refreshing instance network info cache due to event network-changed-133aa5f9-d262-4d9d-b803-37a575585457. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1450.290448] env[71058]: DEBUG oslo_concurrency.lockutils [req-fc60c206-1c8e-4bd9-b213-77970f5ebe4f req-e522862f-63f3-4cf6-bc65-586b6bc8dd83 service nova] Acquiring lock "refresh_cache-be7fda89-cf49-4802-a1d6-d08c26d08892" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1450.295174] env[71058]: DEBUG oslo_vmware.api [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872676, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619752} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1450.295538] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 89643822-f00e-481e-a770-ca0a18a1b07f/89643822-f00e-481e-a770-ca0a18a1b07f.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1450.295892] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1450.296370] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f72b3731-40ac-4568-a115-627b7c60a4ef {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1450.307019] env[71058]: DEBUG oslo_vmware.api [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1450.307019] env[71058]:    value = "task-2872679"
[ 1450.307019] env[71058]:    _type = "Task"
[ 1450.307019] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1450.316889] env[71058]: DEBUG oslo_vmware.api [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1450.361966] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872678, 'name': CreateVM_Task, 'duration_secs': 0.800958} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1450.362221] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1450.363507] env[71058]: DEBUG oslo_concurrency.lockutils [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1450.363507] env[71058]: DEBUG oslo_concurrency.lockutils [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1450.363678] env[71058]: DEBUG oslo_concurrency.lockutils [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1450.363912] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37833bcb-66cf-40e7-ad07-778388d03acc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1450.370559] env[71058]: DEBUG oslo_vmware.api [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Waiting for the task: (returnval){
[ 1450.370559] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5236ff5f-4403-ab6a-d14a-13f805a662c8"
[ 1450.370559] env[71058]:    _type = "Task"
[ 1450.370559] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1450.382184] env[71058]: DEBUG oslo_vmware.api [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5236ff5f-4403-ab6a-d14a-13f805a662c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1450.498279] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a739c99c-d467-49b3-8b8c-e887be8f87ae tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1450.499770] env[71058]: DEBUG oslo_concurrency.lockutils [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.211s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1450.502744] env[71058]: INFO nova.compute.claims [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1450.507434] env[71058]: DEBUG oslo_concurrency.lockutils [None req-55150d7b-1556-4719-9d32-d1a0c06f3b82 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Acquiring lock "d2b49aba-df56-436a-9e6c-c3a879676d43" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1450.507660] env[71058]: DEBUG oslo_concurrency.lockutils [None req-55150d7b-1556-4719-9d32-d1a0c06f3b82 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Lock "d2b49aba-df56-436a-9e6c-c3a879676d43" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1450.507855] env[71058]: DEBUG oslo_concurrency.lockutils [None req-55150d7b-1556-4719-9d32-d1a0c06f3b82 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Acquiring lock "d2b49aba-df56-436a-9e6c-c3a879676d43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1450.508044] env[71058]: DEBUG oslo_concurrency.lockutils [None req-55150d7b-1556-4719-9d32-d1a0c06f3b82 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Lock "d2b49aba-df56-436a-9e6c-c3a879676d43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1450.508209] env[71058]: DEBUG oslo_concurrency.lockutils [None req-55150d7b-1556-4719-9d32-d1a0c06f3b82 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Lock "d2b49aba-df56-436a-9e6c-c3a879676d43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1450.511674] env[71058]: INFO nova.compute.manager [None req-55150d7b-1556-4719-9d32-d1a0c06f3b82 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Terminating instance
[ 1450.537401] env[71058]: INFO nova.scheduler.client.report [None req-a739c99c-d467-49b3-8b8c-e887be8f87ae tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Deleted allocations for instance 584834f7-f7e6-4b90-8406-f5f550b1b97d
[ 1450.753685] env[71058]: DEBUG nova.network.neutron [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1450.760177] env[71058]: DEBUG nova.network.neutron [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1450.816549] env[71058]: DEBUG oslo_vmware.api [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083552} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1450.816809] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1450.817621] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721893b7-a9af-4707-92dc-a3cf57bb4eab {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1450.845903] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 89643822-f00e-481e-a770-ca0a18a1b07f/89643822-f00e-481e-a770-ca0a18a1b07f.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1450.849721] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a294ad6c-9b08-41fa-b914-b334af6dda17 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1450.867136] env[71058]: DEBUG nova.network.neutron [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1450.878559] env[71058]: DEBUG oslo_vmware.api [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1450.878559] env[71058]:    value = "task-2872680"
[ 1450.878559] env[71058]:    _type = "Task"
[ 1450.878559] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1450.889574] env[71058]: DEBUG oslo_vmware.api [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5236ff5f-4403-ab6a-d14a-13f805a662c8, 'name': SearchDatastore_Task, 'duration_secs': 0.018256} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1450.890640] env[71058]: DEBUG oslo_concurrency.lockutils [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1450.890896] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1450.891147] env[71058]: DEBUG oslo_concurrency.lockutils [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1450.891320] env[71058]: DEBUG oslo_concurrency.lockutils [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1450.891545] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1450.892691] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdfb7bbd-570a-43f4-b39c-3a2dc6cfe554 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1450.901293] env[71058]: DEBUG oslo_vmware.api [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872680, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1450.907465] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1450.907660] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1450.909425] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8efedc7f-c6ef-497a-8c22-a4992bfc4a92 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1450.919364] env[71058]: DEBUG oslo_vmware.api [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Waiting for the task: (returnval){
[ 1450.919364] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524fabb2-bb67-2b29-5d6a-0953d675e7fa"
[ 1450.919364] env[71058]:    _type = "Task"
[ 1450.919364] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1450.929734] env[71058]: DEBUG oslo_vmware.api [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524fabb2-bb67-2b29-5d6a-0953d675e7fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1451.015464] env[71058]: DEBUG nova.compute.manager [None req-55150d7b-1556-4719-9d32-d1a0c06f3b82 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1451.016089] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-55150d7b-1556-4719-9d32-d1a0c06f3b82 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1451.019398] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16a3572-0946-4371-a1b5-5766ccaaea76 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1451.030571] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-55150d7b-1556-4719-9d32-d1a0c06f3b82 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1451.030571] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be6e619d-aad1-44d9-adf6-f485ba1f5aa8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1451.038763] env[71058]: DEBUG oslo_vmware.api [None req-55150d7b-1556-4719-9d32-d1a0c06f3b82 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Waiting for the task: (returnval){
[ 1451.038763] env[71058]:    value = "task-2872681"
[ 1451.038763] env[71058]:    _type = "Task"
[ 1451.038763] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1451.045864] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a739c99c-d467-49b3-8b8c-e887be8f87ae tempest-ServerExternalEventsTest-79770044 tempest-ServerExternalEventsTest-79770044-project-member] Lock "584834f7-f7e6-4b90-8406-f5f550b1b97d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 19.860s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1451.052922] env[71058]: DEBUG oslo_vmware.api [None req-55150d7b-1556-4719-9d32-d1a0c06f3b82 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Task: {'id': task-2872681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1451.108945] env[71058]: DEBUG nova.network.neutron [req-39ea64c9-9478-43dd-a3ab-a2408efdc63d req-21c7b12a-9d66-421f-a62a-4724de1540e1 service nova] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Updated VIF entry in instance network info cache for port 3bf6c714-254d-49f5-be2c-a97817639fde. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1451.109357] env[71058]: DEBUG nova.network.neutron [req-39ea64c9-9478-43dd-a3ab-a2408efdc63d req-21c7b12a-9d66-421f-a62a-4724de1540e1 service nova] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Updating instance_info_cache with network_info: [{"id": "3bf6c714-254d-49f5-be2c-a97817639fde", "address": "fa:16:3e:f8:e1:52", "network": {"id": "7cc3c672-acce-4506-821b-3458f1e1967e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1752514594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1e89a8345c4b47d38773f4327afb6f5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bf6c714-25", "ovs_interfaceid": "3bf6c714-254d-49f5-be2c-a97817639fde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1451.205410] env[71058]: DEBUG nova.network.neutron [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Updating instance_info_cache with network_info: [{"id": "133aa5f9-d262-4d9d-b803-37a575585457", "address": "fa:16:3e:20:c0:21", "network": {"id": "b84fecf5-c771-4117-8e6b-231a328c1dbe", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1134257844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "422acdcded4144c882c5e5b7978e3c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap133aa5f9-d2", "ovs_interfaceid": "133aa5f9-d262-4d9d-b803-37a575585457", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1451.312646] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Acquiring lock "d539eca1-6015-404f-9c18-4bb81ef3ed33" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1451.312646] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Lock "d539eca1-6015-404f-9c18-4bb81ef3ed33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1451.370986] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Releasing lock "refresh_cache-77d111eb-71b1-4758-998e-2760512a6b43" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1451.372194] env[71058]: DEBUG nova.compute.manager [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1451.373366] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1451.374571] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a613ec44-3a38-4ea8-93d7-c2e7ccdb50a2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1451.391553] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1451.392112] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4425aa9-11af-44a7-a7a1-77c11d78717f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1451.400903] env[71058]: DEBUG oslo_vmware.api [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872680, 'name': ReconfigVM_Task, 'duration_secs': 0.506541} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1451.401197] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 89643822-f00e-481e-a770-ca0a18a1b07f/89643822-f00e-481e-a770-ca0a18a1b07f.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1451.402030] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d224241-78df-48f6-aa67-e5283e0a8860 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1451.412332] env[71058]: DEBUG oslo_vmware.api [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Waiting for the task: (returnval){
[ 1451.412332] env[71058]:    value = "task-2872682"
[ 1451.412332] env[71058]:    _type = "Task"
[ 1451.412332] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1451.421519] env[71058]: DEBUG oslo_vmware.api [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1451.421519] env[71058]:    value = "task-2872683"
[ 1451.421519] env[71058]:    _type = "Task"
[ 1451.421519] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1451.435857] env[71058]: DEBUG oslo_vmware.api [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': task-2872682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1451.441846] env[71058]: DEBUG oslo_vmware.api [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524fabb2-bb67-2b29-5d6a-0953d675e7fa, 'name': SearchDatastore_Task, 'duration_secs': 0.017343} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1451.446586] env[71058]: DEBUG oslo_vmware.api [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872683, 'name': Rename_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1451.446997] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cafc402-a343-46f5-8e71-18db801ba49e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1451.456398] env[71058]: DEBUG oslo_vmware.api [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Waiting for the task: (returnval){
[ 1451.456398] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5273fc2e-a6e1-b6ff-4c24-f2d1e86dd80f"
[ 1451.456398] env[71058]:    _type = "Task"
[ 1451.456398] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1451.467702] env[71058]: DEBUG oslo_vmware.api [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5273fc2e-a6e1-b6ff-4c24-f2d1e86dd80f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1451.556584] env[71058]: DEBUG oslo_vmware.api [None req-55150d7b-1556-4719-9d32-d1a0c06f3b82 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Task: {'id': task-2872681, 'name': PowerOffVM_Task, 'duration_secs': 0.294011} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1451.556876] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-55150d7b-1556-4719-9d32-d1a0c06f3b82 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1451.557064] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-55150d7b-1556-4719-9d32-d1a0c06f3b82 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1451.557582] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ae2337c-ea31-47ab-9382-7897f56ba2aa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1451.615127] env[71058]: DEBUG oslo_concurrency.lockutils [req-39ea64c9-9478-43dd-a3ab-a2408efdc63d req-21c7b12a-9d66-421f-a62a-4724de1540e1 service nova] Releasing lock "refresh_cache-7427d6f7-0b5f-4aa9-a957-49f5140af50d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1451.659934] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-55150d7b-1556-4719-9d32-d1a0c06f3b82 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1451.660913] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-55150d7b-1556-4719-9d32-d1a0c06f3b82 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1451.660913] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-55150d7b-1556-4719-9d32-d1a0c06f3b82 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Deleting the datastore file [datastore2] d2b49aba-df56-436a-9e6c-c3a879676d43 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1451.660913] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f781149-70ca-4670-ac1d-f6605cd6e4db {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1451.670378] env[71058]: DEBUG oslo_vmware.api [None req-55150d7b-1556-4719-9d32-d1a0c06f3b82 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Waiting for the task: (returnval){
[ 1451.670378] env[71058]:    value = "task-2872686"
[ 1451.670378] env[71058]:    _type = "Task"
[ 1451.670378] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1451.684629] env[71058]: DEBUG oslo_vmware.api [None req-55150d7b-1556-4719-9d32-d1a0c06f3b82 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Task: {'id': task-2872686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1451.709206] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Releasing lock "refresh_cache-be7fda89-cf49-4802-a1d6-d08c26d08892" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1451.710027] env[71058]: DEBUG nova.compute.manager [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Instance network_info: |[{"id": "133aa5f9-d262-4d9d-b803-37a575585457", "address": "fa:16:3e:20:c0:21", "network": {"id": "b84fecf5-c771-4117-8e6b-231a328c1dbe", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1134257844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "422acdcded4144c882c5e5b7978e3c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap133aa5f9-d2", "ovs_interfaceid": "133aa5f9-d262-4d9d-b803-37a575585457", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1451.710027] env[71058]: DEBUG oslo_concurrency.lockutils [req-fc60c206-1c8e-4bd9-b213-77970f5ebe4f req-e522862f-63f3-4cf6-bc65-586b6bc8dd83 service nova] Acquired lock "refresh_cache-be7fda89-cf49-4802-a1d6-d08c26d08892" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1451.710228] env[71058]: DEBUG nova.network.neutron [req-fc60c206-1c8e-4bd9-b213-77970f5ebe4f req-e522862f-63f3-4cf6-bc65-586b6bc8dd83 service nova] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Refreshing network info cache for port 133aa5f9-d262-4d9d-b803-37a575585457 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1451.711439] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:c0:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '133aa5f9-d262-4d9d-b803-37a575585457', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1451.719968] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Creating folder: Project (422acdcded4144c882c5e5b7978e3c47). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1451.722981] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38347b61-5030-4c0b-ae5a-6a8e8683c453 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1451.745218] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Created folder: Project (422acdcded4144c882c5e5b7978e3c47) in parent group-v577298.
[ 1451.745218] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Creating folder: Instances. Parent ref: group-v577358. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1451.745218] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b147c32b-23fe-48ba-9627-e7f50a322d46 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1451.758293] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Created folder: Instances in parent group-v577358.
[ 1451.758586] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1451.758800] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1451.759448] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4efb348-f9b3-45f1-896a-f9a1606a94ca {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1451.786573] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1451.786573] env[71058]:    value = "task-2872689"
[ 1451.786573] env[71058]:    _type = "Task"
[ 1451.786573] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1451.799074] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872689, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1451.826615] env[71058]: INFO nova.compute.manager [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Rebuilding instance
[ 1451.890691] env[71058]: DEBUG nova.compute.manager [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1451.891897] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a7848a-a4d1-4e28-8efc-b633fd26093c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1451.928467] env[71058]: DEBUG oslo_vmware.api [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': task-2872682, 'name': PowerOffVM_Task, 'duration_secs': 0.213792} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1451.936946] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1451.937215] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1451.943517] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76c8963c-f8f3-4457-84ce-e29acbd81c90 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1451.955771] env[71058]: DEBUG oslo_vmware.api [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872683, 'name': Rename_Task, 'duration_secs': 0.255151} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1451.955771] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1451.955771] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bed9e44-df6c-43b2-8bbe-050970de64ac {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1451.964043] env[71058]: DEBUG oslo_vmware.api [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1451.964043] env[71058]:    value = "task-2872691"
[ 1451.964043] env[71058]:    _type = "Task"
[ 1451.964043] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1451.971192] env[71058]: DEBUG oslo_vmware.api [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5273fc2e-a6e1-b6ff-4c24-f2d1e86dd80f, 'name': SearchDatastore_Task, 'duration_secs': 0.023136} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1451.972265] env[71058]: DEBUG oslo_concurrency.lockutils [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1451.972553] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 7427d6f7-0b5f-4aa9-a957-49f5140af50d/7427d6f7-0b5f-4aa9-a957-49f5140af50d.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1451.972869] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84b0f077-928f-4a11-bff3-0aa3cbd38cb4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1451.983092] env[71058]: DEBUG oslo_vmware.api [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1451.993787] env[71058]: DEBUG oslo_vmware.api [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Waiting for the task: (returnval){
[ 1451.993787] env[71058]:    value = "task-2872692"
[ 1451.993787] env[71058]:    _type = "Task"
[ 1451.993787] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1452.006032] env[71058]: DEBUG oslo_vmware.api [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Task: {'id': task-2872692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1452.020360] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1452.020360] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1452.020360] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Deleting the datastore file [datastore2] 77d111eb-71b1-4758-998e-2760512a6b43 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1452.020360] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3c4b8e7-8eea-4fcb-a948-b5ecc92d9dfc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1452.031334] env[71058]: DEBUG oslo_vmware.api [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Waiting for the task: (returnval){
[ 1452.031334] env[71058]:    value = "task-2872693"
[ 1452.031334] env[71058]:    _type = "Task"
[ 1452.031334] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1452.045986] env[71058]: DEBUG oslo_vmware.api [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': task-2872693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1452.073323] env[71058]: DEBUG nova.network.neutron [req-fc60c206-1c8e-4bd9-b213-77970f5ebe4f req-e522862f-63f3-4cf6-bc65-586b6bc8dd83 service nova] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Updated VIF entry in instance network info cache for port 133aa5f9-d262-4d9d-b803-37a575585457. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1452.074039] env[71058]: DEBUG nova.network.neutron [req-fc60c206-1c8e-4bd9-b213-77970f5ebe4f req-e522862f-63f3-4cf6-bc65-586b6bc8dd83 service nova] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Updating instance_info_cache with network_info: [{"id": "133aa5f9-d262-4d9d-b803-37a575585457", "address": "fa:16:3e:20:c0:21", "network": {"id": "b84fecf5-c771-4117-8e6b-231a328c1dbe", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1134257844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "422acdcded4144c882c5e5b7978e3c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap133aa5f9-d2", "ovs_interfaceid": "133aa5f9-d262-4d9d-b803-37a575585457", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1452.166742] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571cb4c9-836f-4e67-a9cd-348ea972a542 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1452.181179] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd616ee-ade0-4a95-bead-9843759c1b5f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1452.194287] env[71058]: DEBUG oslo_vmware.api [None req-55150d7b-1556-4719-9d32-d1a0c06f3b82 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Task: {'id': task-2872686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346247} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1452.223539] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-55150d7b-1556-4719-9d32-d1a0c06f3b82 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1452.223814] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-55150d7b-1556-4719-9d32-d1a0c06f3b82 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1452.223959] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-55150d7b-1556-4719-9d32-d1a0c06f3b82 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1452.224151] env[71058]: INFO nova.compute.manager [None req-55150d7b-1556-4719-9d32-d1a0c06f3b82 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Took 1.21 seconds to destroy the instance on the hypervisor.
[ 1452.224397] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55150d7b-1556-4719-9d32-d1a0c06f3b82 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1452.224903] env[71058]: DEBUG nova.compute.manager [-] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1452.225021] env[71058]: DEBUG nova.network.neutron [-] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1452.227598] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef7fb66-ddb2-45c1-b745-e853b4d4f523 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1452.239837] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab852b1b-b98c-4cde-92f5-ab8bc6a341ec {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1452.257313] env[71058]: DEBUG nova.compute.provider_tree [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1452.297652] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872689, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1452.476302] env[71058]: DEBUG oslo_vmware.api [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872691, 'name': PowerOnVM_Task} progress is 87%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1452.503948] env[71058]: DEBUG oslo_vmware.api [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Task: {'id': task-2872692, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1452.543388] env[71058]: DEBUG oslo_vmware.api [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Task: {'id': task-2872693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30715} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1452.543388] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1452.543525] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1452.543604] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1452.543780] env[71058]: INFO nova.compute.manager [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Took 1.17 seconds to destroy the instance on the hypervisor.
[ 1452.544048] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1452.544262] env[71058]: DEBUG nova.compute.manager [-] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1452.544394] env[71058]: DEBUG nova.network.neutron [-] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1452.566156] env[71058]: DEBUG nova.network.neutron [-] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1452.578827] env[71058]: DEBUG oslo_concurrency.lockutils [req-fc60c206-1c8e-4bd9-b213-77970f5ebe4f req-e522862f-63f3-4cf6-bc65-586b6bc8dd83 service nova] Releasing lock "refresh_cache-be7fda89-cf49-4802-a1d6-d08c26d08892" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1452.764023] env[71058]: DEBUG nova.scheduler.client.report [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1452.798999] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872689, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1452.808849] env[71058]: DEBUG nova.compute.manager [req-8756553a-0493-4f21-b232-316b47ccb749 req-e88233cd-4637-4a6a-9dab-7ecf311eb2f4 service nova] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Received event network-vif-deleted-502983d2-231a-491f-b003-55200836c939 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1452.809287] env[71058]: INFO nova.compute.manager [req-8756553a-0493-4f21-b232-316b47ccb749 req-e88233cd-4637-4a6a-9dab-7ecf311eb2f4 service nova] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Neutron deleted interface 502983d2-231a-491f-b003-55200836c939; detaching it from the instance and deleting it from the info cache
[ 1452.809287] env[71058]: DEBUG nova.network.neutron [req-8756553a-0493-4f21-b232-316b47ccb749 req-e88233cd-4637-4a6a-9dab-7ecf311eb2f4 service nova] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1452.912103] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1452.912463] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c2f8fde-1299-4f99-926f-74c4dd4d00d9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1452.922958] env[71058]: DEBUG oslo_vmware.api [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Waiting for the task: (returnval){
[ 1452.922958] env[71058]:    value = "task-2872694"
[ 1452.922958] env[71058]:    _type = "Task"
[ 1452.922958] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1452.932822] env[71058]: DEBUG oslo_vmware.api [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Task: {'id': task-2872694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1452.977457] env[71058]: DEBUG oslo_vmware.api [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872691, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1453.002711] env[71058]: DEBUG oslo_vmware.api [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Task: {'id': task-2872692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749117} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1453.003989] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 7427d6f7-0b5f-4aa9-a957-49f5140af50d/7427d6f7-0b5f-4aa9-a957-49f5140af50d.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1453.003989] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1453.003989] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eac29b4e-5c11-4cef-93b0-dfbe63bea666 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1453.012632] env[71058]: DEBUG oslo_vmware.api [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Waiting for the task: (returnval){
[ 1453.012632] env[71058]:    value = "task-2872695"
[ 1453.012632] env[71058]:    _type = "Task"
[ 1453.012632] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1453.022311] env[71058]: DEBUG oslo_vmware.api [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Task: {'id': task-2872695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1453.068185] env[71058]: DEBUG nova.network.neutron [-] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1453.183964] env[71058]: DEBUG nova.network.neutron [-] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1453.271541] env[71058]: DEBUG oslo_concurrency.lockutils [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1453.272930] env[71058]: DEBUG nova.compute.manager [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1453.281065] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.328s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1453.282672] env[71058]: INFO nova.compute.claims [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1453.303729] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872689, 'name': CreateVM_Task, 'duration_secs': 1.268649} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1453.303959] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1453.304746] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1453.304947] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1453.305305] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1453.305595] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daab68c3-ff48-485c-aebf-1e9ea4356ead {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1453.312260] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22b6cfb3-cc38-4336-8dce-796cbb857f97 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1453.315009] env[71058]: DEBUG oslo_vmware.api [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Waiting for the task: (returnval){
[ 1453.315009] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d2ffd3-3b98-5186-ecf1-6121f7431893"
[ 1453.315009] env[71058]:    _type = "Task"
[ 1453.315009] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1453.324638] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30663c85-0bae-461c-9764-dbb961b7a632 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1453.341973] env[71058]: DEBUG oslo_vmware.api [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d2ffd3-3b98-5186-ecf1-6121f7431893, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1453.365486] env[71058]: DEBUG nova.compute.manager [req-8756553a-0493-4f21-b232-316b47ccb749 req-e88233cd-4637-4a6a-9dab-7ecf311eb2f4 service nova] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Detach interface failed, port_id=502983d2-231a-491f-b003-55200836c939, reason: Instance d2b49aba-df56-436a-9e6c-c3a879676d43 could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1453.435379] env[71058]: DEBUG oslo_vmware.api [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Task: {'id': task-2872694, 'name': PowerOffVM_Task, 'duration_secs': 0.212404} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1453.435379] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1453.435627] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1453.436424] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99031b1-7cca-4399-be1a-0068f1954c3e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1453.444842] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1453.445123] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4f3d781-622c-4ee3-b02f-0e95dce16880 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1453.476149] env[71058]: DEBUG oslo_vmware.api [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872691, 'name': PowerOnVM_Task, 'duration_secs': 1.07488} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1453.476802] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1453.477030] env[71058]: INFO nova.compute.manager [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Took 10.86 seconds to spawn the instance on the hypervisor.
[ 1453.477238] env[71058]: DEBUG nova.compute.manager [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1453.478631] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00904825-e24a-4df8-b474-a1573f7ff7ed {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1453.482672] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1453.482672] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1453.482672] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Deleting the datastore file [datastore2] 2329624f-45b8-4304-ad2f-a304d4520a8b {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1453.483034] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c68ba59-1d4d-48b6-9e2d-55307d5c4527 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1453.503375] env[71058]: DEBUG oslo_vmware.api [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Waiting for the task: (returnval){
[ 1453.503375] env[71058]:    value = "task-2872697"
[ 1453.503375] env[71058]:    _type = "Task"
[ 1453.503375] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1453.516445] env[71058]: DEBUG oslo_vmware.api [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Task: {'id': task-2872697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1453.525578] env[71058]: DEBUG oslo_vmware.api [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Task: {'id': task-2872695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109324} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1453.526382] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1453.528281] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690e8c26-f53d-4420-8d01-6e56d2600831 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1453.563444] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 7427d6f7-0b5f-4aa9-a957-49f5140af50d/7427d6f7-0b5f-4aa9-a957-49f5140af50d.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1453.564768] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45f7fc84-052c-4854-8542-80030c5b6a88 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1453.584754] env[71058]: INFO nova.compute.manager [-] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Took 1.04 seconds to deallocate network for instance.
[ 1453.593978] env[71058]: DEBUG oslo_vmware.api [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Waiting for the task: (returnval){
[ 1453.593978] env[71058]:    value = "task-2872699"
[ 1453.593978] env[71058]:    _type = "Task"
[ 1453.593978] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1453.609733] env[71058]: DEBUG oslo_vmware.api [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Task: {'id': task-2872699, 'name': ReconfigVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1453.687268] env[71058]: INFO nova.compute.manager [-] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Took 1.46 seconds to deallocate network for instance.
[ 1453.787215] env[71058]: DEBUG nova.compute.utils [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1453.791396] env[71058]: DEBUG nova.compute.manager [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1453.791396] env[71058]: DEBUG nova.network.neutron [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1453.827139] env[71058]: DEBUG oslo_vmware.api [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d2ffd3-3b98-5186-ecf1-6121f7431893, 'name': SearchDatastore_Task, 'duration_secs': 0.044523} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1453.827525] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1453.827778] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1453.828025] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1453.828159] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1453.828327] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1453.828598] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ccc9384b-6d88-4259-a034-07b3f8cd665c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1453.841181] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1453.841393] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1453.842137] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f2636de-665f-464c-a1e5-82966cae656d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1453.847913] env[71058]: DEBUG oslo_vmware.api [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Waiting for the task: (returnval){
[ 1453.847913] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52dd5731-d880-e2b4-69e4-53321600d16d"
[ 1453.847913] env[71058]:    _type = "Task"
[ 1453.847913] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1453.857108] env[71058]: DEBUG oslo_vmware.api [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52dd5731-d880-e2b4-69e4-53321600d16d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1453.861597] env[71058]: DEBUG nova.policy [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '087d45d67bc44322a71e016ef9cd1989', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4398c1d017f849339a16b5baf6515113', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1454.016860] env[71058]: INFO nova.compute.manager [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Took 27.04 seconds to build instance.
[ 1454.022667] env[71058]: DEBUG oslo_vmware.api [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Task: {'id': task-2872697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115013} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1454.022969] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1454.023457] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1454.023457] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1454.091568] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1454.107057] env[71058]: DEBUG oslo_vmware.api [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Task: {'id': task-2872699, 'name': ReconfigVM_Task, 'duration_secs': 0.446207} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1454.107424] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 7427d6f7-0b5f-4aa9-a957-49f5140af50d/7427d6f7-0b5f-4aa9-a957-49f5140af50d.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1454.108832] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1368ed55-bbc2-4533-a5ac-a75a1eeb79cc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1454.128090] env[71058]: DEBUG oslo_vmware.api [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Waiting for the task: (returnval){
[ 1454.128090] env[71058]:    value = "task-2872700"
[ 1454.128090] env[71058]:    _type = "Task"
[ 1454.128090] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1454.141148] env[71058]: DEBUG oslo_vmware.api [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Task: {'id': task-2872700, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1454.194357] env[71058]: DEBUG oslo_concurrency.lockutils [None req-55150d7b-1556-4719-9d32-d1a0c06f3b82 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1454.296926] env[71058]: DEBUG nova.compute.manager [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1454.365347] env[71058]: DEBUG oslo_vmware.api [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52dd5731-d880-e2b4-69e4-53321600d16d, 'name': SearchDatastore_Task, 'duration_secs': 0.013198} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1454.371863] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24573b6e-aedb-4d9f-8d7a-ef02c680f65a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1454.385396] env[71058]: DEBUG oslo_vmware.api [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Waiting for the task: (returnval){
[ 1454.385396] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]529a9f2f-28d2-5bf8-bb98-328bc258507e"
[ 1454.385396] env[71058]:    _type = "Task"
[ 1454.385396] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1454.397152] env[71058]: DEBUG oslo_vmware.api [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]529a9f2f-28d2-5bf8-bb98-328bc258507e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1454.445871] env[71058]: DEBUG nova.network.neutron [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Successfully created port: 30d05257-7c83-45ce-a025-feb34dde1f08 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1454.520058] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7873aa8d-94e5-49a5-a69a-338741dbe860 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "89643822-f00e-481e-a770-ca0a18a1b07f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 39.664s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1454.642354] env[71058]: DEBUG oslo_vmware.api [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Task: {'id': task-2872700, 'name': Rename_Task, 'duration_secs': 0.295882} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1454.642354] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1454.642612] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-624df8ff-b340-4e08-b3ef-f9366380c32c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1454.651866] env[71058]: DEBUG oslo_vmware.api [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Waiting for the task: (returnval){
[ 1454.651866] env[71058]:    value = "task-2872701"
[ 1454.651866] env[71058]:    _type = "Task"
[ 1454.651866] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1454.668659] env[71058]: DEBUG oslo_vmware.api [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Task: {'id': task-2872701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1454.863111] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e97e749-b555-44be-a592-8bab58dbf680 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1454.873923] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6911b038-6047-414e-a399-5d9388e1ff45 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "89643822-f00e-481e-a770-ca0a18a1b07f" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1454.874018] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6911b038-6047-414e-a399-5d9388e1ff45 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "89643822-f00e-481e-a770-ca0a18a1b07f" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1454.874176] env[71058]: DEBUG nova.compute.manager [None req-6911b038-6047-414e-a399-5d9388e1ff45 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1454.876030] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd962996-d332-418f-b815-c7cc2a596128 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1454.879196] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095345c4-9797-4339-8e36-ba1e4f6af5e1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1454.919789] env[71058]: DEBUG nova.compute.manager [None req-6911b038-6047-414e-a399-5d9388e1ff45 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71058) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}}
[ 1454.920559] env[71058]: DEBUG nova.objects.instance [None req-6911b038-6047-414e-a399-5d9388e1ff45 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lazy-loading 'flavor' on Instance uuid 89643822-f00e-481e-a770-ca0a18a1b07f {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1454.923409] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314b509f-5ced-403c-ba84-b566ce4cd7fe {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1454.930923] env[71058]: DEBUG oslo_vmware.api [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]529a9f2f-28d2-5bf8-bb98-328bc258507e, 'name': SearchDatastore_Task, 'duration_secs': 0.013425} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1454.931602] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1454.931889] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] be7fda89-cf49-4802-a1d6-d08c26d08892/be7fda89-cf49-4802-a1d6-d08c26d08892.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1454.932391] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd52c6d5-ad4c-49ed-9b57-ed16fa2602c1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1454.939128] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690cd068-42b5-4aff-9f71-a2b3cb6d9366 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1454.945101] env[71058]: DEBUG oslo_vmware.api [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Waiting for the task: (returnval){
[ 1454.945101] env[71058]:    value = "task-2872702"
[ 1454.945101] env[71058]:    _type = "Task"
[ 1454.945101] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1454.956895] env[71058]: DEBUG nova.compute.provider_tree [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1454.965598] env[71058]: DEBUG oslo_vmware.api [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Task: {'id': task-2872702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1455.023690] env[71058]: DEBUG nova.compute.manager [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1455.072354] env[71058]: DEBUG nova.virt.hardware [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1455.072601] env[71058]: DEBUG nova.virt.hardware [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1455.072759] env[71058]: DEBUG nova.virt.hardware [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1455.072951] env[71058]: DEBUG nova.virt.hardware [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1455.073794] env[71058]: DEBUG nova.virt.hardware [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1455.073967] env[71058]: DEBUG nova.virt.hardware [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1455.074216] env[71058]: DEBUG nova.virt.hardware [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1455.074346] env[71058]: DEBUG nova.virt.hardware [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1455.074537] env[71058]: DEBUG nova.virt.hardware [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1455.074705] env[71058]: DEBUG nova.virt.hardware [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1455.074984] env[71058]: DEBUG nova.virt.hardware [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1455.076176] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb0fd19-5f10-4117-b355-460e46447c23 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1455.086631] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c1e0a0-c6ba-4bc5-a6b8-26f36373306f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1455.108616] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Instance VIF info [] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1455.115918] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1455.116211] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1455.116483] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-024781a4-819f-4813-b410-c4af52f2ce15 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1455.142480] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1455.142480] env[71058]:    value = "task-2872703"
[ 1455.142480] env[71058]:    _type = "Task"
[ 1455.142480] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1455.153816] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872703, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1455.168214] env[71058]: DEBUG oslo_vmware.api [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Task: {'id': task-2872701, 'name': PowerOnVM_Task, 'duration_secs': 0.512226} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1455.168214] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1455.168214] env[71058]: INFO nova.compute.manager [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Took 9.78 seconds to spawn the instance on the hypervisor.
[ 1455.168214] env[71058]: DEBUG nova.compute.manager [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1455.168214] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446b62c9-91b7-41ee-b268-f2c4f87b3763 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1455.311571] env[71058]: DEBUG nova.compute.manager [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1455.340775] env[71058]: DEBUG nova.virt.hardware [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1455.342165] env[71058]: DEBUG nova.virt.hardware [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1455.342165] env[71058]: DEBUG nova.virt.hardware [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1455.342165] env[71058]: DEBUG nova.virt.hardware [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1455.342165] env[71058]: DEBUG nova.virt.hardware [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1455.342411] env[71058]: DEBUG nova.virt.hardware [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1455.342848] env[71058]: DEBUG nova.virt.hardware [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1455.343890] env[71058]: DEBUG nova.virt.hardware [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1455.343890] env[71058]: DEBUG nova.virt.hardware [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1455.343890] env[71058]: DEBUG nova.virt.hardware [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1455.343890] env[71058]: DEBUG nova.virt.hardware [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1455.345210] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d90a34-eaba-4f26-bc8d-858d46abe151 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1455.357158] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4444d983-54d5-445e-a486-67888f87b357 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1455.458814] env[71058]: DEBUG oslo_vmware.api [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Task: {'id': task-2872702, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501815} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1455.459216] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] be7fda89-cf49-4802-a1d6-d08c26d08892/be7fda89-cf49-4802-a1d6-d08c26d08892.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1455.459599] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1455.459829] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1154a32-d659-43ec-a815-6d0141d75557 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1455.464027] env[71058]: DEBUG nova.scheduler.client.report [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1455.474947] env[71058]: DEBUG oslo_vmware.api [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Waiting for the task: (returnval){
[ 1455.474947] env[71058]:    value = "task-2872704"
[ 1455.474947] env[71058]:    _type = "Task"
[ 1455.474947] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1455.486373] env[71058]: DEBUG oslo_vmware.api [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Task: {'id': task-2872704, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1455.554489] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1455.657663] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872703, 'name': CreateVM_Task, 'duration_secs': 0.436548} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1455.657663] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1455.657663] env[71058]: DEBUG oslo_concurrency.lockutils [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1455.657663] env[71058]: DEBUG oslo_concurrency.lockutils [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1455.657663] env[71058]: DEBUG oslo_concurrency.lockutils [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1455.657663] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-617cf253-58d8-49e8-84ac-79b3c18ec940 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1455.662424] env[71058]: DEBUG oslo_vmware.api [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Waiting for the task: (returnval){
[ 1455.662424] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5223afee-e72f-93b6-8163-6f5c87e5b15f"
[ 1455.662424] env[71058]:    _type = "Task"
[ 1455.662424] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1455.672623] env[71058]: DEBUG oslo_vmware.api [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5223afee-e72f-93b6-8163-6f5c87e5b15f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1455.692230] env[71058]: INFO nova.compute.manager [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Took 28.13 seconds to build instance.
[ 1455.937033] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-6911b038-6047-414e-a399-5d9388e1ff45 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1455.937346] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4949c793-bb53-4825-952b-abaac05913ff {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1455.951495] env[71058]: DEBUG oslo_vmware.api [None req-6911b038-6047-414e-a399-5d9388e1ff45 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1455.951495] env[71058]:    value = "task-2872706"
[ 1455.951495] env[71058]:    _type = "Task"
[ 1455.951495] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1455.967735] env[71058]: DEBUG oslo_vmware.api [None req-6911b038-6047-414e-a399-5d9388e1ff45 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1455.969432] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1455.970095] env[71058]: DEBUG nova.compute.manager [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1455.973656] env[71058]: DEBUG oslo_concurrency.lockutils [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.070s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1455.976588] env[71058]: INFO nova.compute.claims [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1455.994486] env[71058]: DEBUG oslo_vmware.api [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Task: {'id': task-2872704, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104425} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1455.994486] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1455.995843] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3f358f-91b9-483f-ab45-c3ecb82f0277 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1456.029525] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] be7fda89-cf49-4802-a1d6-d08c26d08892/be7fda89-cf49-4802-a1d6-d08c26d08892.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1456.029926] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f35651a-bf7a-4444-bfae-60c4beb087ea {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1456.055116] env[71058]: DEBUG oslo_vmware.api [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Waiting for the task: (returnval){
[ 1456.055116] env[71058]:    value = "task-2872707"
[ 1456.055116] env[71058]:    _type = "Task"
[ 1456.055116] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1456.071511] env[71058]: DEBUG oslo_vmware.api [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Task: {'id': task-2872707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1456.176840] env[71058]: DEBUG oslo_vmware.api [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5223afee-e72f-93b6-8163-6f5c87e5b15f, 'name': SearchDatastore_Task, 'duration_secs': 0.011612} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1456.177508] env[71058]: DEBUG oslo_concurrency.lockutils [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1456.177508] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1456.177508] env[71058]: DEBUG oslo_concurrency.lockutils [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1456.177707] env[71058]: DEBUG oslo_concurrency.lockutils [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1456.177817] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1456.178332] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5501f10-bc1d-4215-873b-8739ecf14cf9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1456.187752] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1456.188011] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1456.190494] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5088a6df-7675-42ff-80c1-2b47978d10ae {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1456.198246] env[71058]: DEBUG oslo_concurrency.lockutils [None req-23b7d52e-8974-434e-a5e0-42ee51ace95f tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Lock "7427d6f7-0b5f-4aa9-a957-49f5140af50d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 40.605s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1456.202017] env[71058]: DEBUG oslo_vmware.api [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Waiting for the task: (returnval){
[ 1456.202017] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b7fc72-6330-ecbb-9f44-613255563b18"
[ 1456.202017] env[71058]:    _type = "Task"
[ 1456.202017] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1456.213706] env[71058]: DEBUG oslo_vmware.api [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b7fc72-6330-ecbb-9f44-613255563b18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1456.467024] env[71058]: DEBUG oslo_vmware.api [None req-6911b038-6047-414e-a399-5d9388e1ff45 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872706, 'name': PowerOffVM_Task, 'duration_secs': 0.262738} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1456.467024] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-6911b038-6047-414e-a399-5d9388e1ff45 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1456.467024] env[71058]: DEBUG nova.compute.manager [None req-6911b038-6047-414e-a399-5d9388e1ff45 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1456.467024] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a76607f-4645-4ee7-a4c7-9554a96b7299 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1456.487011] env[71058]: DEBUG nova.compute.utils [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1456.493548] env[71058]: DEBUG nova.compute.manager [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1456.493713] env[71058]: DEBUG nova.network.neutron [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1456.566652] env[71058]: DEBUG oslo_vmware.api [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Task: {'id': task-2872707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1456.572980] env[71058]: DEBUG nova.policy [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba6c7852612d45ba98c83b3136971189', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a20774716b224143ac6748a621217c2f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1456.597210] env[71058]: DEBUG nova.compute.manager [req-b122cfe5-486c-4539-9560-298c7bc2e766 req-114ad366-798b-4171-8311-00c503f24c73 service nova] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Received event network-vif-plugged-30d05257-7c83-45ce-a025-feb34dde1f08 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1456.599010] env[71058]: DEBUG oslo_concurrency.lockutils [req-b122cfe5-486c-4539-9560-298c7bc2e766 req-114ad366-798b-4171-8311-00c503f24c73 service nova] Acquiring lock "0ca370e4-fd6f-4221-89b6-c282f8827dc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1456.599010] env[71058]: DEBUG oslo_concurrency.lockutils [req-b122cfe5-486c-4539-9560-298c7bc2e766 req-114ad366-798b-4171-8311-00c503f24c73 service nova] Lock "0ca370e4-fd6f-4221-89b6-c282f8827dc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1456.599010] env[71058]: DEBUG oslo_concurrency.lockutils [req-b122cfe5-486c-4539-9560-298c7bc2e766 req-114ad366-798b-4171-8311-00c503f24c73 service nova] Lock "0ca370e4-fd6f-4221-89b6-c282f8827dc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1456.599010] env[71058]: DEBUG nova.compute.manager [req-b122cfe5-486c-4539-9560-298c7bc2e766 req-114ad366-798b-4171-8311-00c503f24c73 service nova] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] No waiting events found dispatching network-vif-plugged-30d05257-7c83-45ce-a025-feb34dde1f08 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1456.599010] env[71058]: WARNING nova.compute.manager [req-b122cfe5-486c-4539-9560-298c7bc2e766 req-114ad366-798b-4171-8311-00c503f24c73 service nova] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Received unexpected event network-vif-plugged-30d05257-7c83-45ce-a025-feb34dde1f08 for instance with vm_state building and task_state spawning.
[ 1456.699705] env[71058]: INFO nova.compute.manager [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Rescuing
[ 1456.699982] env[71058]: DEBUG oslo_concurrency.lockutils [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Acquiring lock "refresh_cache-7427d6f7-0b5f-4aa9-a957-49f5140af50d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1456.701797] env[71058]: DEBUG oslo_concurrency.lockutils [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Acquired lock "refresh_cache-7427d6f7-0b5f-4aa9-a957-49f5140af50d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1456.702030] env[71058]: DEBUG nova.network.neutron [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1456.703466] env[71058]: DEBUG nova.compute.manager [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1456.719071] env[71058]: DEBUG oslo_vmware.api [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b7fc72-6330-ecbb-9f44-613255563b18, 'name': SearchDatastore_Task, 'duration_secs': 0.01049} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1456.721297] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64ad7269-726d-442b-8cff-ad89565e71a8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1456.728913] env[71058]: DEBUG oslo_vmware.api [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Waiting for the task: (returnval){
[ 1456.728913] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d6be24-b6cb-df51-5770-a5b9d08a9340"
[ 1456.728913] env[71058]:    _type = "Task"
[ 1456.728913] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1456.739235] env[71058]: DEBUG oslo_vmware.api [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d6be24-b6cb-df51-5770-a5b9d08a9340, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1456.819379] env[71058]: DEBUG nova.network.neutron [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Successfully updated port: 30d05257-7c83-45ce-a025-feb34dde1f08 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1456.982340] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6911b038-6047-414e-a399-5d9388e1ff45 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "89643822-f00e-481e-a770-ca0a18a1b07f" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 2.107s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1456.994494] env[71058]: DEBUG nova.compute.manager [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1457.057776] env[71058]: DEBUG nova.network.neutron [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Successfully created port: 182815af-2ebf-49d1-814e-a16fb7e5f3f2 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1457.075488] env[71058]: DEBUG oslo_vmware.api [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Task: {'id': task-2872707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1457.235527] env[71058]: DEBUG oslo_concurrency.lockutils [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1457.246310] env[71058]: DEBUG oslo_vmware.api [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d6be24-b6cb-df51-5770-a5b9d08a9340, 'name': SearchDatastore_Task, 'duration_secs': 0.023071} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1457.247032] env[71058]: DEBUG oslo_concurrency.lockutils [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1457.247032] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 2329624f-45b8-4304-ad2f-a304d4520a8b/2329624f-45b8-4304-ad2f-a304d4520a8b.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1457.247290] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4888fb7-5f9d-496d-a1aa-62b8b5b5cf03 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1457.257914] env[71058]: DEBUG oslo_vmware.api [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Waiting for the task: (returnval){
[ 1457.257914] env[71058]:    value = "task-2872708"
[ 1457.257914] env[71058]:    _type = "Task"
[ 1457.257914] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1457.269555] env[71058]: DEBUG oslo_vmware.api [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Task: {'id': task-2872708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1457.322368] env[71058]: DEBUG oslo_concurrency.lockutils [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Acquiring lock "refresh_cache-0ca370e4-fd6f-4221-89b6-c282f8827dc7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1457.322368] env[71058]: DEBUG oslo_concurrency.lockutils [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Acquired lock "refresh_cache-0ca370e4-fd6f-4221-89b6-c282f8827dc7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1457.322368] env[71058]: DEBUG nova.network.neutron [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1457.571908] env[71058]: DEBUG oslo_vmware.api [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Task: {'id': task-2872707, 'name': ReconfigVM_Task, 'duration_secs': 1.324569} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1457.572230] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Reconfigured VM instance instance-00000013 to attach disk [datastore1] be7fda89-cf49-4802-a1d6-d08c26d08892/be7fda89-cf49-4802-a1d6-d08c26d08892.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1457.573243] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b0c0d1e-672d-44fd-9b9a-d7080346fc7e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1457.582449] env[71058]: DEBUG oslo_vmware.api [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Waiting for the task: (returnval){
[ 1457.582449] env[71058]:    value = "task-2872709"
[ 1457.582449] env[71058]:    _type = "Task"
[ 1457.582449] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1457.596193] env[71058]: DEBUG oslo_vmware.api [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Task: {'id': task-2872709, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1457.632220] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809d4606-cf47-4276-8e63-53a9a9cf839d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1457.645799] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3155629-c3ac-4900-bca9-bf9e130428ff {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1457.697288] env[71058]: DEBUG nova.network.neutron [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Updating instance_info_cache with network_info: [{"id": "3bf6c714-254d-49f5-be2c-a97817639fde", "address": "fa:16:3e:f8:e1:52", "network": {"id": "7cc3c672-acce-4506-821b-3458f1e1967e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1752514594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1e89a8345c4b47d38773f4327afb6f5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bf6c714-25", "ovs_interfaceid": "3bf6c714-254d-49f5-be2c-a97817639fde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1457.702053] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949445e2-dfab-43d9-aa9e-4d599cba969b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1457.710865] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199e56ca-7cdf-48f6-a665-8c4275e78453 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1457.736890] env[71058]: DEBUG nova.compute.provider_tree [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1457.769922] env[71058]: DEBUG oslo_vmware.api [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Task: {'id': task-2872708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48251} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1457.770927] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 2329624f-45b8-4304-ad2f-a304d4520a8b/2329624f-45b8-4304-ad2f-a304d4520a8b.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1457.771181] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1457.771486] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40329562-2e07-47f7-84d8-c104ac57f801 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1457.782785] env[71058]: DEBUG oslo_vmware.api [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Waiting for the task: (returnval){
[ 1457.782785] env[71058]:    value = "task-2872710"
[ 1457.782785] env[71058]:    _type = "Task"
[ 1457.782785] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1457.798153] env[71058]: DEBUG oslo_vmware.api [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Task: {'id': task-2872710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1457.878242] env[71058]: DEBUG nova.network.neutron [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1458.023948] env[71058]: DEBUG nova.compute.manager [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1458.067487] env[71058]: DEBUG nova.virt.hardware [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1458.067487] env[71058]: DEBUG nova.virt.hardware [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1458.069399] env[71058]: DEBUG nova.virt.hardware [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1458.069399] env[71058]: DEBUG nova.virt.hardware [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1458.069399] env[71058]: DEBUG nova.virt.hardware [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1458.069576] env[71058]: DEBUG nova.virt.hardware [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1458.069991] env[71058]: DEBUG nova.virt.hardware [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1458.069991] env[71058]: DEBUG nova.virt.hardware [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1458.070229] env[71058]: DEBUG nova.virt.hardware [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1458.070229] env[71058]: DEBUG nova.virt.hardware [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1458.070398] env[71058]: DEBUG nova.virt.hardware [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1458.071705] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7598fe68-91c5-4241-91dc-d9d5d8cc8fa7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1458.081246] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82127f5-2245-4095-99a7-413eabd344f6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1458.107877] env[71058]: DEBUG oslo_vmware.api [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Task: {'id': task-2872709, 'name': Rename_Task, 'duration_secs': 0.196136} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1458.109079] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1458.109079] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20528176-12ce-4d05-86fc-d4707997e789 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1458.123742] env[71058]: DEBUG oslo_vmware.api [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Waiting for the task: (returnval){
[ 1458.123742] env[71058]:    value = "task-2872712"
[ 1458.123742] env[71058]:    _type = "Task"
[ 1458.123742] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1458.136643] env[71058]: DEBUG oslo_vmware.api [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Task: {'id': task-2872712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1458.171133] env[71058]: DEBUG nova.network.neutron [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Updating instance_info_cache with network_info: [{"id": "30d05257-7c83-45ce-a025-feb34dde1f08", "address": "fa:16:3e:1a:8e:eb", "network": {"id": "66f18561-8be3-49f6-b768-3135a3e4d5f6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1178336519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4398c1d017f849339a16b5baf6515113", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30d05257-7c", "ovs_interfaceid": "30d05257-7c83-45ce-a025-feb34dde1f08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1458.208247] env[71058]: DEBUG oslo_concurrency.lockutils [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Releasing lock "refresh_cache-7427d6f7-0b5f-4aa9-a957-49f5140af50d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1458.243022] env[71058]: DEBUG nova.scheduler.client.report [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1458.299964] env[71058]: DEBUG oslo_vmware.api [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Task: {'id': task-2872710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067731} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1458.299964] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1458.299964] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84219eb1-7df7-4151-9055-247a7c1d9a7d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1458.324090] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 2329624f-45b8-4304-ad2f-a304d4520a8b/2329624f-45b8-4304-ad2f-a304d4520a8b.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1458.324441] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97d9e9da-baa0-471b-a468-3fcfece45cc7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1458.357514] env[71058]: DEBUG oslo_vmware.api [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Waiting for the task: (returnval){
[ 1458.357514] env[71058]:    value = "task-2872713"
[ 1458.357514] env[71058]:    _type = "Task"
[ 1458.357514] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1458.369540] env[71058]: DEBUG oslo_vmware.api [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Task: {'id': task-2872713, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1458.528476] env[71058]: DEBUG nova.compute.manager [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1458.529800] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0fc6cc-e300-4f87-a9fc-318ba7c3d0a8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1458.641798] env[71058]: DEBUG oslo_vmware.api [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Task: {'id': task-2872712, 'name': PowerOnVM_Task} progress is 1%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1458.680547] env[71058]: DEBUG oslo_concurrency.lockutils [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Releasing lock "refresh_cache-0ca370e4-fd6f-4221-89b6-c282f8827dc7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1458.680740] env[71058]: DEBUG nova.compute.manager [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Instance network_info: |[{"id": "30d05257-7c83-45ce-a025-feb34dde1f08", "address": "fa:16:3e:1a:8e:eb", "network": {"id": "66f18561-8be3-49f6-b768-3135a3e4d5f6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1178336519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4398c1d017f849339a16b5baf6515113", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30d05257-7c", "ovs_interfaceid": "30d05257-7c83-45ce-a025-feb34dde1f08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1458.681198] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:8e:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30d05257-7c83-45ce-a025-feb34dde1f08', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1458.693951] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Creating folder: Project (4398c1d017f849339a16b5baf6515113). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1458.694299] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc3d7a7d-a1b7-4e7f-89c4-bd66ae9087bd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1458.707992] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Created folder: Project (4398c1d017f849339a16b5baf6515113) in parent group-v577298.
[ 1458.708093] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Creating folder: Instances. Parent ref: group-v577363. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1458.708363] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df66d0f3-c82a-48ad-91b7-f984bde30a7b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1458.720245] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Created folder: Instances in parent group-v577363.
[ 1458.720509] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1458.720746] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1458.720968] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3e45aea-8821-4dc8-b80a-992faaa039a9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1458.743267] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1458.743267] env[71058]:    value = "task-2872716"
[ 1458.743267] env[71058]:    _type = "Task"
[ 1458.743267] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1458.752253] env[71058]: DEBUG oslo_concurrency.lockutils [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1458.752757] env[71058]: DEBUG nova.compute.manager [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1458.756390] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872716, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1458.756841] env[71058]: DEBUG oslo_concurrency.lockutils [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.595s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1458.758243] env[71058]: INFO nova.compute.claims [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1458.774599] env[71058]: DEBUG nova.compute.manager [req-c2f06b12-fa73-4eac-a2b2-6a61622187bb req-528021d9-e972-4943-9c26-9f4af583263d service nova] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Received event network-changed-30d05257-7c83-45ce-a025-feb34dde1f08 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1458.774782] env[71058]: DEBUG nova.compute.manager [req-c2f06b12-fa73-4eac-a2b2-6a61622187bb req-528021d9-e972-4943-9c26-9f4af583263d service nova] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Refreshing instance network info cache due to event network-changed-30d05257-7c83-45ce-a025-feb34dde1f08. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1458.774987] env[71058]: DEBUG oslo_concurrency.lockutils [req-c2f06b12-fa73-4eac-a2b2-6a61622187bb req-528021d9-e972-4943-9c26-9f4af583263d service nova] Acquiring lock "refresh_cache-0ca370e4-fd6f-4221-89b6-c282f8827dc7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1458.775136] env[71058]: DEBUG oslo_concurrency.lockutils [req-c2f06b12-fa73-4eac-a2b2-6a61622187bb req-528021d9-e972-4943-9c26-9f4af583263d service nova] Acquired lock "refresh_cache-0ca370e4-fd6f-4221-89b6-c282f8827dc7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1458.775299] env[71058]: DEBUG nova.network.neutron [req-c2f06b12-fa73-4eac-a2b2-6a61622187bb req-528021d9-e972-4943-9c26-9f4af583263d service nova] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Refreshing network info cache for port 30d05257-7c83-45ce-a025-feb34dde1f08 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1458.870183] env[71058]: DEBUG oslo_vmware.api [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Task: {'id': task-2872713, 'name': ReconfigVM_Task, 'duration_secs': 0.320742} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1458.870609] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 2329624f-45b8-4304-ad2f-a304d4520a8b/2329624f-45b8-4304-ad2f-a304d4520a8b.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1458.871340] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa8906fe-8217-4b47-a1cf-fb732d808251 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1458.880945] env[71058]: DEBUG oslo_vmware.api [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Waiting for the task: (returnval){
[ 1458.880945] env[71058]:    value = "task-2872717"
[ 1458.880945] env[71058]:    _type = "Task"
[ 1458.880945] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1458.892566] env[71058]: DEBUG oslo_vmware.api [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Task: {'id': task-2872717, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1459.045756] env[71058]: INFO nova.compute.manager [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] instance snapshotting
[ 1459.047033] env[71058]: WARNING nova.compute.manager [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] trying to snapshot a non-running instance: (state: 4 expected: 1)
[ 1459.052150] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523aef63-31fa-41f8-95bd-f5c3f80e659b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1459.072529] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3533773-a0ae-441d-84cc-34ac1da149e8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1459.138439] env[71058]: DEBUG oslo_vmware.api [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Task: {'id': task-2872712, 'name': PowerOnVM_Task} progress is 1%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1459.255851] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872716, 'name': CreateVM_Task, 'duration_secs': 0.37967} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1459.256245] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1459.256769] env[71058]: DEBUG oslo_concurrency.lockutils [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1459.256931] env[71058]: DEBUG oslo_concurrency.lockutils [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1459.258859] env[71058]: DEBUG oslo_concurrency.lockutils [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1459.260060] env[71058]: DEBUG nova.compute.utils [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1459.261567] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2df17061-0c13-41c5-838c-eef7fa45297f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1459.263791] env[71058]: DEBUG nova.compute.manager [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1459.264261] env[71058]: DEBUG nova.network.neutron [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1459.285540] env[71058]: DEBUG oslo_vmware.api [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Waiting for the task: (returnval){
[ 1459.285540] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526bfab5-c205-e919-e247-74b34453e2ec"
[ 1459.285540] env[71058]:    _type = "Task"
[ 1459.285540] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1459.296708] env[71058]: DEBUG oslo_vmware.api [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526bfab5-c205-e919-e247-74b34453e2ec, 'name': SearchDatastore_Task, 'duration_secs': 0.012259} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1459.297177] env[71058]: DEBUG oslo_concurrency.lockutils [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1459.297584] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1459.297584] env[71058]: DEBUG oslo_concurrency.lockutils [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1459.297706] env[71058]: DEBUG oslo_concurrency.lockutils [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1459.297839] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1459.298691] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afa3149f-6129-486a-abde-e40a96a138f8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1459.309944] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1459.309944] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1459.310721] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-117b7930-746d-49ad-b1bc-f15f2b1d5be1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1459.319015] env[71058]: DEBUG oslo_vmware.api [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Waiting for the task: (returnval){
[ 1459.319015] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52ab155a-5f7b-300d-2aea-ba56fbf367f8"
[ 1459.319015] env[71058]:    _type = "Task"
[ 1459.319015] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1459.331253] env[71058]: DEBUG oslo_vmware.api [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52ab155a-5f7b-300d-2aea-ba56fbf367f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1459.352085] env[71058]: DEBUG nova.policy [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccfc17e7cda54911a3608bec8f3c429c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0d85678864a428695837e52cb5c42a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1459.405886] env[71058]: DEBUG oslo_vmware.api [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Task: {'id': task-2872717, 'name': Rename_Task, 'duration_secs': 0.242203} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1459.406498] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1459.407139] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-559a15e8-f72c-40c3-b01f-12c22e9a6fc4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1459.423441] env[71058]: DEBUG oslo_vmware.api [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Waiting for the task: (returnval){
[ 1459.423441] env[71058]:    value = "task-2872718"
[ 1459.423441] env[71058]:    _type = "Task"
[ 1459.423441] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1459.436261] env[71058]: DEBUG oslo_vmware.api [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Task: {'id': task-2872718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1459.588302] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Creating Snapshot of the VM instance {{(pid=71058) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}}
[ 1459.588302] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-02c9666c-4053-44e0-bbb6-0735d1ff6381 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1459.597311] env[71058]: DEBUG oslo_vmware.api [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1459.597311] env[71058]:    value = "task-2872719"
[ 1459.597311] env[71058]:    _type = "Task"
[ 1459.597311] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1459.615224] env[71058]: DEBUG oslo_vmware.api [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872719, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1459.641075] env[71058]: DEBUG oslo_vmware.api [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Task: {'id': task-2872712, 'name': PowerOnVM_Task} progress is 64%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1459.693394] env[71058]: DEBUG nova.network.neutron [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Successfully updated port: 182815af-2ebf-49d1-814e-a16fb7e5f3f2 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1459.708224] env[71058]: DEBUG nova.network.neutron [req-c2f06b12-fa73-4eac-a2b2-6a61622187bb req-528021d9-e972-4943-9c26-9f4af583263d service nova] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Updated VIF entry in instance network info cache for port 30d05257-7c83-45ce-a025-feb34dde1f08. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1459.708224] env[71058]: DEBUG nova.network.neutron [req-c2f06b12-fa73-4eac-a2b2-6a61622187bb req-528021d9-e972-4943-9c26-9f4af583263d service nova] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Updating instance_info_cache with network_info: [{"id": "30d05257-7c83-45ce-a025-feb34dde1f08", "address": "fa:16:3e:1a:8e:eb", "network": {"id": "66f18561-8be3-49f6-b768-3135a3e4d5f6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1178336519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4398c1d017f849339a16b5baf6515113", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30d05257-7c", "ovs_interfaceid": "30d05257-7c83-45ce-a025-feb34dde1f08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1459.764625] env[71058]: DEBUG nova.compute.manager [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1459.777116] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1459.781551] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3a6031c-d540-4b22-a028-1f2e8a79bba4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1459.791665] env[71058]: DEBUG oslo_vmware.api [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Waiting for the task: (returnval){
[ 1459.791665] env[71058]:    value = "task-2872720"
[ 1459.791665] env[71058]:    _type = "Task"
[ 1459.791665] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1459.804428] env[71058]: DEBUG oslo_vmware.api [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Task: {'id': task-2872720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1459.837804] env[71058]: DEBUG oslo_vmware.api [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52ab155a-5f7b-300d-2aea-ba56fbf367f8, 'name': SearchDatastore_Task, 'duration_secs': 0.011185} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1459.842751] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d07adcf3-7f65-42ea-9d77-26dfdcdb676e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1459.851564] env[71058]: DEBUG oslo_vmware.api [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Waiting for the task: (returnval){
[ 1459.851564] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d024d5-c9c0-e20c-b7a9-686d76243a54"
[ 1459.851564] env[71058]:    _type = "Task"
[ 1459.851564] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1459.876856] env[71058]: DEBUG oslo_vmware.api [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d024d5-c9c0-e20c-b7a9-686d76243a54, 'name': SearchDatastore_Task, 'duration_secs': 0.017517} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1459.877212] env[71058]: DEBUG oslo_concurrency.lockutils [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1459.877498] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 0ca370e4-fd6f-4221-89b6-c282f8827dc7/0ca370e4-fd6f-4221-89b6-c282f8827dc7.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1459.878091] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1c41fa1-bbc3-4029-97aa-917d3ccfb5d1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1459.892810] env[71058]: DEBUG oslo_vmware.api [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Waiting for the task: (returnval){
[ 1459.892810] env[71058]:    value = "task-2872722"
[ 1459.892810] env[71058]:    _type = "Task"
[ 1459.892810] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1459.904979] env[71058]: DEBUG oslo_vmware.api [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Task: {'id': task-2872722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1459.936416] env[71058]: DEBUG oslo_vmware.api [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Task: {'id': task-2872718, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1459.941688] env[71058]: DEBUG nova.network.neutron [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Successfully created port: f4e90b11-2a07-4445-a753-40413d8cbdb1 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1460.041954] env[71058]: DEBUG nova.compute.manager [req-1be62996-f801-4d89-b70c-86632f908260 req-6ae0ff62-8d5a-40ae-aae7-47ca611a9571 service nova] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Received event network-vif-plugged-182815af-2ebf-49d1-814e-a16fb7e5f3f2 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1460.042095] env[71058]: DEBUG oslo_concurrency.lockutils [req-1be62996-f801-4d89-b70c-86632f908260 req-6ae0ff62-8d5a-40ae-aae7-47ca611a9571 service nova] Acquiring lock "68c09dd6-7df0-4dfa-957c-7e4e68092865-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1460.042499] env[71058]: DEBUG oslo_concurrency.lockutils [req-1be62996-f801-4d89-b70c-86632f908260 req-6ae0ff62-8d5a-40ae-aae7-47ca611a9571 service nova] Lock "68c09dd6-7df0-4dfa-957c-7e4e68092865-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1460.042499] env[71058]: DEBUG oslo_concurrency.lockutils [req-1be62996-f801-4d89-b70c-86632f908260 req-6ae0ff62-8d5a-40ae-aae7-47ca611a9571 service nova] Lock "68c09dd6-7df0-4dfa-957c-7e4e68092865-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1460.042762] env[71058]: DEBUG nova.compute.manager [req-1be62996-f801-4d89-b70c-86632f908260 req-6ae0ff62-8d5a-40ae-aae7-47ca611a9571 service nova] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] No waiting events found dispatching network-vif-plugged-182815af-2ebf-49d1-814e-a16fb7e5f3f2 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1460.042762] env[71058]: WARNING nova.compute.manager [req-1be62996-f801-4d89-b70c-86632f908260 req-6ae0ff62-8d5a-40ae-aae7-47ca611a9571 service nova] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Received unexpected event network-vif-plugged-182815af-2ebf-49d1-814e-a16fb7e5f3f2 for instance with vm_state building and task_state spawning.
[ 1460.111073] env[71058]: DEBUG oslo_vmware.api [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872719, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1460.146154] env[71058]: DEBUG oslo_vmware.api [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Task: {'id': task-2872712, 'name': PowerOnVM_Task, 'duration_secs': 1.758482} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1460.146622] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1460.147017] env[71058]: INFO nova.compute.manager [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Took 12.10 seconds to spawn the instance on the hypervisor.
[ 1460.147346] env[71058]: DEBUG nova.compute.manager [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1460.148619] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3cc0ca-2487-424b-abe7-67bb5310edca {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1460.196804] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Acquiring lock "refresh_cache-68c09dd6-7df0-4dfa-957c-7e4e68092865" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1460.196974] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Acquired lock "refresh_cache-68c09dd6-7df0-4dfa-957c-7e4e68092865" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1460.197159] env[71058]: DEBUG nova.network.neutron [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1460.212784] env[71058]: DEBUG oslo_concurrency.lockutils [req-c2f06b12-fa73-4eac-a2b2-6a61622187bb req-528021d9-e972-4943-9c26-9f4af583263d service nova] Releasing lock "refresh_cache-0ca370e4-fd6f-4221-89b6-c282f8827dc7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1460.318022] env[71058]: DEBUG oslo_vmware.api [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Task: {'id': task-2872720, 'name': PowerOffVM_Task, 'duration_secs': 0.229223} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1460.318428] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1460.319480] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2ef09f-14de-4bd7-9f47-4b093867506f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1460.351270] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb6c2b3-4dc4-4513-80fb-ca37a89521e1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1460.410019] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1460.410019] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88fc65c0-dc7b-427c-a24e-6dd7e02c5273 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1460.425856] env[71058]: DEBUG oslo_vmware.api [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Task: {'id': task-2872722, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1460.430912] env[71058]: DEBUG oslo_vmware.api [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Waiting for the task: (returnval){
[ 1460.430912] env[71058]:    value = "task-2872723"
[ 1460.430912] env[71058]:    _type = "Task"
[ 1460.430912] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1460.440712] env[71058]: DEBUG oslo_vmware.api [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Task: {'id': task-2872718, 'name': PowerOnVM_Task, 'duration_secs': 0.522344} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1460.441440] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1460.441666] env[71058]: DEBUG nova.compute.manager [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1460.443812] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e29d13d-c250-46d8-bd93-f9c9866425a5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1460.449683] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] VM already powered off {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}}
[ 1460.449885] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1460.450153] env[71058]: DEBUG oslo_concurrency.lockutils [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1460.450293] env[71058]: DEBUG oslo_concurrency.lockutils [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1460.450464] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1460.450732] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e4f6c23-0360-4a5a-8ded-b67e4970fcbb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1460.462915] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f2a8a6-62c1-4bc3-a457-5b31f1fd616a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1460.469194] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1460.470087] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1460.472102] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-985b4456-dff6-44ad-9406-ee4d21d639ba {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1460.475765] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3985b8a0-f094-45f8-97f4-80750a6450f7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1460.482910] env[71058]: DEBUG oslo_vmware.api [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Waiting for the task: (returnval){
[ 1460.482910] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]529c19a2-da4f-2861-9a4d-42a64fab0329"
[ 1460.482910] env[71058]:    _type = "Task"
[ 1460.482910] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1460.516355] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278d5288-4a75-48b5-a194-5c29dac1920e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1460.528839] env[71058]: DEBUG oslo_vmware.api [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]529c19a2-da4f-2861-9a4d-42a64fab0329, 'name': SearchDatastore_Task, 'duration_secs': 0.024052} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1460.530236] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa80b311-43ba-462c-b4ad-65ad05f63855 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1460.536065] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c35090cc-a847-4df8-9501-58441ed19118 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1460.550337] env[71058]: DEBUG nova.compute.provider_tree [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1460.552813] env[71058]: DEBUG oslo_vmware.api [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Waiting for the task: (returnval){
[ 1460.552813] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5267a5f9-4031-1443-409d-63565f04d3a6"
[ 1460.552813] env[71058]:    _type = "Task"
[ 1460.552813] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1460.562941] env[71058]: DEBUG oslo_vmware.api [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5267a5f9-4031-1443-409d-63565f04d3a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1460.610077] env[71058]: DEBUG oslo_vmware.api [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872719, 'name': CreateSnapshot_Task, 'duration_secs': 0.773711} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1460.610435] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Created Snapshot of the VM instance {{(pid=71058) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}}
[ 1460.611176] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbcbc7b-15e7-4d87-b1af-6e63913375bd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1460.675413] env[71058]: INFO nova.compute.manager [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Took 28.97 seconds to build instance.
[ 1460.736963] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Acquiring lock "a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1460.737206] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Lock "a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1460.757337] env[71058]: DEBUG nova.network.neutron [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1460.784205] env[71058]: DEBUG nova.compute.manager [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1460.819830] env[71058]: DEBUG nova.virt.hardware [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1460.820110] env[71058]: DEBUG nova.virt.hardware [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1460.820254] env[71058]: DEBUG nova.virt.hardware [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1460.820433] env[71058]: DEBUG nova.virt.hardware [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1460.820576] env[71058]: DEBUG nova.virt.hardware [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1460.820717] env[71058]: DEBUG nova.virt.hardware [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1460.820918] env[71058]: DEBUG nova.virt.hardware [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1460.821105] env[71058]: DEBUG nova.virt.hardware [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1460.821371] env[71058]: DEBUG nova.virt.hardware [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1460.821562] env[71058]: DEBUG nova.virt.hardware [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1460.821742] env[71058]: DEBUG nova.virt.hardware [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1460.822812] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c20922b-9f17-4987-9ded-4f891a118b48 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1460.831732] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806e0d8a-c619-49fa-8c06-eb5211eb94a7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1460.906826] env[71058]: DEBUG oslo_vmware.api [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Task: {'id': task-2872722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562703} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1460.907385] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 0ca370e4-fd6f-4221-89b6-c282f8827dc7/0ca370e4-fd6f-4221-89b6-c282f8827dc7.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1460.907385] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1460.907581] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e543058f-081f-4cc1-a918-c451b26be723 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1460.915942] env[71058]: DEBUG oslo_vmware.api [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Waiting for the task: (returnval){
[ 1460.915942] env[71058]:    value = "task-2872724"
[ 1460.915942] env[71058]:    _type = "Task"
[ 1460.915942] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1460.928415] env[71058]: DEBUG oslo_vmware.api [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Task: {'id': task-2872724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1460.969817] env[71058]: DEBUG oslo_concurrency.lockutils [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1460.991124] env[71058]: DEBUG nova.network.neutron [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Updating instance_info_cache with network_info: [{"id": "182815af-2ebf-49d1-814e-a16fb7e5f3f2", "address": "fa:16:3e:bd:90:4b", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap182815af-2e", "ovs_interfaceid": "182815af-2ebf-49d1-814e-a16fb7e5f3f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1461.054502] env[71058]: DEBUG nova.scheduler.client.report [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1461.070250] env[71058]: DEBUG oslo_vmware.api [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5267a5f9-4031-1443-409d-63565f04d3a6, 'name': SearchDatastore_Task, 'duration_secs': 0.047277} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1461.070606] env[71058]: DEBUG oslo_concurrency.lockutils [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1461.071065] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 7427d6f7-0b5f-4aa9-a957-49f5140af50d/8099d743-3bb3-45d8-acee-c2b5ceed489a-rescue.vmdk. {{(pid=71058) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}}
[ 1461.071590] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-147316a6-5fb8-48c0-985d-b61ab1b31872 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1461.080744] env[71058]: DEBUG oslo_vmware.api [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Waiting for the task: (returnval){
[ 1461.080744] env[71058]:    value = "task-2872725"
[ 1461.080744] env[71058]:    _type = "Task"
[ 1461.080744] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1461.092802] env[71058]: DEBUG oslo_vmware.api [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Task: {'id': task-2872725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1461.138124] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Creating linked-clone VM from snapshot {{(pid=71058) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}}
[ 1461.138482] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fd585d4a-d265-4d98-9ada-926efec974a2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1461.149575] env[71058]: DEBUG oslo_vmware.api [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1461.149575] env[71058]:    value = "task-2872726"
[ 1461.149575] env[71058]:    _type = "Task"
[ 1461.149575] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1461.159415] env[71058]: DEBUG oslo_vmware.api [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872726, 'name': CloneVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1461.179129] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fa09f181-13bb-4fc6-bf01-94f21c6d4c16 tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Lock "be7fda89-cf49-4802-a1d6-d08c26d08892" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 44.553s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1461.432792] env[71058]: DEBUG oslo_vmware.api [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Task: {'id': task-2872724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121555} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1461.433042] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1461.433901] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45a1e8e-b4b6-4e23-aef8-54fa3395310a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1461.465985] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 0ca370e4-fd6f-4221-89b6-c282f8827dc7/0ca370e4-fd6f-4221-89b6-c282f8827dc7.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1461.466781] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-122718a3-9531-495d-8db0-cf713bc04c63 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1461.493142] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Releasing lock "refresh_cache-68c09dd6-7df0-4dfa-957c-7e4e68092865" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1461.493142] env[71058]: DEBUG nova.compute.manager [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Instance network_info: |[{"id": "182815af-2ebf-49d1-814e-a16fb7e5f3f2", "address": "fa:16:3e:bd:90:4b", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap182815af-2e", "ovs_interfaceid": "182815af-2ebf-49d1-814e-a16fb7e5f3f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1461.496280] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:90:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604c9724-b4ef-4393-a76e-eb4a2b510796', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '182815af-2ebf-49d1-814e-a16fb7e5f3f2', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1461.506535] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1461.506535] env[71058]: DEBUG oslo_vmware.api [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Waiting for the task: (returnval){
[ 1461.506535] env[71058]:    value = "task-2872727"
[ 1461.506535] env[71058]:    _type = "Task"
[ 1461.506535] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1461.506535] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1461.506535] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10b37dbf-3baf-4555-9c3b-e0ce5b575b7f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1461.541252] env[71058]: DEBUG oslo_vmware.api [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Task: {'id': task-2872727, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1461.543416] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1461.543416] env[71058]:    value = "task-2872728"
[ 1461.543416] env[71058]:    _type = "Task"
[ 1461.543416] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1461.556061] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872728, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1461.566551] env[71058]: DEBUG oslo_concurrency.lockutils [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.808s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1461.566551] env[71058]: DEBUG nova.compute.manager [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1461.569019] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.336s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1461.598583] env[71058]: DEBUG oslo_vmware.api [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Task: {'id': task-2872725, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1461.669438] env[71058]: DEBUG oslo_vmware.api [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872726, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1461.682063] env[71058]: DEBUG nova.compute.manager [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1461.873646] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Acquiring lock "2329624f-45b8-4304-ad2f-a304d4520a8b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1461.873646] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Lock "2329624f-45b8-4304-ad2f-a304d4520a8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1461.873646] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Acquiring lock "2329624f-45b8-4304-ad2f-a304d4520a8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1461.873646] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Lock "2329624f-45b8-4304-ad2f-a304d4520a8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1461.874246] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Lock "2329624f-45b8-4304-ad2f-a304d4520a8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1461.881382] env[71058]: INFO nova.compute.manager [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Terminating instance
[ 1462.025683] env[71058]: DEBUG oslo_vmware.api [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Task: {'id': task-2872727, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1462.054510] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872728, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1462.077559] env[71058]: DEBUG nova.compute.utils [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1462.083023] env[71058]: DEBUG nova.compute.manager [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1462.087437] env[71058]: DEBUG nova.network.neutron [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1462.090525] env[71058]: INFO nova.compute.claims [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1462.111222] env[71058]: DEBUG oslo_vmware.api [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Task: {'id': task-2872725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751767} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1462.111578] env[71058]: INFO nova.virt.vmwareapi.ds_util [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 7427d6f7-0b5f-4aa9-a957-49f5140af50d/8099d743-3bb3-45d8-acee-c2b5ceed489a-rescue.vmdk.
[ 1462.112447] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da090a4-434b-408b-902b-b4dfe12fcfdb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1462.141415] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 7427d6f7-0b5f-4aa9-a957-49f5140af50d/8099d743-3bb3-45d8-acee-c2b5ceed489a-rescue.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1462.141963] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40e896fc-26bf-49cc-b793-5c3dd881ce3c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1462.164654] env[71058]: DEBUG oslo_vmware.api [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872726, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1462.165943] env[71058]: DEBUG oslo_vmware.api [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Waiting for the task: (returnval){
[ 1462.165943] env[71058]:    value = "task-2872733"
[ 1462.165943] env[71058]:    _type = "Task"
[ 1462.165943] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1462.170080] env[71058]: DEBUG nova.policy [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccfc17e7cda54911a3608bec8f3c429c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0d85678864a428695837e52cb5c42a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1462.178232] env[71058]: DEBUG oslo_vmware.api [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Task: {'id': task-2872733, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1462.210770] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1462.314093] env[71058]: DEBUG nova.compute.manager [req-b848d86c-43ed-4c5e-ac2e-10b47aee2d73 req-b013417b-5717-48d7-bdac-6f3ba37c9e83 service nova] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Received event network-changed-182815af-2ebf-49d1-814e-a16fb7e5f3f2 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1462.314284] env[71058]: DEBUG nova.compute.manager [req-b848d86c-43ed-4c5e-ac2e-10b47aee2d73 req-b013417b-5717-48d7-bdac-6f3ba37c9e83 service nova] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Refreshing instance network info cache due to event network-changed-182815af-2ebf-49d1-814e-a16fb7e5f3f2. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1462.314509] env[71058]: DEBUG oslo_concurrency.lockutils [req-b848d86c-43ed-4c5e-ac2e-10b47aee2d73 req-b013417b-5717-48d7-bdac-6f3ba37c9e83 service nova] Acquiring lock "refresh_cache-68c09dd6-7df0-4dfa-957c-7e4e68092865" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1462.315924] env[71058]: DEBUG oslo_concurrency.lockutils [req-b848d86c-43ed-4c5e-ac2e-10b47aee2d73 req-b013417b-5717-48d7-bdac-6f3ba37c9e83 service nova] Acquired lock "refresh_cache-68c09dd6-7df0-4dfa-957c-7e4e68092865" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1462.315924] env[71058]: DEBUG nova.network.neutron [req-b848d86c-43ed-4c5e-ac2e-10b47aee2d73 req-b013417b-5717-48d7-bdac-6f3ba37c9e83 service nova] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Refreshing network info cache for port 182815af-2ebf-49d1-814e-a16fb7e5f3f2 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1462.329720] env[71058]: DEBUG nova.network.neutron [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Successfully updated port: f4e90b11-2a07-4445-a753-40413d8cbdb1 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1462.339535] env[71058]: DEBUG nova.compute.manager [req-a7b6a979-0c28-4664-b276-6f506d6c98df req-e68973a4-908b-42b8-bf7f-8ce8a5aa356e service nova] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Received event network-vif-plugged-f4e90b11-2a07-4445-a753-40413d8cbdb1 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1462.339788] env[71058]: DEBUG oslo_concurrency.lockutils [req-a7b6a979-0c28-4664-b276-6f506d6c98df req-e68973a4-908b-42b8-bf7f-8ce8a5aa356e service nova] Acquiring lock "04017607-9f22-4f9f-b039-29f0feb65b9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1462.339998] env[71058]: DEBUG oslo_concurrency.lockutils [req-a7b6a979-0c28-4664-b276-6f506d6c98df req-e68973a4-908b-42b8-bf7f-8ce8a5aa356e service nova] Lock "04017607-9f22-4f9f-b039-29f0feb65b9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1462.340150] env[71058]: DEBUG oslo_concurrency.lockutils [req-a7b6a979-0c28-4664-b276-6f506d6c98df req-e68973a4-908b-42b8-bf7f-8ce8a5aa356e service nova] Lock "04017607-9f22-4f9f-b039-29f0feb65b9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1462.340348] env[71058]: DEBUG nova.compute.manager [req-a7b6a979-0c28-4664-b276-6f506d6c98df req-e68973a4-908b-42b8-bf7f-8ce8a5aa356e service nova] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] No waiting events found dispatching network-vif-plugged-f4e90b11-2a07-4445-a753-40413d8cbdb1 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1462.340429] env[71058]: WARNING nova.compute.manager [req-a7b6a979-0c28-4664-b276-6f506d6c98df req-e68973a4-908b-42b8-bf7f-8ce8a5aa356e service nova] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Received unexpected event network-vif-plugged-f4e90b11-2a07-4445-a753-40413d8cbdb1 for instance with vm_state building and task_state spawning.
[ 1462.389792] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Acquiring lock "refresh_cache-2329624f-45b8-4304-ad2f-a304d4520a8b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1462.389792] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Acquired lock "refresh_cache-2329624f-45b8-4304-ad2f-a304d4520a8b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1462.389792] env[71058]: DEBUG nova.network.neutron [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1462.520428] env[71058]: DEBUG oslo_vmware.api [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Task: {'id': task-2872727, 'name': ReconfigVM_Task, 'duration_secs': 0.661903} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1462.521508] env[71058]: DEBUG nova.network.neutron [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Successfully created port: 00834943-e227-4506-a345-3694e7c9912a {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1462.525106] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 0ca370e4-fd6f-4221-89b6-c282f8827dc7/0ca370e4-fd6f-4221-89b6-c282f8827dc7.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1462.526312] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75043fda-6d03-4f26-a80e-bb96f6071835 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1462.538386] env[71058]: DEBUG oslo_vmware.api [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Waiting for the task: (returnval){
[ 1462.538386] env[71058]:    value = "task-2872734"
[ 1462.538386] env[71058]:    _type = "Task"
[ 1462.538386] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1462.558073] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872728, 'name': CreateVM_Task, 'duration_secs': 0.547692} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1462.562842] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1462.563355] env[71058]: DEBUG oslo_vmware.api [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Task: {'id': task-2872734, 'name': Rename_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1462.564241] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1462.564525] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1462.564956] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1462.566248] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25bcd392-0cea-4218-a8d9-447e63dedd6a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1462.572432] env[71058]: DEBUG oslo_vmware.api [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Waiting for the task: (returnval){
[ 1462.572432] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526c53e2-a18a-bdfd-2123-06ffe209e911"
[ 1462.572432] env[71058]:    _type = "Task"
[ 1462.572432] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1462.582097] env[71058]: DEBUG oslo_vmware.api [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526c53e2-a18a-bdfd-2123-06ffe209e911, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1462.586859] env[71058]: DEBUG nova.compute.manager [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1462.607726] env[71058]: INFO nova.compute.resource_tracker [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Updating resource usage from migration 4c2dff30-c24f-4b79-9c4f-63f3b582eab1
[ 1462.669144] env[71058]: DEBUG oslo_vmware.api [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872726, 'name': CloneVM_Task} progress is 95%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1462.684146] env[71058]: DEBUG oslo_vmware.api [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Task: {'id': task-2872733, 'name': ReconfigVM_Task, 'duration_secs': 0.324373} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1462.684487] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 7427d6f7-0b5f-4aa9-a957-49f5140af50d/8099d743-3bb3-45d8-acee-c2b5ceed489a-rescue.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1462.685568] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f59fe3-6bd5-479d-bd23-670fc67c45e5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1462.717241] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1940adc7-0186-411d-a77b-a8730008628d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1462.738101] env[71058]: DEBUG oslo_vmware.api [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Waiting for the task: (returnval){
[ 1462.738101] env[71058]:    value = "task-2872735"
[ 1462.738101] env[71058]:    _type = "Task"
[ 1462.738101] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1462.748626] env[71058]: DEBUG oslo_vmware.api [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Task: {'id': task-2872735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1462.833200] env[71058]: DEBUG oslo_concurrency.lockutils [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquiring lock "refresh_cache-04017607-9f22-4f9f-b039-29f0feb65b9e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1462.833200] env[71058]: DEBUG oslo_concurrency.lockutils [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquired lock "refresh_cache-04017607-9f22-4f9f-b039-29f0feb65b9e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1462.833200] env[71058]: DEBUG nova.network.neutron [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1462.916994] env[71058]: DEBUG nova.network.neutron [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1463.036363] env[71058]: DEBUG nova.network.neutron [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1463.050695] env[71058]: DEBUG oslo_vmware.api [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Task: {'id': task-2872734, 'name': Rename_Task, 'duration_secs': 0.188174} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1463.051659] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1463.052045] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37909659-8ac5-4ce5-8255-27dc9af5d607 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1463.059346] env[71058]: DEBUG nova.network.neutron [req-b848d86c-43ed-4c5e-ac2e-10b47aee2d73 req-b013417b-5717-48d7-bdac-6f3ba37c9e83 service nova] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Updated VIF entry in instance network info cache for port 182815af-2ebf-49d1-814e-a16fb7e5f3f2. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1463.059673] env[71058]: DEBUG nova.network.neutron [req-b848d86c-43ed-4c5e-ac2e-10b47aee2d73 req-b013417b-5717-48d7-bdac-6f3ba37c9e83 service nova] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Updating instance_info_cache with network_info: [{"id": "182815af-2ebf-49d1-814e-a16fb7e5f3f2", "address": "fa:16:3e:bd:90:4b", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap182815af-2e", "ovs_interfaceid": "182815af-2ebf-49d1-814e-a16fb7e5f3f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1463.070822] env[71058]: DEBUG oslo_vmware.api [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Waiting for the task: (returnval){
[ 1463.070822] env[71058]:    value = "task-2872736"
[ 1463.070822] env[71058]:    _type = "Task"
[ 1463.070822] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1463.088584] env[71058]: DEBUG oslo_vmware.api [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Task: {'id': task-2872736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1463.095404] env[71058]: DEBUG oslo_vmware.api [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526c53e2-a18a-bdfd-2123-06ffe209e911, 'name': SearchDatastore_Task, 'duration_secs': 0.01428} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1463.100155] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1463.100458] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1463.100619] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1463.100759] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1463.101180] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1463.102054] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb63e478-db94-43db-bb8a-09c12c6cc2ab {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1463.115920] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1463.116116] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1463.116889] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e49936b3-be5e-4704-85e2-86783fd49c40 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1463.125565] env[71058]: DEBUG oslo_vmware.api [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Waiting for the task: (returnval){
[ 1463.125565] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52ca3cd3-4668-7bd3-3d28-9b080bcce1f2"
[ 1463.125565] env[71058]:    _type = "Task"
[ 1463.125565] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1463.139542] env[71058]: DEBUG oslo_vmware.api [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52ca3cd3-4668-7bd3-3d28-9b080bcce1f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1463.170286] env[71058]: DEBUG oslo_vmware.api [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872726, 'name': CloneVM_Task, 'duration_secs': 1.75687} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1463.174057] env[71058]: INFO nova.virt.vmwareapi.vmops [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Created linked-clone VM from snapshot
[ 1463.175903] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c372848-88bc-4e8d-9f2d-023d895fbb45 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1463.186815] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Uploading image 8697d3eb-c0ba-4510-8673-64f1a0f403a9 {{(pid=71058) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}}
[ 1463.212941] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890baba8-1e56-418c-bdbd-5157b6f9bdc4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1463.224105] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31d12f3-8d06-4f60-b66d-40e6586d9d24 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1463.231882] env[71058]: DEBUG oslo_vmware.rw_handles [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Creating HttpNfcLease lease for exporting VM: (result){
[ 1463.231882] env[71058]:    value = "vm-577367"
[ 1463.231882] env[71058]:    _type = "VirtualMachine"
[ 1463.231882] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}}
[ 1463.232172] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ec81bbf9-b410-4c8b-8691-3c245ad60d22 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1463.265294] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb31ac7d-dda9-414d-be91-0bf7a145bbf4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1463.269130] env[71058]: DEBUG oslo_vmware.rw_handles [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lease: (returnval){
[ 1463.269130] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52055111-66e5-49e2-6c0b-4019f228cca0"
[ 1463.269130] env[71058]:    _type = "HttpNfcLease"
[ 1463.269130] env[71058]:  } obtained for exporting VM: (result){
[ 1463.269130] env[71058]:    value = "vm-577367"
[ 1463.269130] env[71058]:    _type = "VirtualMachine"
[ 1463.269130] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}}
[ 1463.269130] env[71058]: DEBUG oslo_vmware.api [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the lease: (returnval){
[ 1463.269130] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52055111-66e5-49e2-6c0b-4019f228cca0"
[ 1463.269130] env[71058]:    _type = "HttpNfcLease"
[ 1463.269130] env[71058]:  } to be ready. {{(pid=71058) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1463.278245] env[71058]: DEBUG oslo_vmware.api [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Task: {'id': task-2872735, 'name': ReconfigVM_Task, 'duration_secs': 0.211289} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1463.279857] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182f3ba9-0549-4746-870f-32c576481374 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1463.284087] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1463.285718] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1972f01-7e96-4eac-81e0-85cfa46c629e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1463.287227] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1463.287227] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52055111-66e5-49e2-6c0b-4019f228cca0"
[ 1463.287227] env[71058]:    _type = "HttpNfcLease"
[ 1463.287227] env[71058]:  } is initializing. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1463.300713] env[71058]: DEBUG nova.compute.provider_tree [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1463.303348] env[71058]: DEBUG oslo_vmware.api [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Waiting for the task: (returnval){
[ 1463.303348] env[71058]:    value = "task-2872738"
[ 1463.303348] env[71058]:    _type = "Task"
[ 1463.303348] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1463.312356] env[71058]: DEBUG oslo_vmware.api [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Task: {'id': task-2872738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1463.373856] env[71058]: DEBUG nova.network.neutron [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1463.539892] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Releasing lock "refresh_cache-2329624f-45b8-4304-ad2f-a304d4520a8b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1463.539892] env[71058]: DEBUG nova.compute.manager [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1463.540127] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1463.541063] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51217b14-8d78-46f6-bd81-4b77592557b8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1463.545007] env[71058]: DEBUG nova.network.neutron [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Updating instance_info_cache with network_info: [{"id": "f4e90b11-2a07-4445-a753-40413d8cbdb1", "address": "fa:16:3e:50:ac:3b", "network": {"id": "876733ce-48bf-4fbb-a51b-52f67cbc0c0c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-912815118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0d85678864a428695837e52cb5c42a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4e90b11-2a", "ovs_interfaceid": "f4e90b11-2a07-4445-a753-40413d8cbdb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1463.551822] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1463.553170] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71401910-59f4-4dce-a632-1401dcd7ac50 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1463.561564] env[71058]: DEBUG oslo_vmware.api [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Waiting for the task: (returnval){
[ 1463.561564] env[71058]:    value = "task-2872739"
[ 1463.561564] env[71058]:    _type = "Task"
[ 1463.561564] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1463.565653] env[71058]: DEBUG oslo_concurrency.lockutils [req-b848d86c-43ed-4c5e-ac2e-10b47aee2d73 req-b013417b-5717-48d7-bdac-6f3ba37c9e83 service nova] Releasing lock "refresh_cache-68c09dd6-7df0-4dfa-957c-7e4e68092865" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1463.573339] env[71058]: DEBUG oslo_vmware.api [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': task-2872739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1463.583488] env[71058]: DEBUG oslo_vmware.api [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Task: {'id': task-2872736, 'name': PowerOnVM_Task} progress is 1%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1463.606186] env[71058]: DEBUG nova.compute.manager [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1463.644381] env[71058]: DEBUG oslo_vmware.api [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52ca3cd3-4668-7bd3-3d28-9b080bcce1f2, 'name': SearchDatastore_Task, 'duration_secs': 0.043145} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1463.652446] env[71058]: DEBUG nova.virt.hardware [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1463.652446] env[71058]: DEBUG nova.virt.hardware [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1463.652446] env[71058]: DEBUG nova.virt.hardware [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1463.652619] env[71058]: DEBUG nova.virt.hardware [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1463.652619] env[71058]: DEBUG nova.virt.hardware [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1463.652619] env[71058]: DEBUG nova.virt.hardware [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1463.652619] env[71058]: DEBUG nova.virt.hardware [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1463.652619] env[71058]: DEBUG nova.virt.hardware [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1463.652794] env[71058]: DEBUG nova.virt.hardware [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1463.652794] env[71058]: DEBUG nova.virt.hardware [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1463.652794] env[71058]: DEBUG nova.virt.hardware [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1463.655317] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b8da5e-3e09-461b-8363-457e5c4cbd80 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1463.657602] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-206b00cf-8105-4e13-afa6-183b7c146795 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1463.666310] env[71058]: DEBUG oslo_vmware.api [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Waiting for the task: (returnval){
[ 1463.666310] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522259b9-143f-c1f0-8785-a1f40c25d11d"
[ 1463.666310] env[71058]:    _type = "Task"
[ 1463.666310] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1463.667867] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3ea09e-94dc-4be7-8f48-dcd5e49d24e4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1463.689480] env[71058]: DEBUG oslo_vmware.api [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522259b9-143f-c1f0-8785-a1f40c25d11d, 'name': SearchDatastore_Task, 'duration_secs': 0.011753} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1463.689755] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1463.690020] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 68c09dd6-7df0-4dfa-957c-7e4e68092865/68c09dd6-7df0-4dfa-957c-7e4e68092865.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1463.690289] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-201c152c-22bd-4a61-8d92-13a77d6969f2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1463.699377] env[71058]: DEBUG oslo_vmware.api [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Waiting for the task: (returnval){
[ 1463.699377] env[71058]:    value = "task-2872740"
[ 1463.699377] env[71058]:    _type = "Task"
[ 1463.699377] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1463.781906] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1463.781906] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52055111-66e5-49e2-6c0b-4019f228cca0"
[ 1463.781906] env[71058]:    _type = "HttpNfcLease"
[ 1463.781906] env[71058]:  } is ready. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1463.782566] env[71058]: DEBUG oslo_vmware.rw_handles [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1463.782566] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52055111-66e5-49e2-6c0b-4019f228cca0"
[ 1463.782566] env[71058]:    _type = "HttpNfcLease"
[ 1463.782566] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}}
[ 1463.784853] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d0529b-5719-457f-bf5f-11351ee5ce42 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1463.799023] env[71058]: DEBUG oslo_vmware.rw_handles [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525a188d-8765-43a8-832f-f0f3b5587afc/disk-0.vmdk from lease info. {{(pid=71058) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1463.799023] env[71058]: DEBUG oslo_vmware.rw_handles [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525a188d-8765-43a8-832f-f0f3b5587afc/disk-0.vmdk for reading. {{(pid=71058) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}}
[ 1463.862686] env[71058]: DEBUG nova.scheduler.client.report [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1463.880132] env[71058]: DEBUG oslo_vmware.api [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Task: {'id': task-2872738, 'name': PowerOnVM_Task} progress is 1%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1464.049916] env[71058]: DEBUG oslo_concurrency.lockutils [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Releasing lock "refresh_cache-04017607-9f22-4f9f-b039-29f0feb65b9e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1464.050275] env[71058]: DEBUG nova.compute.manager [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Instance network_info: |[{"id": "f4e90b11-2a07-4445-a753-40413d8cbdb1", "address": "fa:16:3e:50:ac:3b", "network": {"id": "876733ce-48bf-4fbb-a51b-52f67cbc0c0c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-912815118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0d85678864a428695837e52cb5c42a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4e90b11-2a", "ovs_interfaceid": "f4e90b11-2a07-4445-a753-40413d8cbdb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1464.050808] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:ac:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4e90b11-2a07-4445-a753-40413d8cbdb1', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1464.065395] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Creating folder: Project (f0d85678864a428695837e52cb5c42a8). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1464.065795] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f373b49-84ac-425c-879b-94a2b7dc8074 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1464.083375] env[71058]: DEBUG oslo_vmware.api [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': task-2872739, 'name': PowerOffVM_Task, 'duration_secs': 0.132255} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1464.088247] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1464.088247] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1464.092545] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5da95d4b-c274-4938-bf4b-e3353523c412 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1464.094547] env[71058]: DEBUG oslo_vmware.api [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Task: {'id': task-2872736, 'name': PowerOnVM_Task} progress is 82%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1464.094805] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Created folder: Project (f0d85678864a428695837e52cb5c42a8) in parent group-v577298.
[ 1464.094972] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Creating folder: Instances. Parent ref: group-v577372. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1464.098631] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89467c9e-9583-4926-b95b-950c507e0db0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1464.104082] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-78cbf03e-7061-4f78-9a26-b6c5a721a63e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1464.123582] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Created folder: Instances in parent group-v577372.
[ 1464.123858] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1464.124126] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1464.124390] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-207e2ddd-692c-4d97-bb2a-ba20bd52a807 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1464.163246] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1464.163665] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1464.163919] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Deleting the datastore file [datastore2] 2329624f-45b8-4304-ad2f-a304d4520a8b {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1464.165362] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f880900-8325-46d9-ad74-a305026d26c9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1464.170926] env[71058]: DEBUG nova.network.neutron [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Successfully updated port: 00834943-e227-4506-a345-3694e7c9912a {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1464.185386] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1464.185386] env[71058]:    value = "task-2872745"
[ 1464.185386] env[71058]:    _type = "Task"
[ 1464.185386] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1464.193822] env[71058]: DEBUG oslo_vmware.api [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Waiting for the task: (returnval){
[ 1464.193822] env[71058]:    value = "task-2872746"
[ 1464.193822] env[71058]:    _type = "Task"
[ 1464.193822] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1464.202628] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872745, 'name': CreateVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1464.211943] env[71058]: DEBUG oslo_vmware.api [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': task-2872746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1464.219027] env[71058]: DEBUG oslo_vmware.api [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': task-2872740, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1464.374753] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.806s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1464.376621] env[71058]: INFO nova.compute.manager [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Migrating
[ 1464.377041] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1464.380018] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquired lock "compute-rpcapi-router" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1464.385733] env[71058]: DEBUG oslo_concurrency.lockutils [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.311s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1464.389252] env[71058]: INFO nova.compute.claims [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1464.394412] env[71058]: DEBUG oslo_vmware.api [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Task: {'id': task-2872738, 'name': PowerOnVM_Task} progress is 1%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1464.398367] env[71058]: INFO nova.compute.rpcapi [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68
[ 1464.398367] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Releasing lock "compute-rpcapi-router" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1464.585603] env[71058]: DEBUG oslo_vmware.api [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Task: {'id': task-2872736, 'name': PowerOnVM_Task, 'duration_secs': 1.420942} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1464.586086] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1464.586567] env[71058]: INFO nova.compute.manager [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Took 9.27 seconds to spawn the instance on the hypervisor.
[ 1464.586699] env[71058]: DEBUG nova.compute.manager [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1464.587707] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d356a03c-3d47-43bc-ac90-302e7bfa7dfa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1464.687178] env[71058]: DEBUG oslo_concurrency.lockutils [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquiring lock "refresh_cache-5b76ce74-75d5-4772-88f7-8c146be65d50" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1464.687377] env[71058]: DEBUG oslo_concurrency.lockutils [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquired lock "refresh_cache-5b76ce74-75d5-4772-88f7-8c146be65d50" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1464.687560] env[71058]: DEBUG nova.network.neutron [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1464.708540] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872745, 'name': CreateVM_Task} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1464.710267] env[71058]: DEBUG nova.compute.manager [req-8f7dd800-aa5b-476a-93da-532429c16572 req-c2dac065-8aa1-4a20-ab65-ed14faca0d8a service nova] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Received event network-changed-f4e90b11-2a07-4445-a753-40413d8cbdb1 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1464.710520] env[71058]: DEBUG nova.compute.manager [req-8f7dd800-aa5b-476a-93da-532429c16572 req-c2dac065-8aa1-4a20-ab65-ed14faca0d8a service nova] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Refreshing instance network info cache due to event network-changed-f4e90b11-2a07-4445-a753-40413d8cbdb1. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1464.710762] env[71058]: DEBUG oslo_concurrency.lockutils [req-8f7dd800-aa5b-476a-93da-532429c16572 req-c2dac065-8aa1-4a20-ab65-ed14faca0d8a service nova] Acquiring lock "refresh_cache-04017607-9f22-4f9f-b039-29f0feb65b9e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1464.711042] env[71058]: DEBUG oslo_concurrency.lockutils [req-8f7dd800-aa5b-476a-93da-532429c16572 req-c2dac065-8aa1-4a20-ab65-ed14faca0d8a service nova] Acquired lock "refresh_cache-04017607-9f22-4f9f-b039-29f0feb65b9e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1464.711239] env[71058]: DEBUG nova.network.neutron [req-8f7dd800-aa5b-476a-93da-532429c16572 req-c2dac065-8aa1-4a20-ab65-ed14faca0d8a service nova] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Refreshing network info cache for port f4e90b11-2a07-4445-a753-40413d8cbdb1 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1464.717753] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1464.723940] env[71058]: DEBUG oslo_concurrency.lockutils [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1464.724159] env[71058]: DEBUG oslo_concurrency.lockutils [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1464.726311] env[71058]: DEBUG oslo_concurrency.lockutils [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1464.726311] env[71058]: DEBUG oslo_vmware.api [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Task: {'id': task-2872746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273666} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1464.726622] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-058284f8-2da6-4070-9bd4-2285963d9481 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1464.729215] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1464.729416] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1464.729644] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1464.729871] env[71058]: INFO nova.compute.manager [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Took 1.19 seconds to destroy the instance on the hypervisor.
[ 1464.730143] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1464.734790] env[71058]: DEBUG nova.compute.manager [-] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1464.734909] env[71058]: DEBUG nova.network.neutron [-] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1464.737542] env[71058]: DEBUG oslo_vmware.api [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': task-2872740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580019} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1464.738091] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 68c09dd6-7df0-4dfa-957c-7e4e68092865/68c09dd6-7df0-4dfa-957c-7e4e68092865.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1464.738204] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1464.738792] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e300baed-6919-4e50-8d1d-063ef05cd470 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1464.744814] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1464.744814] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]525ce85c-e798-8ef2-441a-b181f4a52c01"
[ 1464.744814] env[71058]:    _type = "Task"
[ 1464.744814] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1464.755441] env[71058]: DEBUG oslo_vmware.api [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Waiting for the task: (returnval){
[ 1464.755441] env[71058]:    value = "task-2872748"
[ 1464.755441] env[71058]:    _type = "Task"
[ 1464.755441] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1464.764898] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]525ce85c-e798-8ef2-441a-b181f4a52c01, 'name': SearchDatastore_Task, 'duration_secs': 0.011552} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1464.768177] env[71058]: DEBUG oslo_concurrency.lockutils [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1464.768808] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1464.769379] env[71058]: DEBUG oslo_concurrency.lockutils [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1464.769714] env[71058]: DEBUG oslo_concurrency.lockutils [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1464.771073] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1464.773888] env[71058]: DEBUG oslo_vmware.api [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': task-2872748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1464.773888] env[71058]: DEBUG nova.network.neutron [-] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1464.774207] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa70431b-d6b8-4d43-a00a-933543e608d5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1464.785049] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1464.785328] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1464.786146] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e6f1c90-41ba-4660-a7c0-9a715f6bb042 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1464.797664] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1464.797664] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52075307-11cc-4589-c89b-8b29824f3d90"
[ 1464.797664] env[71058]:    _type = "Task"
[ 1464.797664] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1464.811614] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52075307-11cc-4589-c89b-8b29824f3d90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1464.885772] env[71058]: DEBUG oslo_vmware.api [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Task: {'id': task-2872738, 'name': PowerOnVM_Task} progress is 64%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1464.928383] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquiring lock "refresh_cache-5be4e13c-8434-4410-a8c4-b91a70b0ad8c" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1464.928569] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquired lock "refresh_cache-5be4e13c-8434-4410-a8c4-b91a70b0ad8c" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1464.928749] env[71058]: DEBUG nova.network.neutron [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1465.115240] env[71058]: INFO nova.compute.manager [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Took 29.84 seconds to build instance.
[ 1465.254514] env[71058]: DEBUG nova.network.neutron [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1465.271402] env[71058]: DEBUG oslo_vmware.api [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': task-2872748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081357} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1465.273810] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1465.277431] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad27f37-ad07-4cd9-9ed8-d4860458869e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1465.285027] env[71058]: DEBUG nova.network.neutron [-] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1465.313302] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 68c09dd6-7df0-4dfa-957c-7e4e68092865/68c09dd6-7df0-4dfa-957c-7e4e68092865.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1465.321553] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ac55f5f-acf1-41d8-8209-e9013690146b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1465.348712] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52075307-11cc-4589-c89b-8b29824f3d90, 'name': SearchDatastore_Task, 'duration_secs': 0.032814} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1465.350824] env[71058]: DEBUG oslo_vmware.api [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Waiting for the task: (returnval){
[ 1465.350824] env[71058]:    value = "task-2872749"
[ 1465.350824] env[71058]:    _type = "Task"
[ 1465.350824] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1465.351082] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d61dab9e-449e-437f-a089-28ab2d53c18b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1465.363228] env[71058]: DEBUG oslo_vmware.api [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': task-2872749, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1465.365136] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1465.365136] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52ac30f8-31b2-897d-111e-a605b2ef8782"
[ 1465.365136] env[71058]:    _type = "Task"
[ 1465.365136] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1465.368409] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cee345e2-11e7-4b90-af16-4fc9d94ddbba tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Acquiring lock "be7fda89-cf49-4802-a1d6-d08c26d08892" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1465.368693] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cee345e2-11e7-4b90-af16-4fc9d94ddbba tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Lock "be7fda89-cf49-4802-a1d6-d08c26d08892" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1465.368963] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cee345e2-11e7-4b90-af16-4fc9d94ddbba tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Acquiring lock "be7fda89-cf49-4802-a1d6-d08c26d08892-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1465.369168] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cee345e2-11e7-4b90-af16-4fc9d94ddbba tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Lock "be7fda89-cf49-4802-a1d6-d08c26d08892-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1465.369379] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cee345e2-11e7-4b90-af16-4fc9d94ddbba tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Lock "be7fda89-cf49-4802-a1d6-d08c26d08892-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1465.381770] env[71058]: INFO nova.compute.manager [None req-cee345e2-11e7-4b90-af16-4fc9d94ddbba tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Terminating instance
[ 1465.390984] env[71058]: DEBUG oslo_vmware.api [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Task: {'id': task-2872738, 'name': PowerOnVM_Task, 'duration_secs': 1.825835} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1465.396026] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1465.398715] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52ac30f8-31b2-897d-111e-a605b2ef8782, 'name': SearchDatastore_Task, 'duration_secs': 0.011927} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1465.400163] env[71058]: DEBUG nova.compute.manager [None req-07ef9afd-a4db-498c-8ae8-d85f6d352f52 tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1465.401155] env[71058]: DEBUG oslo_concurrency.lockutils [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1465.401434] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 04017607-9f22-4f9f-b039-29f0feb65b9e/04017607-9f22-4f9f-b039-29f0feb65b9e.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1465.403089] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4605624-06ea-401b-9892-6288eb4f779f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1465.406387] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-871e98cd-f9b6-427d-bd05-417979b080ce {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1465.425073] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1465.425073] env[71058]:    value = "task-2872750"
[ 1465.425073] env[71058]:    _type = "Task"
[ 1465.425073] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1465.436844] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2872750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1465.567567] env[71058]: DEBUG nova.network.neutron [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Updating instance_info_cache with network_info: [{"id": "00834943-e227-4506-a345-3694e7c9912a", "address": "fa:16:3e:34:56:33", "network": {"id": "876733ce-48bf-4fbb-a51b-52f67cbc0c0c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-912815118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0d85678864a428695837e52cb5c42a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00834943-e2", "ovs_interfaceid": "00834943-e227-4506-a345-3694e7c9912a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1465.617480] env[71058]: DEBUG oslo_concurrency.lockutils [None req-878fcdc9-ced2-48ad-a90b-3f9b80f6508c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Lock "0ca370e4-fd6f-4221-89b6-c282f8827dc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 43.604s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1465.660722] env[71058]: DEBUG nova.network.neutron [req-8f7dd800-aa5b-476a-93da-532429c16572 req-c2dac065-8aa1-4a20-ab65-ed14faca0d8a service nova] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Updated VIF entry in instance network info cache for port f4e90b11-2a07-4445-a753-40413d8cbdb1. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1465.661138] env[71058]: DEBUG nova.network.neutron [req-8f7dd800-aa5b-476a-93da-532429c16572 req-c2dac065-8aa1-4a20-ab65-ed14faca0d8a service nova] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Updating instance_info_cache with network_info: [{"id": "f4e90b11-2a07-4445-a753-40413d8cbdb1", "address": "fa:16:3e:50:ac:3b", "network": {"id": "876733ce-48bf-4fbb-a51b-52f67cbc0c0c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-912815118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0d85678864a428695837e52cb5c42a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4e90b11-2a", "ovs_interfaceid": "f4e90b11-2a07-4445-a753-40413d8cbdb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1465.788250] env[71058]: INFO nova.compute.manager [-] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Took 1.05 seconds to deallocate network for instance.
[ 1465.867729] env[71058]: DEBUG oslo_vmware.api [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': task-2872749, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1465.887194] env[71058]: DEBUG nova.compute.manager [None req-cee345e2-11e7-4b90-af16-4fc9d94ddbba tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1465.887290] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-cee345e2-11e7-4b90-af16-4fc9d94ddbba tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1465.889428] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b82ee8-4cd0-4fda-a32d-cb2f1961bea3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1465.904995] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-cee345e2-11e7-4b90-af16-4fc9d94ddbba tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1465.905450] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0724ec6c-99ac-4a21-b7c8-3fa557a855f0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1465.920612] env[71058]: DEBUG nova.network.neutron [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Updating instance_info_cache with network_info: [{"id": "2622e3e3-af96-41ab-9040-33c622c4a025", "address": "fa:16:3e:a6:b7:3d", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2622e3e3-af", "ovs_interfaceid": "2622e3e3-af96-41ab-9040-33c622c4a025", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1465.923388] env[71058]: DEBUG oslo_vmware.api [None req-cee345e2-11e7-4b90-af16-4fc9d94ddbba tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Waiting for the task: (returnval){
[ 1465.923388] env[71058]:    value = "task-2872751"
[ 1465.923388] env[71058]:    _type = "Task"
[ 1465.923388] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1465.954604] env[71058]: DEBUG oslo_vmware.api [None req-cee345e2-11e7-4b90-af16-4fc9d94ddbba tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Task: {'id': task-2872751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1465.958623] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2872750, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500381} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1465.958869] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 04017607-9f22-4f9f-b039-29f0feb65b9e/04017607-9f22-4f9f-b039-29f0feb65b9e.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1465.959096] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1465.959374] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7709386-1eba-4561-8a2e-1b63a71a3cc7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1465.974295] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1465.974295] env[71058]:    value = "task-2872752"
[ 1465.974295] env[71058]:    _type = "Task"
[ 1465.974295] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1465.993211] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2872752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1466.047454] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd77ee0-ce41-47fd-b0d4-029a5b456df7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1466.057251] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a187a57b-6268-419b-bea6-d8bc93e0ff69 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1466.095630] env[71058]: DEBUG oslo_concurrency.lockutils [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Releasing lock "refresh_cache-5b76ce74-75d5-4772-88f7-8c146be65d50" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1466.096073] env[71058]: DEBUG nova.compute.manager [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Instance network_info: |[{"id": "00834943-e227-4506-a345-3694e7c9912a", "address": "fa:16:3e:34:56:33", "network": {"id": "876733ce-48bf-4fbb-a51b-52f67cbc0c0c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-912815118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0d85678864a428695837e52cb5c42a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00834943-e2", "ovs_interfaceid": "00834943-e227-4506-a345-3694e7c9912a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1466.097245] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:56:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00834943-e227-4506-a345-3694e7c9912a', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1466.107971] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1466.109127] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db75fe3e-65e7-4bab-8d83-7288fffedd51 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1466.112888] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1466.113262] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e24a23c4-b2b3-4abd-90d5-e6712eb17bbb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1466.131718] env[71058]: DEBUG nova.compute.manager [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1466.139629] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5803efc8-e03a-4a88-aa27-b95b85058bc2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1466.145485] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1466.145485] env[71058]:    value = "task-2872753"
[ 1466.145485] env[71058]:    _type = "Task"
[ 1466.145485] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1466.159973] env[71058]: DEBUG nova.compute.provider_tree [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1466.164420] env[71058]: DEBUG oslo_concurrency.lockutils [req-8f7dd800-aa5b-476a-93da-532429c16572 req-c2dac065-8aa1-4a20-ab65-ed14faca0d8a service nova] Releasing lock "refresh_cache-04017607-9f22-4f9f-b039-29f0feb65b9e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1466.164627] env[71058]: DEBUG nova.compute.manager [req-8f7dd800-aa5b-476a-93da-532429c16572 req-c2dac065-8aa1-4a20-ab65-ed14faca0d8a service nova] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Received event network-vif-plugged-00834943-e227-4506-a345-3694e7c9912a {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1466.164821] env[71058]: DEBUG oslo_concurrency.lockutils [req-8f7dd800-aa5b-476a-93da-532429c16572 req-c2dac065-8aa1-4a20-ab65-ed14faca0d8a service nova] Acquiring lock "5b76ce74-75d5-4772-88f7-8c146be65d50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1466.165109] env[71058]: DEBUG oslo_concurrency.lockutils [req-8f7dd800-aa5b-476a-93da-532429c16572 req-c2dac065-8aa1-4a20-ab65-ed14faca0d8a service nova] Lock "5b76ce74-75d5-4772-88f7-8c146be65d50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1466.165303] env[71058]: DEBUG oslo_concurrency.lockutils [req-8f7dd800-aa5b-476a-93da-532429c16572 req-c2dac065-8aa1-4a20-ab65-ed14faca0d8a service nova] Lock "5b76ce74-75d5-4772-88f7-8c146be65d50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1466.165490] env[71058]: DEBUG nova.compute.manager [req-8f7dd800-aa5b-476a-93da-532429c16572 req-c2dac065-8aa1-4a20-ab65-ed14faca0d8a service nova] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] No waiting events found dispatching network-vif-plugged-00834943-e227-4506-a345-3694e7c9912a {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1466.165685] env[71058]: WARNING nova.compute.manager [req-8f7dd800-aa5b-476a-93da-532429c16572 req-c2dac065-8aa1-4a20-ab65-ed14faca0d8a service nova] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Received unexpected event network-vif-plugged-00834943-e227-4506-a345-3694e7c9912a for instance with vm_state building and task_state spawning.
[ 1466.165845] env[71058]: DEBUG nova.compute.manager [req-8f7dd800-aa5b-476a-93da-532429c16572 req-c2dac065-8aa1-4a20-ab65-ed14faca0d8a service nova] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Received event network-changed-00834943-e227-4506-a345-3694e7c9912a {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1466.166058] env[71058]: DEBUG nova.compute.manager [req-8f7dd800-aa5b-476a-93da-532429c16572 req-c2dac065-8aa1-4a20-ab65-ed14faca0d8a service nova] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Refreshing instance network info cache due to event network-changed-00834943-e227-4506-a345-3694e7c9912a. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1466.166817] env[71058]: DEBUG oslo_concurrency.lockutils [req-8f7dd800-aa5b-476a-93da-532429c16572 req-c2dac065-8aa1-4a20-ab65-ed14faca0d8a service nova] Acquiring lock "refresh_cache-5b76ce74-75d5-4772-88f7-8c146be65d50" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1466.166977] env[71058]: DEBUG oslo_concurrency.lockutils [req-8f7dd800-aa5b-476a-93da-532429c16572 req-c2dac065-8aa1-4a20-ab65-ed14faca0d8a service nova] Acquired lock "refresh_cache-5b76ce74-75d5-4772-88f7-8c146be65d50" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1466.167114] env[71058]: DEBUG nova.network.neutron [req-8f7dd800-aa5b-476a-93da-532429c16572 req-c2dac065-8aa1-4a20-ab65-ed14faca0d8a service nova] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Refreshing network info cache for port 00834943-e227-4506-a345-3694e7c9912a {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1466.173464] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872753, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1466.298833] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1466.366863] env[71058]: DEBUG oslo_vmware.api [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': task-2872749, 'name': ReconfigVM_Task, 'duration_secs': 0.582612} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1466.366863] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 68c09dd6-7df0-4dfa-957c-7e4e68092865/68c09dd6-7df0-4dfa-957c-7e4e68092865.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1466.367598] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-482453ab-4685-43a4-9961-c43b6de4ce4a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1466.375606] env[71058]: DEBUG oslo_vmware.api [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Waiting for the task: (returnval){
[ 1466.375606] env[71058]:    value = "task-2872754"
[ 1466.375606] env[71058]:    _type = "Task"
[ 1466.375606] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1466.386374] env[71058]: DEBUG oslo_vmware.api [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': task-2872754, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1466.425678] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Releasing lock "refresh_cache-5be4e13c-8434-4410-a8c4-b91a70b0ad8c" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1466.446043] env[71058]: DEBUG oslo_vmware.api [None req-cee345e2-11e7-4b90-af16-4fc9d94ddbba tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Task: {'id': task-2872751, 'name': PowerOffVM_Task, 'duration_secs': 0.475471} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1466.446043] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-cee345e2-11e7-4b90-af16-4fc9d94ddbba tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1466.446043] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-cee345e2-11e7-4b90-af16-4fc9d94ddbba tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1466.446043] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79d3fc24-ea2b-4af4-b97a-fcbf71f56334 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1466.485852] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2872752, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074515} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1466.486169] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1466.487298] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490a5cd7-dfb0-4dfa-8cd2-95b44a52e6f2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1466.517950] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 04017607-9f22-4f9f-b039-29f0feb65b9e/04017607-9f22-4f9f-b039-29f0feb65b9e.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1466.518973] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09a1c0a6-9249-4d02-b775-d47750651370 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1466.542809] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1466.542809] env[71058]:    value = "task-2872756"
[ 1466.542809] env[71058]:    _type = "Task"
[ 1466.542809] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1466.552831] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2872756, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1466.659153] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872753, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1466.663808] env[71058]: DEBUG nova.scheduler.client.report [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1466.669789] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1466.801895] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquiring lock "e63c90cf-3e28-4fa0-a92d-959f26d81786" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1466.802146] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "e63c90cf-3e28-4fa0-a92d-959f26d81786" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1466.886543] env[71058]: DEBUG oslo_vmware.api [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': task-2872754, 'name': Rename_Task, 'duration_secs': 0.297639} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1466.886824] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1466.887091] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a77c6e8-0fe7-473e-8a8a-95f318434e53 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1466.894931] env[71058]: DEBUG oslo_vmware.api [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Waiting for the task: (returnval){
[ 1466.894931] env[71058]:    value = "task-2872758"
[ 1466.894931] env[71058]:    _type = "Task"
[ 1466.894931] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1466.905020] env[71058]: DEBUG oslo_vmware.api [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': task-2872758, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1467.062760] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2872756, 'name': ReconfigVM_Task, 'duration_secs': 0.381355} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1467.063278] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 04017607-9f22-4f9f-b039-29f0feb65b9e/04017607-9f22-4f9f-b039-29f0feb65b9e.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1467.064660] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8332f24-debd-4df5-ba3b-f8c4e2e551a7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1467.075250] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1467.075250] env[71058]:    value = "task-2872759"
[ 1467.075250] env[71058]:    _type = "Task"
[ 1467.075250] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1467.083788] env[71058]: DEBUG nova.network.neutron [req-8f7dd800-aa5b-476a-93da-532429c16572 req-c2dac065-8aa1-4a20-ab65-ed14faca0d8a service nova] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Updated VIF entry in instance network info cache for port 00834943-e227-4506-a345-3694e7c9912a. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1467.084359] env[71058]: DEBUG nova.network.neutron [req-8f7dd800-aa5b-476a-93da-532429c16572 req-c2dac065-8aa1-4a20-ab65-ed14faca0d8a service nova] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Updating instance_info_cache with network_info: [{"id": "00834943-e227-4506-a345-3694e7c9912a", "address": "fa:16:3e:34:56:33", "network": {"id": "876733ce-48bf-4fbb-a51b-52f67cbc0c0c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-912815118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0d85678864a428695837e52cb5c42a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00834943-e2", "ovs_interfaceid": "00834943-e227-4506-a345-3694e7c9912a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1467.090109] env[71058]: DEBUG nova.compute.manager [req-13bac476-df86-472d-8b94-28af31b82645 req-6b45b5dd-4ab6-447e-b497-825aec457a15 service nova] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Received event network-changed-30d05257-7c83-45ce-a025-feb34dde1f08 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1467.090109] env[71058]: DEBUG nova.compute.manager [req-13bac476-df86-472d-8b94-28af31b82645 req-6b45b5dd-4ab6-447e-b497-825aec457a15 service nova] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Refreshing instance network info cache due to event network-changed-30d05257-7c83-45ce-a025-feb34dde1f08. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1467.090109] env[71058]: DEBUG oslo_concurrency.lockutils [req-13bac476-df86-472d-8b94-28af31b82645 req-6b45b5dd-4ab6-447e-b497-825aec457a15 service nova] Acquiring lock "refresh_cache-0ca370e4-fd6f-4221-89b6-c282f8827dc7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1467.090524] env[71058]: DEBUG oslo_concurrency.lockutils [req-13bac476-df86-472d-8b94-28af31b82645 req-6b45b5dd-4ab6-447e-b497-825aec457a15 service nova] Acquired lock "refresh_cache-0ca370e4-fd6f-4221-89b6-c282f8827dc7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1467.090680] env[71058]: DEBUG nova.network.neutron [req-13bac476-df86-472d-8b94-28af31b82645 req-6b45b5dd-4ab6-447e-b497-825aec457a15 service nova] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Refreshing network info cache for port 30d05257-7c83-45ce-a025-feb34dde1f08 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1467.100350] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2872759, 'name': Rename_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1467.158892] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872753, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1467.173568] env[71058]: DEBUG oslo_concurrency.lockutils [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1467.174254] env[71058]: DEBUG nova.compute.manager [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1467.177602] env[71058]: DEBUG oslo_concurrency.lockutils [None req-94b27359-6ef8-45cd-93d1-311cc784a1ef tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.148s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1467.177880] env[71058]: DEBUG nova.objects.instance [None req-94b27359-6ef8-45cd-93d1-311cc784a1ef tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Lazy-loading 'resources' on Instance uuid fc0e7536-f62d-42d7-a9aa-1e2000e65b9b {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1467.407788] env[71058]: DEBUG oslo_vmware.api [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': task-2872758, 'name': PowerOnVM_Task} progress is 1%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1467.586703] env[71058]: DEBUG oslo_concurrency.lockutils [req-8f7dd800-aa5b-476a-93da-532429c16572 req-c2dac065-8aa1-4a20-ab65-ed14faca0d8a service nova] Releasing lock "refresh_cache-5b76ce74-75d5-4772-88f7-8c146be65d50" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1467.587197] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2872759, 'name': Rename_Task, 'duration_secs': 0.214422} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1467.587485] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1467.587760] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9813c23b-9914-4c0a-b026-cfdfe56cd033 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1467.596925] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1467.596925] env[71058]:    value = "task-2872760"
[ 1467.596925] env[71058]:    _type = "Task"
[ 1467.596925] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1467.611187] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2872760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1467.649503] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-cee345e2-11e7-4b90-af16-4fc9d94ddbba tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1467.649503] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-cee345e2-11e7-4b90-af16-4fc9d94ddbba tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1467.649875] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-cee345e2-11e7-4b90-af16-4fc9d94ddbba tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Deleting the datastore file [datastore1] be7fda89-cf49-4802-a1d6-d08c26d08892 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1467.656526] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35fe393b-6c8e-471f-aec2-b637658fdb5a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1467.662136] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872753, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1467.664124] env[71058]: DEBUG oslo_vmware.api [None req-cee345e2-11e7-4b90-af16-4fc9d94ddbba tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Waiting for the task: (returnval){
[ 1467.664124] env[71058]:    value = "task-2872761"
[ 1467.664124] env[71058]:    _type = "Task"
[ 1467.664124] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1467.673037] env[71058]: DEBUG oslo_vmware.api [None req-cee345e2-11e7-4b90-af16-4fc9d94ddbba tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Task: {'id': task-2872761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1467.691044] env[71058]: DEBUG nova.compute.utils [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1467.696088] env[71058]: DEBUG nova.compute.manager [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1467.698123] env[71058]: DEBUG nova.network.neutron [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1467.752182] env[71058]: DEBUG nova.policy [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd529fbd5fb514665bb1eaa3b5330c8d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2fc8fc6fb774929b47aca1029572b17', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1467.912121] env[71058]: DEBUG oslo_vmware.api [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': task-2872758, 'name': PowerOnVM_Task} progress is 82%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1467.957529] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b79deea-9f46-4b24-b393-00c419ac141c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1467.987025] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Updating instance '5be4e13c-8434-4410-a8c4-b91a70b0ad8c' progress to 0 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1468.115415] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2872760, 'name': PowerOnVM_Task} progress is 1%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1468.124889] env[71058]: DEBUG nova.network.neutron [req-13bac476-df86-472d-8b94-28af31b82645 req-6b45b5dd-4ab6-447e-b497-825aec457a15 service nova] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Updated VIF entry in instance network info cache for port 30d05257-7c83-45ce-a025-feb34dde1f08. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1468.124889] env[71058]: DEBUG nova.network.neutron [req-13bac476-df86-472d-8b94-28af31b82645 req-6b45b5dd-4ab6-447e-b497-825aec457a15 service nova] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Updating instance_info_cache with network_info: [{"id": "30d05257-7c83-45ce-a025-feb34dde1f08", "address": "fa:16:3e:1a:8e:eb", "network": {"id": "66f18561-8be3-49f6-b768-3135a3e4d5f6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1178336519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4398c1d017f849339a16b5baf6515113", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30d05257-7c", "ovs_interfaceid": "30d05257-7c83-45ce-a025-feb34dde1f08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1468.127747] env[71058]: DEBUG nova.network.neutron [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Successfully created port: 929a0394-fef6-41de-ae2c-746cc61372c3 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1468.162054] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872753, 'name': CreateVM_Task, 'duration_secs': 1.75825} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1468.162225] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1468.162954] env[71058]: DEBUG oslo_concurrency.lockutils [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1468.163125] env[71058]: DEBUG oslo_concurrency.lockutils [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1468.163431] env[71058]: DEBUG oslo_concurrency.lockutils [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1468.163985] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0593cc18-c4a4-4aa0-8a18-6fe07f14e9c1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1468.173936] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1468.173936] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527f87be-8841-99f9-3f41-a4defd684559"
[ 1468.173936] env[71058]:    _type = "Task"
[ 1468.173936] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1468.177233] env[71058]: DEBUG oslo_vmware.api [None req-cee345e2-11e7-4b90-af16-4fc9d94ddbba tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Task: {'id': task-2872761, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182384} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1468.180607] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-cee345e2-11e7-4b90-af16-4fc9d94ddbba tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1468.180812] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-cee345e2-11e7-4b90-af16-4fc9d94ddbba tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1468.180985] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-cee345e2-11e7-4b90-af16-4fc9d94ddbba tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1468.181290] env[71058]: INFO nova.compute.manager [None req-cee345e2-11e7-4b90-af16-4fc9d94ddbba tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Took 2.29 seconds to destroy the instance on the hypervisor.
[ 1468.181658] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cee345e2-11e7-4b90-af16-4fc9d94ddbba tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1468.184974] env[71058]: DEBUG nova.compute.manager [-] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1468.185059] env[71058]: DEBUG nova.network.neutron [-] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1468.194293] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527f87be-8841-99f9-3f41-a4defd684559, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1468.197187] env[71058]: DEBUG nova.compute.manager [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1468.300029] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Acquiring lock "82efc410-018d-4981-b8ce-00c603447bf0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1468.300029] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Lock "82efc410-018d-4981-b8ce-00c603447bf0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1468.305112] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52cf74d-a2bc-470b-bbbf-f3369bcde911 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1468.313490] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b91a93-098f-45c2-9e98-543d7a89fe00 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1468.352090] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b787ddc-24ae-42a7-a13f-9bb2aa5569d4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1468.359671] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc070c24-74be-439b-8436-3fa47671f22a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1468.377949] env[71058]: DEBUG nova.compute.provider_tree [None req-94b27359-6ef8-45cd-93d1-311cc784a1ef tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1468.413175] env[71058]: DEBUG oslo_vmware.api [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': task-2872758, 'name': PowerOnVM_Task, 'duration_secs': 1.128175} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1468.417027] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1468.417027] env[71058]: INFO nova.compute.manager [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Took 10.39 seconds to spawn the instance on the hypervisor.
[ 1468.417027] env[71058]: DEBUG nova.compute.manager [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1468.417027] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c18d88-f375-43f6-ae6e-1ce8723b4b86 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1468.496369] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1468.496848] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0189bd59-fc98-45b8-9aa8-04cd8d56348f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1468.509173] env[71058]: DEBUG oslo_vmware.api [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for the task: (returnval){
[ 1468.509173] env[71058]:    value = "task-2872762"
[ 1468.509173] env[71058]:    _type = "Task"
[ 1468.509173] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1468.520305] env[71058]: DEBUG oslo_vmware.api [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2872762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1468.604567] env[71058]: DEBUG nova.compute.manager [req-d96cf3ea-6596-4fa0-8904-3e6da184c57d req-f681d26e-4771-49d9-82ec-540771a4b182 service nova] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Received event network-changed-3bf6c714-254d-49f5-be2c-a97817639fde {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1468.604711] env[71058]: DEBUG nova.compute.manager [req-d96cf3ea-6596-4fa0-8904-3e6da184c57d req-f681d26e-4771-49d9-82ec-540771a4b182 service nova] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Refreshing instance network info cache due to event network-changed-3bf6c714-254d-49f5-be2c-a97817639fde. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1468.604999] env[71058]: DEBUG oslo_concurrency.lockutils [req-d96cf3ea-6596-4fa0-8904-3e6da184c57d req-f681d26e-4771-49d9-82ec-540771a4b182 service nova] Acquiring lock "refresh_cache-7427d6f7-0b5f-4aa9-a957-49f5140af50d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1468.605118] env[71058]: DEBUG oslo_concurrency.lockutils [req-d96cf3ea-6596-4fa0-8904-3e6da184c57d req-f681d26e-4771-49d9-82ec-540771a4b182 service nova] Acquired lock "refresh_cache-7427d6f7-0b5f-4aa9-a957-49f5140af50d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1468.605290] env[71058]: DEBUG nova.network.neutron [req-d96cf3ea-6596-4fa0-8904-3e6da184c57d req-f681d26e-4771-49d9-82ec-540771a4b182 service nova] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Refreshing network info cache for port 3bf6c714-254d-49f5-be2c-a97817639fde {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1468.613707] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2872760, 'name': PowerOnVM_Task} progress is 64%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1468.628699] env[71058]: DEBUG oslo_concurrency.lockutils [req-13bac476-df86-472d-8b94-28af31b82645 req-6b45b5dd-4ab6-447e-b497-825aec457a15 service nova] Releasing lock "refresh_cache-0ca370e4-fd6f-4221-89b6-c282f8827dc7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1468.689099] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527f87be-8841-99f9-3f41-a4defd684559, 'name': SearchDatastore_Task, 'duration_secs': 0.02219} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1468.689523] env[71058]: DEBUG oslo_concurrency.lockutils [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1468.689827] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1468.690128] env[71058]: DEBUG oslo_concurrency.lockutils [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1468.690349] env[71058]: DEBUG oslo_concurrency.lockutils [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1468.690560] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1468.690847] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fef69a5-79f2-4864-8aa6-530175f44cc9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1468.707933] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1468.707933] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1468.707933] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad648e71-e418-4235-8d8c-4f1d61292c3c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1468.715141] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1468.715141] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]529fbb75-828e-8b94-355d-23a09cc8bef0"
[ 1468.715141] env[71058]:    _type = "Task"
[ 1468.715141] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1468.727710] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]529fbb75-828e-8b94-355d-23a09cc8bef0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1468.881672] env[71058]: DEBUG nova.scheduler.client.report [None req-94b27359-6ef8-45cd-93d1-311cc784a1ef tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1468.940137] env[71058]: INFO nova.compute.manager [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Took 32.01 seconds to build instance.
[ 1469.019475] env[71058]: DEBUG oslo_vmware.api [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2872762, 'name': PowerOffVM_Task, 'duration_secs': 0.287043} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1469.019746] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1469.019930] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Updating instance '5be4e13c-8434-4410-a8c4-b91a70b0ad8c' progress to 17 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1469.084324] env[71058]: DEBUG nova.network.neutron [-] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1469.112956] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2872760, 'name': PowerOnVM_Task} progress is 72%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1469.208495] env[71058]: DEBUG nova.compute.manager [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1469.227629] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]529fbb75-828e-8b94-355d-23a09cc8bef0, 'name': SearchDatastore_Task, 'duration_secs': 0.01518} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1469.228510] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3976730-3992-4032-9d44-e4ed5356fb8a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1469.242248] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1469.242248] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a9f9eb-b761-80ed-8ae5-d1cd7e69e40d"
[ 1469.242248] env[71058]:    _type = "Task"
[ 1469.242248] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1469.244236] env[71058]: DEBUG nova.virt.hardware [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1469.244496] env[71058]: DEBUG nova.virt.hardware [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1469.244689] env[71058]: DEBUG nova.virt.hardware [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1469.244920] env[71058]: DEBUG nova.virt.hardware [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1469.245080] env[71058]: DEBUG nova.virt.hardware [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1469.245225] env[71058]: DEBUG nova.virt.hardware [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1469.245429] env[71058]: DEBUG nova.virt.hardware [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1469.245647] env[71058]: DEBUG nova.virt.hardware [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1469.245730] env[71058]: DEBUG nova.virt.hardware [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1469.245917] env[71058]: DEBUG nova.virt.hardware [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1469.246099] env[71058]: DEBUG nova.virt.hardware [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1469.247240] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67b23c6-1e36-4231-a53e-52707c0697e0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1469.260619] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff20aeb2-7631-45d1-8f99-5d74aa2ce584 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1469.265904] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a9f9eb-b761-80ed-8ae5-d1cd7e69e40d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1469.389197] env[71058]: DEBUG oslo_concurrency.lockutils [None req-94b27359-6ef8-45cd-93d1-311cc784a1ef tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1469.389822] env[71058]: DEBUG oslo_concurrency.lockutils [None req-10e92205-0064-40a5-a381-5eeae14dfc29 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.622s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1469.390662] env[71058]: DEBUG nova.objects.instance [None req-10e92205-0064-40a5-a381-5eeae14dfc29 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lazy-loading 'resources' on Instance uuid f620dc99-9e9e-4734-b079-e1de9682ab86 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1469.416734] env[71058]: INFO nova.scheduler.client.report [None req-94b27359-6ef8-45cd-93d1-311cc784a1ef tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Deleted allocations for instance fc0e7536-f62d-42d7-a9aa-1e2000e65b9b
[ 1469.442376] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c311d15f-6a40-47d4-8f1a-ffe49c09d445 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Lock "68c09dd6-7df0-4dfa-957c-7e4e68092865" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 45.585s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1469.481846] env[71058]: DEBUG nova.network.neutron [req-d96cf3ea-6596-4fa0-8904-3e6da184c57d req-f681d26e-4771-49d9-82ec-540771a4b182 service nova] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Updated VIF entry in instance network info cache for port 3bf6c714-254d-49f5-be2c-a97817639fde. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1469.482312] env[71058]: DEBUG nova.network.neutron [req-d96cf3ea-6596-4fa0-8904-3e6da184c57d req-f681d26e-4771-49d9-82ec-540771a4b182 service nova] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Updating instance_info_cache with network_info: [{"id": "3bf6c714-254d-49f5-be2c-a97817639fde", "address": "fa:16:3e:f8:e1:52", "network": {"id": "7cc3c672-acce-4506-821b-3458f1e1967e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1752514594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1e89a8345c4b47d38773f4327afb6f5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bf6c714-25", "ovs_interfaceid": "3bf6c714-254d-49f5-be2c-a97817639fde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1469.528128] env[71058]: DEBUG nova.virt.hardware [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1469.528277] env[71058]: DEBUG nova.virt.hardware [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1469.528861] env[71058]: DEBUG nova.virt.hardware [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1469.528861] env[71058]: DEBUG nova.virt.hardware [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1469.528861] env[71058]: DEBUG nova.virt.hardware [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1469.528861] env[71058]: DEBUG nova.virt.hardware [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1469.529054] env[71058]: DEBUG nova.virt.hardware [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1469.529167] env[71058]: DEBUG nova.virt.hardware [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1469.529381] env[71058]: DEBUG nova.virt.hardware [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1469.529586] env[71058]: DEBUG nova.virt.hardware [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1469.529767] env[71058]: DEBUG nova.virt.hardware [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1469.536154] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72e1f36e-cf1c-482f-8a03-aaab0c03a2d0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1469.554847] env[71058]: DEBUG oslo_vmware.api [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for the task: (returnval){
[ 1469.554847] env[71058]:    value = "task-2872764"
[ 1469.554847] env[71058]:    _type = "Task"
[ 1469.554847] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1469.563831] env[71058]: DEBUG oslo_vmware.api [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2872764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1469.587359] env[71058]: INFO nova.compute.manager [-] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Took 1.40 seconds to deallocate network for instance.
[ 1469.612791] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2872760, 'name': PowerOnVM_Task, 'duration_secs': 1.769909} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1469.613208] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1469.613481] env[71058]: INFO nova.compute.manager [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Took 8.83 seconds to spawn the instance on the hypervisor.
[ 1469.613646] env[71058]: DEBUG nova.compute.manager [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1469.614533] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc6977e-9a7b-43c1-872e-d2a5f8842818 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1469.747035] env[71058]: DEBUG nova.network.neutron [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Successfully updated port: 929a0394-fef6-41de-ae2c-746cc61372c3 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1469.751720] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a9f9eb-b761-80ed-8ae5-d1cd7e69e40d, 'name': SearchDatastore_Task, 'duration_secs': 0.026335} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1469.751978] env[71058]: DEBUG oslo_concurrency.lockutils [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1469.752602] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 5b76ce74-75d5-4772-88f7-8c146be65d50/5b76ce74-75d5-4772-88f7-8c146be65d50.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1469.752602] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3c31eb3-62b8-4166-93fe-b975dc95d507 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1469.761089] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1469.761089] env[71058]:    value = "task-2872765"
[ 1469.761089] env[71058]:    _type = "Task"
[ 1469.761089] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1469.775463] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2872765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1469.925304] env[71058]: DEBUG oslo_concurrency.lockutils [None req-94b27359-6ef8-45cd-93d1-311cc784a1ef tempest-FloatingIPsAssociationNegativeTestJSON-1679587902 tempest-FloatingIPsAssociationNegativeTestJSON-1679587902-project-member] Lock "fc0e7536-f62d-42d7-a9aa-1e2000e65b9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 29.728s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1469.946018] env[71058]: DEBUG nova.compute.manager [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1469.985507] env[71058]: DEBUG oslo_concurrency.lockutils [req-d96cf3ea-6596-4fa0-8904-3e6da184c57d req-f681d26e-4771-49d9-82ec-540771a4b182 service nova] Releasing lock "refresh_cache-7427d6f7-0b5f-4aa9-a957-49f5140af50d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1470.041113] env[71058]: DEBUG nova.compute.manager [req-78489a5f-deca-4cc2-aca9-7ae5f4e7433c req-6d28079e-bdd2-407c-b8c7-ec1104e14f63 service nova] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Received event network-vif-plugged-929a0394-fef6-41de-ae2c-746cc61372c3 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1470.041452] env[71058]: DEBUG oslo_concurrency.lockutils [req-78489a5f-deca-4cc2-aca9-7ae5f4e7433c req-6d28079e-bdd2-407c-b8c7-ec1104e14f63 service nova] Acquiring lock "52feaf82-91c1-444a-95de-22b86fc8b5d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1470.041835] env[71058]: DEBUG oslo_concurrency.lockutils [req-78489a5f-deca-4cc2-aca9-7ae5f4e7433c req-6d28079e-bdd2-407c-b8c7-ec1104e14f63 service nova] Lock "52feaf82-91c1-444a-95de-22b86fc8b5d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1470.041835] env[71058]: DEBUG oslo_concurrency.lockutils [req-78489a5f-deca-4cc2-aca9-7ae5f4e7433c req-6d28079e-bdd2-407c-b8c7-ec1104e14f63 service nova] Lock "52feaf82-91c1-444a-95de-22b86fc8b5d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1470.041923] env[71058]: DEBUG nova.compute.manager [req-78489a5f-deca-4cc2-aca9-7ae5f4e7433c req-6d28079e-bdd2-407c-b8c7-ec1104e14f63 service nova] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] No waiting events found dispatching network-vif-plugged-929a0394-fef6-41de-ae2c-746cc61372c3 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1470.042117] env[71058]: WARNING nova.compute.manager [req-78489a5f-deca-4cc2-aca9-7ae5f4e7433c req-6d28079e-bdd2-407c-b8c7-ec1104e14f63 service nova] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Received unexpected event network-vif-plugged-929a0394-fef6-41de-ae2c-746cc61372c3 for instance with vm_state building and task_state spawning.
[ 1470.069154] env[71058]: DEBUG oslo_vmware.api [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2872764, 'name': ReconfigVM_Task, 'duration_secs': 0.233916} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1470.069487] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Updating instance '5be4e13c-8434-4410-a8c4-b91a70b0ad8c' progress to 33 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1470.094062] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cee345e2-11e7-4b90-af16-4fc9d94ddbba tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1470.136693] env[71058]: INFO nova.compute.manager [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Took 31.30 seconds to build instance.
[ 1470.258679] env[71058]: DEBUG oslo_concurrency.lockutils [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Acquiring lock "refresh_cache-52feaf82-91c1-444a-95de-22b86fc8b5d0" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1470.258679] env[71058]: DEBUG oslo_concurrency.lockutils [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Acquired lock "refresh_cache-52feaf82-91c1-444a-95de-22b86fc8b5d0" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1470.258679] env[71058]: DEBUG nova.network.neutron [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1470.285784] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2872765, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1470.407009] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468b0124-11a1-4bfd-bcae-6d5d0e5be915 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1470.416391] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392e1a9d-51de-442b-bbde-2fd001e57c5d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1471.180932] env[71058]: DEBUG nova.virt.hardware [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1471.181314] env[71058]: DEBUG nova.virt.hardware [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1471.181314] env[71058]: DEBUG nova.virt.hardware [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1471.181530] env[71058]: DEBUG nova.virt.hardware [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1471.181743] env[71058]: DEBUG nova.virt.hardware [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1471.181920] env[71058]: DEBUG nova.virt.hardware [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1471.182053] env[71058]: DEBUG nova.virt.hardware [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1471.182210] env[71058]: DEBUG nova.virt.hardware [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1471.182370] env[71058]: DEBUG nova.virt.hardware [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1471.182527] env[71058]: DEBUG nova.virt.hardware [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1471.182694] env[71058]: DEBUG nova.virt.hardware [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1471.187958] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Reconfiguring VM instance instance-0000000a to detach disk 2000 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1471.188384] env[71058]: DEBUG oslo_concurrency.lockutils [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "04017607-9f22-4f9f-b039-29f0feb65b9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 47.039s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1471.192963] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b55c55a6-6ab0-4a67-9659-c87f8c68a03b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1471.211355] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5276acaa-befe-43f2-b654-5bae0923f7fc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1471.227600] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8fb4f7-01b6-4dc2-9fe2-b6b9445ab556 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1471.232061] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2872765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623327} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1471.234381] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1471.235516] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 5b76ce74-75d5-4772-88f7-8c146be65d50/5b76ce74-75d5-4772-88f7-8c146be65d50.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1471.235713] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1471.236039] env[71058]: DEBUG oslo_vmware.api [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for the task: (returnval){
[ 1471.236039] env[71058]:    value = "task-2872767"
[ 1471.236039] env[71058]:    _type = "Task"
[ 1471.236039] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1471.236851] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-906eebcd-ac5c-4048-aafa-20b44d45f9f1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1471.251964] env[71058]: DEBUG nova.compute.provider_tree [None req-10e92205-0064-40a5-a381-5eeae14dfc29 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1471.256746] env[71058]: DEBUG nova.network.neutron [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1471.259308] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1471.259308] env[71058]:    value = "task-2872768"
[ 1471.259308] env[71058]:    _type = "Task"
[ 1471.259308] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1471.260071] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae678d77-86b6-4c94-ac93-699b5a47ae91 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1471.266918] env[71058]: DEBUG oslo_vmware.api [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2872767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1471.278794] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2872768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1471.279313] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9dcc3b81-baea-4b8f-bdbe-9ed49e80ddca tempest-ServersAdminNegativeTestJSON-1009527368 tempest-ServersAdminNegativeTestJSON-1009527368-project-admin] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Suspending the VM {{(pid=71058) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}}
[ 1471.281864] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a9aad995-b83d-4a96-ab42-c22c7b48d0b3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1471.290798] env[71058]: DEBUG oslo_vmware.api [None req-9dcc3b81-baea-4b8f-bdbe-9ed49e80ddca tempest-ServersAdminNegativeTestJSON-1009527368 tempest-ServersAdminNegativeTestJSON-1009527368-project-admin] Waiting for the task: (returnval){
[ 1471.290798] env[71058]:    value = "task-2872769"
[ 1471.290798] env[71058]:    _type = "Task"
[ 1471.290798] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1471.301173] env[71058]: DEBUG oslo_vmware.api [None req-9dcc3b81-baea-4b8f-bdbe-9ed49e80ddca tempest-ServersAdminNegativeTestJSON-1009527368 tempest-ServersAdminNegativeTestJSON-1009527368-project-admin] Task: {'id': task-2872769, 'name': SuspendVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1471.424240] env[71058]: DEBUG nova.network.neutron [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Updating instance_info_cache with network_info: [{"id": "929a0394-fef6-41de-ae2c-746cc61372c3", "address": "fa:16:3e:e9:0c:c6", "network": {"id": "39b893cf-cf21-4a32-bf4c-fb9807832026", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1014808728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2fc8fc6fb774929b47aca1029572b17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap929a0394-fe", "ovs_interfaceid": "929a0394-fef6-41de-ae2c-746cc61372c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1471.716187] env[71058]: DEBUG nova.compute.manager [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1471.749344] env[71058]: DEBUG oslo_vmware.api [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2872767, 'name': ReconfigVM_Task, 'duration_secs': 0.523625} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1471.749624] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Reconfigured VM instance instance-0000000a to detach disk 2000 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1471.750470] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63986c95-b509-41d1-a679-f4e06bcbb758 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1471.767331] env[71058]: DEBUG nova.scheduler.client.report [None req-10e92205-0064-40a5-a381-5eeae14dfc29 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1471.779673] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 5be4e13c-8434-4410-a8c4-b91a70b0ad8c/5be4e13c-8434-4410-a8c4-b91a70b0ad8c.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1471.781187] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2578e75-48a7-4d97-8bc1-461ba0be3a41 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1471.810279] env[71058]: DEBUG oslo_vmware.api [None req-9dcc3b81-baea-4b8f-bdbe-9ed49e80ddca tempest-ServersAdminNegativeTestJSON-1009527368 tempest-ServersAdminNegativeTestJSON-1009527368-project-admin] Task: {'id': task-2872769, 'name': SuspendVM_Task} progress is 62%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1471.813434] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2872768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.290256} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1471.815044] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1471.815408] env[71058]: DEBUG oslo_vmware.api [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for the task: (returnval){
[ 1471.815408] env[71058]:    value = "task-2872770"
[ 1471.815408] env[71058]:    _type = "Task"
[ 1471.815408] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1471.816148] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cf3195-c771-42d1-b540-aa1109a1780b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1471.829097] env[71058]: DEBUG oslo_vmware.api [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2872770, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1471.848227] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 5b76ce74-75d5-4772-88f7-8c146be65d50/5b76ce74-75d5-4772-88f7-8c146be65d50.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1471.848596] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c66be5c8-7137-44ae-b7dc-88a7d1d17f0f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1471.872645] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1471.872645] env[71058]:    value = "task-2872771"
[ 1471.872645] env[71058]:    _type = "Task"
[ 1471.872645] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1471.883705] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2872771, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1471.927657] env[71058]: DEBUG oslo_concurrency.lockutils [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Releasing lock "refresh_cache-52feaf82-91c1-444a-95de-22b86fc8b5d0" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1471.928109] env[71058]: DEBUG nova.compute.manager [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Instance network_info: |[{"id": "929a0394-fef6-41de-ae2c-746cc61372c3", "address": "fa:16:3e:e9:0c:c6", "network": {"id": "39b893cf-cf21-4a32-bf4c-fb9807832026", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1014808728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2fc8fc6fb774929b47aca1029572b17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap929a0394-fe", "ovs_interfaceid": "929a0394-fef6-41de-ae2c-746cc61372c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1471.928655] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:0c:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f972c061-0cd5-4aed-8cfb-42cc4a08835a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '929a0394-fef6-41de-ae2c-746cc61372c3', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1471.937418] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Creating folder: Project (d2fc8fc6fb774929b47aca1029572b17). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1471.937693] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72d16238-772a-44c3-aea0-a9017440caa6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1471.952128] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Created folder: Project (d2fc8fc6fb774929b47aca1029572b17) in parent group-v577298.
[ 1471.952128] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Creating folder: Instances. Parent ref: group-v577377. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1471.952290] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6ba0945-2a9c-400f-acf4-38d9a992168c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1471.965453] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Created folder: Instances in parent group-v577377.
[ 1471.965918] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1471.966159] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1471.966477] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87f131c5-bf63-4c09-8ebb-d0d3725c8544 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1471.992059] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1471.992059] env[71058]:    value = "task-2872774"
[ 1471.992059] env[71058]:    _type = "Task"
[ 1471.992059] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1472.003299] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872774, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1472.243170] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1472.248856] env[71058]: DEBUG nova.compute.manager [req-565cd3d8-42b3-40f9-bf37-9e81186b59e5 req-0f860ee8-fdd6-4895-b9fc-c427ea1e37f1 service nova] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Received event network-vif-deleted-133aa5f9-d262-4d9d-b803-37a575585457 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1472.252889] env[71058]: DEBUG nova.compute.manager [req-565cd3d8-42b3-40f9-bf37-9e81186b59e5 req-0f860ee8-fdd6-4895-b9fc-c427ea1e37f1 service nova] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Received event network-changed-3bf6c714-254d-49f5-be2c-a97817639fde {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1472.252889] env[71058]: DEBUG nova.compute.manager [req-565cd3d8-42b3-40f9-bf37-9e81186b59e5 req-0f860ee8-fdd6-4895-b9fc-c427ea1e37f1 service nova] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Refreshing instance network info cache due to event network-changed-3bf6c714-254d-49f5-be2c-a97817639fde. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1472.252889] env[71058]: DEBUG oslo_concurrency.lockutils [req-565cd3d8-42b3-40f9-bf37-9e81186b59e5 req-0f860ee8-fdd6-4895-b9fc-c427ea1e37f1 service nova] Acquiring lock "refresh_cache-7427d6f7-0b5f-4aa9-a957-49f5140af50d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1472.252889] env[71058]: DEBUG oslo_concurrency.lockutils [req-565cd3d8-42b3-40f9-bf37-9e81186b59e5 req-0f860ee8-fdd6-4895-b9fc-c427ea1e37f1 service nova] Acquired lock "refresh_cache-7427d6f7-0b5f-4aa9-a957-49f5140af50d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1472.252889] env[71058]: DEBUG nova.network.neutron [req-565cd3d8-42b3-40f9-bf37-9e81186b59e5 req-0f860ee8-fdd6-4895-b9fc-c427ea1e37f1 service nova] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Refreshing network info cache for port 3bf6c714-254d-49f5-be2c-a97817639fde {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1472.285023] env[71058]: DEBUG oslo_concurrency.lockutils [None req-10e92205-0064-40a5-a381-5eeae14dfc29 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.893s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1472.286213] env[71058]: DEBUG oslo_concurrency.lockutils [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.402s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1472.290571] env[71058]: INFO nova.compute.claims [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1472.317845] env[71058]: DEBUG oslo_vmware.api [None req-9dcc3b81-baea-4b8f-bdbe-9ed49e80ddca tempest-ServersAdminNegativeTestJSON-1009527368 tempest-ServersAdminNegativeTestJSON-1009527368-project-admin] Task: {'id': task-2872769, 'name': SuspendVM_Task, 'duration_secs': 0.740826} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1472.318218] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9dcc3b81-baea-4b8f-bdbe-9ed49e80ddca tempest-ServersAdminNegativeTestJSON-1009527368 tempest-ServersAdminNegativeTestJSON-1009527368-project-admin] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Suspended the VM {{(pid=71058) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}}
[ 1472.318444] env[71058]: DEBUG nova.compute.manager [None req-9dcc3b81-baea-4b8f-bdbe-9ed49e80ddca tempest-ServersAdminNegativeTestJSON-1009527368 tempest-ServersAdminNegativeTestJSON-1009527368-project-admin] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1472.319188] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf12d18-f1dd-4f9e-94e6-01cbd8a49734 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1472.328508] env[71058]: INFO nova.scheduler.client.report [None req-10e92205-0064-40a5-a381-5eeae14dfc29 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Deleted allocations for instance f620dc99-9e9e-4734-b079-e1de9682ab86
[ 1472.338999] env[71058]: DEBUG oslo_vmware.api [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2872770, 'name': ReconfigVM_Task, 'duration_secs': 0.355952} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1472.342117] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 5be4e13c-8434-4410-a8c4-b91a70b0ad8c/5be4e13c-8434-4410-a8c4-b91a70b0ad8c.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1472.342117] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Updating instance '5be4e13c-8434-4410-a8c4-b91a70b0ad8c' progress to 50 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1472.386332] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2872771, 'name': ReconfigVM_Task, 'duration_secs': 0.487776} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1472.386633] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 5b76ce74-75d5-4772-88f7-8c146be65d50/5b76ce74-75d5-4772-88f7-8c146be65d50.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1472.387436] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b357cf6-b07c-4d46-a684-36d009989138 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1472.398855] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1472.398855] env[71058]:    value = "task-2872775"
[ 1472.398855] env[71058]:    _type = "Task"
[ 1472.398855] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1472.414050] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2872775, 'name': Rename_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1472.502318] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872774, 'name': CreateVM_Task, 'duration_secs': 0.507869} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1472.502835] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1472.503406] env[71058]: DEBUG oslo_concurrency.lockutils [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1472.503606] env[71058]: DEBUG oslo_concurrency.lockutils [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1472.503891] env[71058]: DEBUG oslo_concurrency.lockutils [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1472.504183] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f00e1194-38da-4896-bb75-3aef11f9e9d3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1472.509729] env[71058]: DEBUG oslo_vmware.api [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for the task: (returnval){
[ 1472.509729] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526c393c-114b-730c-a4bb-c33f01430e16"
[ 1472.509729] env[71058]:    _type = "Task"
[ 1472.509729] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1472.519402] env[71058]: DEBUG oslo_vmware.api [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526c393c-114b-730c-a4bb-c33f01430e16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1472.549203] env[71058]: DEBUG nova.compute.manager [req-83a021b0-e365-4976-86a9-1b1278608da7 req-5ade6f52-0677-4662-a8f4-1a9d77381de6 service nova] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Received event network-changed-929a0394-fef6-41de-ae2c-746cc61372c3 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1472.549203] env[71058]: DEBUG nova.compute.manager [req-83a021b0-e365-4976-86a9-1b1278608da7 req-5ade6f52-0677-4662-a8f4-1a9d77381de6 service nova] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Refreshing instance network info cache due to event network-changed-929a0394-fef6-41de-ae2c-746cc61372c3. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1472.549203] env[71058]: DEBUG oslo_concurrency.lockutils [req-83a021b0-e365-4976-86a9-1b1278608da7 req-5ade6f52-0677-4662-a8f4-1a9d77381de6 service nova] Acquiring lock "refresh_cache-52feaf82-91c1-444a-95de-22b86fc8b5d0" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1472.549203] env[71058]: DEBUG oslo_concurrency.lockutils [req-83a021b0-e365-4976-86a9-1b1278608da7 req-5ade6f52-0677-4662-a8f4-1a9d77381de6 service nova] Acquired lock "refresh_cache-52feaf82-91c1-444a-95de-22b86fc8b5d0" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1472.549203] env[71058]: DEBUG nova.network.neutron [req-83a021b0-e365-4976-86a9-1b1278608da7 req-5ade6f52-0677-4662-a8f4-1a9d77381de6 service nova] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Refreshing network info cache for port 929a0394-fef6-41de-ae2c-746cc61372c3 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1472.841197] env[71058]: DEBUG oslo_concurrency.lockutils [None req-10e92205-0064-40a5-a381-5eeae14dfc29 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "f620dc99-9e9e-4734-b079-e1de9682ab86" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 29.980s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1472.851206] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e735bd-3b20-4e0e-8de5-9bc64295de66 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1472.874969] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ec977b-5934-45f9-9fc2-348817883271 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1472.898283] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Updating instance '5be4e13c-8434-4410-a8c4-b91a70b0ad8c' progress to 67 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1472.913143] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2872775, 'name': Rename_Task, 'duration_secs': 0.242553} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1472.914149] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1472.914451] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1871aa5a-0d2d-4f43-a336-ac3d79eaca21 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1472.923981] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1472.923981] env[71058]:    value = "task-2872777"
[ 1472.923981] env[71058]:    _type = "Task"
[ 1472.923981] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1472.933193] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2872777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1473.027887] env[71058]: DEBUG oslo_vmware.api [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526c393c-114b-730c-a4bb-c33f01430e16, 'name': SearchDatastore_Task, 'duration_secs': 0.013131} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1473.028473] env[71058]: DEBUG oslo_concurrency.lockutils [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1473.028822] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1473.029221] env[71058]: DEBUG oslo_concurrency.lockutils [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1473.029556] env[71058]: DEBUG oslo_concurrency.lockutils [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1473.029889] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1473.030300] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c56dbb1-fad5-422d-b88b-1cde0f772d32 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1473.041088] env[71058]: DEBUG nova.network.neutron [req-565cd3d8-42b3-40f9-bf37-9e81186b59e5 req-0f860ee8-fdd6-4895-b9fc-c427ea1e37f1 service nova] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Updated VIF entry in instance network info cache for port 3bf6c714-254d-49f5-be2c-a97817639fde. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1473.041088] env[71058]: DEBUG nova.network.neutron [req-565cd3d8-42b3-40f9-bf37-9e81186b59e5 req-0f860ee8-fdd6-4895-b9fc-c427ea1e37f1 service nova] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Updating instance_info_cache with network_info: [{"id": "3bf6c714-254d-49f5-be2c-a97817639fde", "address": "fa:16:3e:f8:e1:52", "network": {"id": "7cc3c672-acce-4506-821b-3458f1e1967e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1752514594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1e89a8345c4b47d38773f4327afb6f5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bf6c714-25", "ovs_interfaceid": "3bf6c714-254d-49f5-be2c-a97817639fde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1473.044322] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1473.044572] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1473.045731] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf3848d0-fbf7-4d73-8e72-3bc52765086c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1473.056691] env[71058]: DEBUG oslo_vmware.api [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for the task: (returnval){
[ 1473.056691] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a36dd1-7e57-4634-126c-ccdf68b47e74"
[ 1473.056691] env[71058]:    _type = "Task"
[ 1473.056691] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1473.067883] env[71058]: DEBUG oslo_vmware.api [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a36dd1-7e57-4634-126c-ccdf68b47e74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1473.266731] env[71058]: DEBUG nova.network.neutron [req-83a021b0-e365-4976-86a9-1b1278608da7 req-5ade6f52-0677-4662-a8f4-1a9d77381de6 service nova] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Updated VIF entry in instance network info cache for port 929a0394-fef6-41de-ae2c-746cc61372c3. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1473.267112] env[71058]: DEBUG nova.network.neutron [req-83a021b0-e365-4976-86a9-1b1278608da7 req-5ade6f52-0677-4662-a8f4-1a9d77381de6 service nova] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Updating instance_info_cache with network_info: [{"id": "929a0394-fef6-41de-ae2c-746cc61372c3", "address": "fa:16:3e:e9:0c:c6", "network": {"id": "39b893cf-cf21-4a32-bf4c-fb9807832026", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1014808728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2fc8fc6fb774929b47aca1029572b17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap929a0394-fe", "ovs_interfaceid": "929a0394-fef6-41de-ae2c-746cc61372c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1473.439155] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2872777, 'name': PowerOnVM_Task} progress is 37%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1473.463530] env[71058]: DEBUG nova.network.neutron [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Port 2622e3e3-af96-41ab-9040-33c622c4a025 binding to destination host cpu-1 is already ACTIVE {{(pid=71058) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}}
[ 1473.546470] env[71058]: DEBUG oslo_concurrency.lockutils [req-565cd3d8-42b3-40f9-bf37-9e81186b59e5 req-0f860ee8-fdd6-4895-b9fc-c427ea1e37f1 service nova] Releasing lock "refresh_cache-7427d6f7-0b5f-4aa9-a957-49f5140af50d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1473.570811] env[71058]: DEBUG oslo_vmware.api [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a36dd1-7e57-4634-126c-ccdf68b47e74, 'name': SearchDatastore_Task, 'duration_secs': 0.01815} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1473.571896] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99ec0762-a94c-44eb-8acd-23f934a4b5a2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1473.580627] env[71058]: DEBUG oslo_vmware.api [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for the task: (returnval){
[ 1473.580627] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]521154a1-8b98-617a-f6f8-7cba67b73eb4"
[ 1473.580627] env[71058]:    _type = "Task"
[ 1473.580627] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1473.594583] env[71058]: DEBUG oslo_vmware.api [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]521154a1-8b98-617a-f6f8-7cba67b73eb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1473.770274] env[71058]: DEBUG oslo_concurrency.lockutils [req-83a021b0-e365-4976-86a9-1b1278608da7 req-5ade6f52-0677-4662-a8f4-1a9d77381de6 service nova] Releasing lock "refresh_cache-52feaf82-91c1-444a-95de-22b86fc8b5d0" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1473.844160] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68adf3d8-3953-406d-8bb2-30969c753c7c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1473.855083] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ec8b1a-ee2e-4dba-bbb9-9112ff9d4066 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1473.892581] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf069fe8-4982-4b64-99dd-f5d0cefef343 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1473.902819] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ec3926-2929-41f1-8f8b-bf99267e3062 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1473.921230] env[71058]: DEBUG nova.compute.provider_tree [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1473.935862] env[71058]: DEBUG oslo_vmware.api [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2872777, 'name': PowerOnVM_Task, 'duration_secs': 0.984387} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1473.936153] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1473.936318] env[71058]: INFO nova.compute.manager [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Took 10.33 seconds to spawn the instance on the hypervisor.
[ 1473.936483] env[71058]: DEBUG nova.compute.manager [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1473.937281] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f689eed8-7c97-4ca3-9186-950b4a8a87c2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1474.095070] env[71058]: DEBUG oslo_vmware.api [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]521154a1-8b98-617a-f6f8-7cba67b73eb4, 'name': SearchDatastore_Task, 'duration_secs': 0.016774} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1474.095557] env[71058]: DEBUG oslo_concurrency.lockutils [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1474.095603] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 52feaf82-91c1-444a-95de-22b86fc8b5d0/52feaf82-91c1-444a-95de-22b86fc8b5d0.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1474.095847] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5c43b40-e257-4af0-81d2-33d1501005b7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1474.103307] env[71058]: DEBUG oslo_vmware.api [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for the task: (returnval){
[ 1474.103307] env[71058]:    value = "task-2872778"
[ 1474.103307] env[71058]:    _type = "Task"
[ 1474.103307] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1474.114743] env[71058]: DEBUG oslo_vmware.api [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2872778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1474.425301] env[71058]: DEBUG nova.scheduler.client.report [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1474.458507] env[71058]: INFO nova.compute.manager [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Took 35.34 seconds to build instance.
[ 1474.488033] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquiring lock "5be4e13c-8434-4410-a8c4-b91a70b0ad8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1474.488316] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Lock "5be4e13c-8434-4410-a8c4-b91a70b0ad8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1474.488464] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Lock "5be4e13c-8434-4410-a8c4-b91a70b0ad8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1474.621540] env[71058]: DEBUG oslo_vmware.api [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2872778, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1474.651595] env[71058]: DEBUG oslo_vmware.rw_handles [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525a188d-8765-43a8-832f-f0f3b5587afc/disk-0.vmdk. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1474.652529] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de82102d-dce3-4a76-b05f-616cff46fa03 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1474.661674] env[71058]: DEBUG oslo_vmware.rw_handles [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525a188d-8765-43a8-832f-f0f3b5587afc/disk-0.vmdk is in state: ready. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1474.661674] env[71058]: ERROR oslo_vmware.rw_handles [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525a188d-8765-43a8-832f-f0f3b5587afc/disk-0.vmdk due to incomplete transfer.
[ 1474.661674] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8208080e-8d2f-4f34-b240-5fafcf6897cb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1474.669931] env[71058]: DEBUG oslo_vmware.rw_handles [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525a188d-8765-43a8-832f-f0f3b5587afc/disk-0.vmdk. {{(pid=71058) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}}
[ 1474.670168] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Uploaded image 8697d3eb-c0ba-4510-8673-64f1a0f403a9 to the Glance image server {{(pid=71058) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}}
[ 1474.673406] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Destroying the VM {{(pid=71058) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}}
[ 1474.673757] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-696a8eb0-c1f9-431e-b8ab-93dc29ed18da {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1474.684559] env[71058]: DEBUG oslo_vmware.api [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1474.684559] env[71058]:    value = "task-2872779"
[ 1474.684559] env[71058]:    _type = "Task"
[ 1474.684559] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1474.695895] env[71058]: DEBUG oslo_vmware.api [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872779, 'name': Destroy_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1474.932779] env[71058]: DEBUG oslo_concurrency.lockutils [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1474.933448] env[71058]: DEBUG nova.compute.manager [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1474.937580] env[71058]: DEBUG oslo_concurrency.lockutils [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.213s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1474.938401] env[71058]: DEBUG nova.objects.instance [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71058) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
[ 1474.960905] env[71058]: DEBUG oslo_concurrency.lockutils [None req-32f5c328-aceb-4a62-bd4e-a4847db09e86 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "5b76ce74-75d5-4772-88f7-8c146be65d50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 50.762s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1475.075036] env[71058]: DEBUG nova.compute.manager [req-7b90f403-186b-4ee3-9390-0d905c7049b0 req-471ca8bc-e3d0-471d-a1e4-651376375ef4 service nova] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Received event network-changed-3bf6c714-254d-49f5-be2c-a97817639fde {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1475.075293] env[71058]: DEBUG nova.compute.manager [req-7b90f403-186b-4ee3-9390-0d905c7049b0 req-471ca8bc-e3d0-471d-a1e4-651376375ef4 service nova] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Refreshing instance network info cache due to event network-changed-3bf6c714-254d-49f5-be2c-a97817639fde. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1475.075696] env[71058]: DEBUG oslo_concurrency.lockutils [req-7b90f403-186b-4ee3-9390-0d905c7049b0 req-471ca8bc-e3d0-471d-a1e4-651376375ef4 service nova] Acquiring lock "refresh_cache-7427d6f7-0b5f-4aa9-a957-49f5140af50d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1475.076574] env[71058]: DEBUG oslo_concurrency.lockutils [req-7b90f403-186b-4ee3-9390-0d905c7049b0 req-471ca8bc-e3d0-471d-a1e4-651376375ef4 service nova] Acquired lock "refresh_cache-7427d6f7-0b5f-4aa9-a957-49f5140af50d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1475.076574] env[71058]: DEBUG nova.network.neutron [req-7b90f403-186b-4ee3-9390-0d905c7049b0 req-471ca8bc-e3d0-471d-a1e4-651376375ef4 service nova] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Refreshing network info cache for port 3bf6c714-254d-49f5-be2c-a97817639fde {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1475.118542] env[71058]: DEBUG oslo_vmware.api [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2872778, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742807} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1475.118822] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 52feaf82-91c1-444a-95de-22b86fc8b5d0/52feaf82-91c1-444a-95de-22b86fc8b5d0.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1475.119164] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1475.119462] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-979f0d6b-3ed9-4497-b47f-53c8fa1e7cc1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1475.133402] env[71058]: DEBUG oslo_vmware.api [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for the task: (returnval){
[ 1475.133402] env[71058]:    value = "task-2872781"
[ 1475.133402] env[71058]:    _type = "Task"
[ 1475.133402] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1475.143482] env[71058]: DEBUG oslo_vmware.api [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2872781, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1475.200093] env[71058]: DEBUG oslo_vmware.api [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872779, 'name': Destroy_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1475.282926] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1475.283307] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1475.443329] env[71058]: DEBUG nova.compute.utils [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1475.447821] env[71058]: DEBUG nova.compute.manager [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1475.448705] env[71058]: DEBUG nova.network.neutron [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1475.468151] env[71058]: DEBUG nova.compute.manager [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1475.571584] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquiring lock "refresh_cache-5be4e13c-8434-4410-a8c4-b91a70b0ad8c" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1475.571584] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquired lock "refresh_cache-5be4e13c-8434-4410-a8c4-b91a70b0ad8c" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1475.571584] env[71058]: DEBUG nova.network.neutron [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1475.650737] env[71058]: DEBUG oslo_vmware.api [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2872781, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.234895} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1475.650737] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1475.650737] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a6d6ad-6863-45f2-afc1-4e63ab6cd20b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1475.654288] env[71058]: DEBUG nova.policy [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecac605f07f64728a696c9d722867cc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e21f622eeda949f196839efa0fd936dd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1475.687474] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 52feaf82-91c1-444a-95de-22b86fc8b5d0/52feaf82-91c1-444a-95de-22b86fc8b5d0.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1475.692093] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19de5c3a-6466-46a3-95ef-fc04312eaa5e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1475.714726] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "7c7adb97-865a-4eee-a3b0-b3b0da455c18" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1475.714980] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "7c7adb97-865a-4eee-a3b0-b3b0da455c18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1475.727327] env[71058]: DEBUG oslo_vmware.api [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872779, 'name': Destroy_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1475.729153] env[71058]: DEBUG oslo_vmware.api [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for the task: (returnval){
[ 1475.729153] env[71058]:    value = "task-2872782"
[ 1475.729153] env[71058]:    _type = "Task"
[ 1475.729153] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1475.765972] env[71058]: DEBUG oslo_concurrency.lockutils [None req-659accdd-f092-4dde-b52e-d1bfc1ae0fb3 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquiring lock "5b76ce74-75d5-4772-88f7-8c146be65d50" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1475.765972] env[71058]: DEBUG oslo_concurrency.lockutils [None req-659accdd-f092-4dde-b52e-d1bfc1ae0fb3 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "5b76ce74-75d5-4772-88f7-8c146be65d50" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1475.766360] env[71058]: DEBUG oslo_concurrency.lockutils [None req-659accdd-f092-4dde-b52e-d1bfc1ae0fb3 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquiring lock "5b76ce74-75d5-4772-88f7-8c146be65d50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1475.766360] env[71058]: DEBUG oslo_concurrency.lockutils [None req-659accdd-f092-4dde-b52e-d1bfc1ae0fb3 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "5b76ce74-75d5-4772-88f7-8c146be65d50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1475.766548] env[71058]: DEBUG oslo_concurrency.lockutils [None req-659accdd-f092-4dde-b52e-d1bfc1ae0fb3 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "5b76ce74-75d5-4772-88f7-8c146be65d50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1475.771961] env[71058]: INFO nova.compute.manager [None req-659accdd-f092-4dde-b52e-d1bfc1ae0fb3 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Terminating instance
[ 1475.797416] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1475.797416] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1475.797416] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1475.797416] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1475.797416] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1475.797416] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1475.797789] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71058) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}}
[ 1475.797979] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager.update_available_resource {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1475.913280] env[71058]: DEBUG nova.network.neutron [req-7b90f403-186b-4ee3-9390-0d905c7049b0 req-471ca8bc-e3d0-471d-a1e4-651376375ef4 service nova] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Updated VIF entry in instance network info cache for port 3bf6c714-254d-49f5-be2c-a97817639fde. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1475.913639] env[71058]: DEBUG nova.network.neutron [req-7b90f403-186b-4ee3-9390-0d905c7049b0 req-471ca8bc-e3d0-471d-a1e4-651376375ef4 service nova] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Updating instance_info_cache with network_info: [{"id": "3bf6c714-254d-49f5-be2c-a97817639fde", "address": "fa:16:3e:f8:e1:52", "network": {"id": "7cc3c672-acce-4506-821b-3458f1e1967e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1752514594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1e89a8345c4b47d38773f4327afb6f5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bf6c714-25", "ovs_interfaceid": "3bf6c714-254d-49f5-be2c-a97817639fde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1475.948264] env[71058]: DEBUG nova.compute.manager [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1475.955023] env[71058]: DEBUG oslo_concurrency.lockutils [None req-362d8dd1-c489-4997-8a7a-94ca488ded6a tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1475.955023] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.699s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1475.955444] env[71058]: INFO nova.compute.claims [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1475.999852] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1476.126385] env[71058]: DEBUG nova.network.neutron [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Successfully created port: 700e45a1-6df4-4711-82ce-00828430943d {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1476.203071] env[71058]: DEBUG oslo_vmware.api [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872779, 'name': Destroy_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1476.244524] env[71058]: DEBUG oslo_vmware.api [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2872782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1476.256210] env[71058]: DEBUG oslo_concurrency.lockutils [None req-22072a40-1637-419f-a564-b8fccb349ccf tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquiring lock "04017607-9f22-4f9f-b039-29f0feb65b9e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1476.256483] env[71058]: DEBUG oslo_concurrency.lockutils [None req-22072a40-1637-419f-a564-b8fccb349ccf tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "04017607-9f22-4f9f-b039-29f0feb65b9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1476.256676] env[71058]: DEBUG oslo_concurrency.lockutils [None req-22072a40-1637-419f-a564-b8fccb349ccf tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquiring lock "04017607-9f22-4f9f-b039-29f0feb65b9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1476.256844] env[71058]: DEBUG oslo_concurrency.lockutils [None req-22072a40-1637-419f-a564-b8fccb349ccf tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "04017607-9f22-4f9f-b039-29f0feb65b9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1476.256999] env[71058]: DEBUG oslo_concurrency.lockutils [None req-22072a40-1637-419f-a564-b8fccb349ccf tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "04017607-9f22-4f9f-b039-29f0feb65b9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1476.260012] env[71058]: INFO nova.compute.manager [None req-22072a40-1637-419f-a564-b8fccb349ccf tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Terminating instance
[ 1476.278799] env[71058]: DEBUG nova.compute.manager [None req-659accdd-f092-4dde-b52e-d1bfc1ae0fb3 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1476.279597] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-659accdd-f092-4dde-b52e-d1bfc1ae0fb3 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1476.283610] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fa3566-e1bb-4d92-9576-5ab18c1ab7e8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1476.295171] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-659accdd-f092-4dde-b52e-d1bfc1ae0fb3 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1476.296031] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fd895c4-ff1c-47da-b876-0e37d61be649 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1476.302151] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1476.303876] env[71058]: DEBUG oslo_vmware.api [None req-659accdd-f092-4dde-b52e-d1bfc1ae0fb3 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1476.303876] env[71058]:    value = "task-2872783"
[ 1476.303876] env[71058]:    _type = "Task"
[ 1476.303876] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1476.319017] env[71058]: DEBUG oslo_vmware.api [None req-659accdd-f092-4dde-b52e-d1bfc1ae0fb3 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2872783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1476.410795] env[71058]: DEBUG nova.network.neutron [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Updating instance_info_cache with network_info: [{"id": "2622e3e3-af96-41ab-9040-33c622c4a025", "address": "fa:16:3e:a6:b7:3d", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2622e3e3-af", "ovs_interfaceid": "2622e3e3-af96-41ab-9040-33c622c4a025", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1476.419234] env[71058]: DEBUG oslo_concurrency.lockutils [req-7b90f403-186b-4ee3-9390-0d905c7049b0 req-471ca8bc-e3d0-471d-a1e4-651376375ef4 service nova] Releasing lock "refresh_cache-7427d6f7-0b5f-4aa9-a957-49f5140af50d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1476.419738] env[71058]: DEBUG nova.compute.manager [req-7b90f403-186b-4ee3-9390-0d905c7049b0 req-471ca8bc-e3d0-471d-a1e4-651376375ef4 service nova] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Received event network-changed-3bf6c714-254d-49f5-be2c-a97817639fde {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1476.420148] env[71058]: DEBUG nova.compute.manager [req-7b90f403-186b-4ee3-9390-0d905c7049b0 req-471ca8bc-e3d0-471d-a1e4-651376375ef4 service nova] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Refreshing instance network info cache due to event network-changed-3bf6c714-254d-49f5-be2c-a97817639fde. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1476.420310] env[71058]: DEBUG oslo_concurrency.lockutils [req-7b90f403-186b-4ee3-9390-0d905c7049b0 req-471ca8bc-e3d0-471d-a1e4-651376375ef4 service nova] Acquiring lock "refresh_cache-7427d6f7-0b5f-4aa9-a957-49f5140af50d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1476.420712] env[71058]: DEBUG oslo_concurrency.lockutils [req-7b90f403-186b-4ee3-9390-0d905c7049b0 req-471ca8bc-e3d0-471d-a1e4-651376375ef4 service nova] Acquired lock "refresh_cache-7427d6f7-0b5f-4aa9-a957-49f5140af50d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1476.422116] env[71058]: DEBUG nova.network.neutron [req-7b90f403-186b-4ee3-9390-0d905c7049b0 req-471ca8bc-e3d0-471d-a1e4-651376375ef4 service nova] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Refreshing network info cache for port 3bf6c714-254d-49f5-be2c-a97817639fde {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1476.485564] env[71058]: DEBUG oslo_concurrency.lockutils [None req-350ebfb2-3be0-4377-84fe-b8db260d963d tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Acquiring lock "7427d6f7-0b5f-4aa9-a957-49f5140af50d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1476.485888] env[71058]: DEBUG oslo_concurrency.lockutils [None req-350ebfb2-3be0-4377-84fe-b8db260d963d tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Lock "7427d6f7-0b5f-4aa9-a957-49f5140af50d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1476.486179] env[71058]: DEBUG oslo_concurrency.lockutils [None req-350ebfb2-3be0-4377-84fe-b8db260d963d tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Acquiring lock "7427d6f7-0b5f-4aa9-a957-49f5140af50d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1476.486461] env[71058]: DEBUG oslo_concurrency.lockutils [None req-350ebfb2-3be0-4377-84fe-b8db260d963d tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Lock "7427d6f7-0b5f-4aa9-a957-49f5140af50d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1476.486727] env[71058]: DEBUG oslo_concurrency.lockutils [None req-350ebfb2-3be0-4377-84fe-b8db260d963d tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Lock "7427d6f7-0b5f-4aa9-a957-49f5140af50d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1476.489411] env[71058]: INFO nova.compute.manager [None req-350ebfb2-3be0-4377-84fe-b8db260d963d tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Terminating instance
[ 1476.703358] env[71058]: DEBUG oslo_vmware.api [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872779, 'name': Destroy_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1476.747864] env[71058]: DEBUG oslo_vmware.api [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2872782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1476.765632] env[71058]: DEBUG nova.compute.manager [None req-22072a40-1637-419f-a564-b8fccb349ccf tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1476.765875] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-22072a40-1637-419f-a564-b8fccb349ccf tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1476.767547] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789fc726-94c8-4280-bf3d-295538af08aa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1476.778048] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-22072a40-1637-419f-a564-b8fccb349ccf tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1476.778186] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e3976f0-2f04-4965-a524-2e68e4e6cecf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1476.787049] env[71058]: DEBUG oslo_vmware.api [None req-22072a40-1637-419f-a564-b8fccb349ccf tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1476.787049] env[71058]:    value = "task-2872784"
[ 1476.787049] env[71058]:    _type = "Task"
[ 1476.787049] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1476.799550] env[71058]: DEBUG oslo_vmware.api [None req-22072a40-1637-419f-a564-b8fccb349ccf tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2872784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1476.816566] env[71058]: DEBUG oslo_vmware.api [None req-659accdd-f092-4dde-b52e-d1bfc1ae0fb3 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2872783, 'name': PowerOffVM_Task, 'duration_secs': 0.278886} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1476.817231] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-659accdd-f092-4dde-b52e-d1bfc1ae0fb3 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1476.817231] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-659accdd-f092-4dde-b52e-d1bfc1ae0fb3 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1476.817430] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5db0195-d3b6-467f-a3dc-37565aea20da {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1476.874241] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d781d03f-8a1e-4e40-adc2-f4110729f344 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "89643822-f00e-481e-a770-ca0a18a1b07f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1476.874241] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d781d03f-8a1e-4e40-adc2-f4110729f344 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "89643822-f00e-481e-a770-ca0a18a1b07f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.005s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1476.874241] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d781d03f-8a1e-4e40-adc2-f4110729f344 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "89643822-f00e-481e-a770-ca0a18a1b07f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1476.874241] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d781d03f-8a1e-4e40-adc2-f4110729f344 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "89643822-f00e-481e-a770-ca0a18a1b07f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1476.874386] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d781d03f-8a1e-4e40-adc2-f4110729f344 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "89643822-f00e-481e-a770-ca0a18a1b07f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1476.875070] env[71058]: INFO nova.compute.manager [None req-d781d03f-8a1e-4e40-adc2-f4110729f344 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Terminating instance
[ 1476.890358] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-659accdd-f092-4dde-b52e-d1bfc1ae0fb3 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1476.890602] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-659accdd-f092-4dde-b52e-d1bfc1ae0fb3 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1476.890821] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-659accdd-f092-4dde-b52e-d1bfc1ae0fb3 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Deleting the datastore file [datastore1] 5b76ce74-75d5-4772-88f7-8c146be65d50 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1476.891477] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4381f97-a1d7-4d42-bdbb-5fa7ee8669af {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1476.901100] env[71058]: DEBUG oslo_vmware.api [None req-659accdd-f092-4dde-b52e-d1bfc1ae0fb3 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1476.901100] env[71058]:    value = "task-2872786"
[ 1476.901100] env[71058]:    _type = "Task"
[ 1476.901100] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1476.910764] env[71058]: DEBUG oslo_vmware.api [None req-659accdd-f092-4dde-b52e-d1bfc1ae0fb3 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2872786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1476.914556] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Releasing lock "refresh_cache-5be4e13c-8434-4410-a8c4-b91a70b0ad8c" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1476.960100] env[71058]: DEBUG nova.compute.manager [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1476.997990] env[71058]: DEBUG nova.virt.hardware [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1476.998392] env[71058]: DEBUG nova.virt.hardware [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1476.998972] env[71058]: DEBUG nova.virt.hardware [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1476.998972] env[71058]: DEBUG nova.virt.hardware [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1476.999286] env[71058]: DEBUG nova.virt.hardware [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1476.999451] env[71058]: DEBUG nova.virt.hardware [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1476.999711] env[71058]: DEBUG nova.virt.hardware [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1477.003019] env[71058]: DEBUG nova.virt.hardware [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1477.003019] env[71058]: DEBUG nova.virt.hardware [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1477.003019] env[71058]: DEBUG nova.virt.hardware [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1477.003019] env[71058]: DEBUG nova.virt.hardware [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1477.003019] env[71058]: DEBUG nova.compute.manager [None req-350ebfb2-3be0-4377-84fe-b8db260d963d tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1477.003248] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-350ebfb2-3be0-4377-84fe-b8db260d963d tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1477.003678] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363d7ffd-9ea1-4887-9c39-2a67bb93c0ad {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1477.013630] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a8f0c5-6505-4fe0-9cb7-a7058b02adfa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1477.022864] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-350ebfb2-3be0-4377-84fe-b8db260d963d tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1477.027021] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6562b70-8e7b-4ee9-bb80-cc006ec7285f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1477.028286] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd787a3-e9e4-4d33-93ec-448c5625bf26 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1477.043957] env[71058]: DEBUG oslo_vmware.api [None req-350ebfb2-3be0-4377-84fe-b8db260d963d tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Waiting for the task: (returnval){
[ 1477.043957] env[71058]:    value = "task-2872787"
[ 1477.043957] env[71058]:    _type = "Task"
[ 1477.043957] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1477.073840] env[71058]: DEBUG oslo_vmware.api [None req-350ebfb2-3be0-4377-84fe-b8db260d963d tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Task: {'id': task-2872787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1477.203104] env[71058]: DEBUG oslo_vmware.api [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872779, 'name': Destroy_Task, 'duration_secs': 2.047169} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1477.203414] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Destroyed the VM
[ 1477.203809] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Deleting Snapshot of the VM instance {{(pid=71058) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}}
[ 1477.204106] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fe975898-1b00-4c94-9677-a3af05a53e7f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1477.214355] env[71058]: DEBUG oslo_vmware.api [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1477.214355] env[71058]:    value = "task-2872789"
[ 1477.214355] env[71058]:    _type = "Task"
[ 1477.214355] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1477.226746] env[71058]: DEBUG oslo_vmware.api [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872789, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1477.245055] env[71058]: DEBUG oslo_vmware.api [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2872782, 'name': ReconfigVM_Task, 'duration_secs': 1.327557} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1477.250684] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 52feaf82-91c1-444a-95de-22b86fc8b5d0/52feaf82-91c1-444a-95de-22b86fc8b5d0.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1477.250684] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea578c94-72e7-48b2-a010-906ba0f129c8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1477.257950] env[71058]: DEBUG oslo_vmware.api [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for the task: (returnval){
[ 1477.257950] env[71058]:    value = "task-2872790"
[ 1477.257950] env[71058]:    _type = "Task"
[ 1477.257950] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1477.262250] env[71058]: DEBUG nova.network.neutron [req-7b90f403-186b-4ee3-9390-0d905c7049b0 req-471ca8bc-e3d0-471d-a1e4-651376375ef4 service nova] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Updated VIF entry in instance network info cache for port 3bf6c714-254d-49f5-be2c-a97817639fde. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1477.262978] env[71058]: DEBUG nova.network.neutron [req-7b90f403-186b-4ee3-9390-0d905c7049b0 req-471ca8bc-e3d0-471d-a1e4-651376375ef4 service nova] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Updating instance_info_cache with network_info: [{"id": "3bf6c714-254d-49f5-be2c-a97817639fde", "address": "fa:16:3e:f8:e1:52", "network": {"id": "7cc3c672-acce-4506-821b-3458f1e1967e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1752514594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1e89a8345c4b47d38773f4327afb6f5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bf6c714-25", "ovs_interfaceid": "3bf6c714-254d-49f5-be2c-a97817639fde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1477.273335] env[71058]: DEBUG oslo_vmware.api [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2872790, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1477.303657] env[71058]: DEBUG oslo_vmware.api [None req-22072a40-1637-419f-a564-b8fccb349ccf tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2872784, 'name': PowerOffVM_Task, 'duration_secs': 0.513676} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1477.304106] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-22072a40-1637-419f-a564-b8fccb349ccf tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1477.304314] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-22072a40-1637-419f-a564-b8fccb349ccf tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1477.304622] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58ef4449-0705-43c9-b7fc-00c008b8447f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1477.379395] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-22072a40-1637-419f-a564-b8fccb349ccf tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1477.379633] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-22072a40-1637-419f-a564-b8fccb349ccf tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1477.379717] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-22072a40-1637-419f-a564-b8fccb349ccf tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Deleting the datastore file [datastore1] 04017607-9f22-4f9f-b039-29f0feb65b9e {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1477.379916] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd2aad6e-08b6-4118-a0a7-78e1aa57fe72 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1477.382295] env[71058]: DEBUG nova.compute.manager [None req-d781d03f-8a1e-4e40-adc2-f4110729f344 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1477.382693] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d781d03f-8a1e-4e40-adc2-f4110729f344 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1477.383461] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5810e77f-38f1-45e1-a8b2-62a9c58087fb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1477.392280] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d781d03f-8a1e-4e40-adc2-f4110729f344 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1477.393935] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e8dda0e-b1ef-463b-9c86-c57c76efd45d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1477.397859] env[71058]: DEBUG oslo_vmware.api [None req-22072a40-1637-419f-a564-b8fccb349ccf tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1477.397859] env[71058]:    value = "task-2872792"
[ 1477.397859] env[71058]:    _type = "Task"
[ 1477.397859] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1477.415499] env[71058]: DEBUG oslo_vmware.api [None req-22072a40-1637-419f-a564-b8fccb349ccf tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2872792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1477.431709] env[71058]: DEBUG oslo_vmware.api [None req-659accdd-f092-4dde-b52e-d1bfc1ae0fb3 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2872786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180198} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1477.442357] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-659accdd-f092-4dde-b52e-d1bfc1ae0fb3 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1477.442781] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-659accdd-f092-4dde-b52e-d1bfc1ae0fb3 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1477.443140] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-659accdd-f092-4dde-b52e-d1bfc1ae0fb3 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1477.443489] env[71058]: INFO nova.compute.manager [None req-659accdd-f092-4dde-b52e-d1bfc1ae0fb3 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Took 1.16 seconds to destroy the instance on the hypervisor.
[ 1477.443945] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-659accdd-f092-4dde-b52e-d1bfc1ae0fb3 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1477.444860] env[71058]: DEBUG nova.compute.manager [-] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1477.445035] env[71058]: DEBUG nova.network.neutron [-] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1477.459909] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bb6c64-301c-4183-816f-0e1da4f35480 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1477.507782] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7424601b-cf2c-40e6-9262-2fd37a229a8b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1477.521219] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Updating instance '5be4e13c-8434-4410-a8c4-b91a70b0ad8c' progress to 83 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1477.580072] env[71058]: DEBUG oslo_vmware.api [None req-350ebfb2-3be0-4377-84fe-b8db260d963d tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Task: {'id': task-2872787, 'name': PowerOffVM_Task, 'duration_secs': 0.264} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1477.580678] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-350ebfb2-3be0-4377-84fe-b8db260d963d tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1477.581066] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-350ebfb2-3be0-4377-84fe-b8db260d963d tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1477.581550] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71e4ccfc-eae2-4586-a9dc-2daf8c208b19 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1477.662044] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d781d03f-8a1e-4e40-adc2-f4110729f344 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1477.662044] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d781d03f-8a1e-4e40-adc2-f4110729f344 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1477.662044] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-d781d03f-8a1e-4e40-adc2-f4110729f344 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Deleting the datastore file [datastore2] 89643822-f00e-481e-a770-ca0a18a1b07f {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1477.662044] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9aaa76dd-512d-46fc-a765-5cc4aac92ea3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1477.668695] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31310293-7b7b-4f9a-a705-1632197ed3dd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1477.675516] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-350ebfb2-3be0-4377-84fe-b8db260d963d tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1477.675825] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-350ebfb2-3be0-4377-84fe-b8db260d963d tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1477.676106] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-350ebfb2-3be0-4377-84fe-b8db260d963d tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Deleting the datastore file [datastore2] 7427d6f7-0b5f-4aa9-a957-49f5140af50d {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1477.676619] env[71058]: DEBUG oslo_vmware.api [None req-d781d03f-8a1e-4e40-adc2-f4110729f344 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1477.676619] env[71058]:    value = "task-2872795"
[ 1477.676619] env[71058]:    _type = "Task"
[ 1477.676619] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1477.677710] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcf832c8-df24-4997-b138-be688f427e2b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1477.689884] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875ab1b6-eb6d-4f26-9adb-6fab082507ee {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1477.696854] env[71058]: DEBUG oslo_vmware.api [None req-350ebfb2-3be0-4377-84fe-b8db260d963d tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Waiting for the task: (returnval){
[ 1477.696854] env[71058]:    value = "task-2872796"
[ 1477.696854] env[71058]:    _type = "Task"
[ 1477.696854] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1477.756838] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fe45c5-3240-47df-b8b6-ac3d4d975d5c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1477.760723] env[71058]: DEBUG oslo_vmware.api [None req-d781d03f-8a1e-4e40-adc2-f4110729f344 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1477.771372] env[71058]: DEBUG oslo_concurrency.lockutils [req-7b90f403-186b-4ee3-9390-0d905c7049b0 req-471ca8bc-e3d0-471d-a1e4-651376375ef4 service nova] Releasing lock "refresh_cache-7427d6f7-0b5f-4aa9-a957-49f5140af50d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1477.771947] env[71058]: DEBUG oslo_vmware.api [None req-350ebfb2-3be0-4377-84fe-b8db260d963d tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Task: {'id': task-2872796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1477.777416] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "887beb6c-01db-4225-91be-cb3e9555a945" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1477.777795] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "887beb6c-01db-4225-91be-cb3e9555a945" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1477.783707] env[71058]: DEBUG oslo_vmware.api [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872789, 'name': RemoveSnapshot_Task, 'duration_secs': 0.373571} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1477.788192] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Deleted Snapshot of the VM instance {{(pid=71058) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}}
[ 1477.788192] env[71058]: INFO nova.compute.manager [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Took 18.74 seconds to snapshot the instance on the hypervisor.
[ 1477.798731] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34aaf32f-2e98-4192-aa1c-ac63837a0bc7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1477.803668] env[71058]: DEBUG oslo_vmware.api [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2872790, 'name': Rename_Task, 'duration_secs': 0.164758} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1477.805234] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1477.805234] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a773fcf5-180e-431f-aab9-e3a571eb0e69 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1477.817136] env[71058]: DEBUG nova.compute.provider_tree [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1477.819884] env[71058]: DEBUG oslo_vmware.api [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for the task: (returnval){
[ 1477.819884] env[71058]:    value = "task-2872797"
[ 1477.819884] env[71058]:    _type = "Task"
[ 1477.819884] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1477.828905] env[71058]: DEBUG oslo_vmware.api [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2872797, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1477.886101] env[71058]: DEBUG nova.network.neutron [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Successfully updated port: 700e45a1-6df4-4711-82ce-00828430943d {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1477.910274] env[71058]: DEBUG oslo_vmware.api [None req-22072a40-1637-419f-a564-b8fccb349ccf tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2872792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156123} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1477.910361] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-22072a40-1637-419f-a564-b8fccb349ccf tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1477.910531] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-22072a40-1637-419f-a564-b8fccb349ccf tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1477.910699] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-22072a40-1637-419f-a564-b8fccb349ccf tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1477.911730] env[71058]: INFO nova.compute.manager [None req-22072a40-1637-419f-a564-b8fccb349ccf tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Took 1.15 seconds to destroy the instance on the hypervisor.
[ 1477.911730] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22072a40-1637-419f-a564-b8fccb349ccf tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1477.911730] env[71058]: DEBUG nova.compute.manager [-] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1477.911730] env[71058]: DEBUG nova.network.neutron [-] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1478.034671] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1478.035651] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd033b78-6d3f-41cd-a431-4414f3dea704 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1478.043940] env[71058]: DEBUG oslo_vmware.api [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for the task: (returnval){
[ 1478.043940] env[71058]:    value = "task-2872798"
[ 1478.043940] env[71058]:    _type = "Task"
[ 1478.043940] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1478.056133] env[71058]: DEBUG oslo_vmware.api [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2872798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1478.178287] env[71058]: DEBUG oslo_concurrency.lockutils [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquiring lock "66745105-ba3e-4198-8663-9e638df1c630" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1478.178692] env[71058]: DEBUG oslo_concurrency.lockutils [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lock "66745105-ba3e-4198-8663-9e638df1c630" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1478.195663] env[71058]: DEBUG oslo_vmware.api [None req-d781d03f-8a1e-4e40-adc2-f4110729f344 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161947} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1478.196307] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-d781d03f-8a1e-4e40-adc2-f4110729f344 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1478.196685] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d781d03f-8a1e-4e40-adc2-f4110729f344 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1478.197665] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d781d03f-8a1e-4e40-adc2-f4110729f344 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1478.198059] env[71058]: INFO nova.compute.manager [None req-d781d03f-8a1e-4e40-adc2-f4110729f344 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Took 0.81 seconds to destroy the instance on the hypervisor.
[ 1478.199569] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d781d03f-8a1e-4e40-adc2-f4110729f344 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1478.199569] env[71058]: DEBUG nova.compute.manager [-] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1478.199569] env[71058]: DEBUG nova.network.neutron [-] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1478.211800] env[71058]: DEBUG oslo_vmware.api [None req-350ebfb2-3be0-4377-84fe-b8db260d963d tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Task: {'id': task-2872796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211457} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1478.211800] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-350ebfb2-3be0-4377-84fe-b8db260d963d tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1478.211800] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-350ebfb2-3be0-4377-84fe-b8db260d963d tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1478.211800] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-350ebfb2-3be0-4377-84fe-b8db260d963d tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1478.212086] env[71058]: INFO nova.compute.manager [None req-350ebfb2-3be0-4377-84fe-b8db260d963d tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Took 1.21 seconds to destroy the instance on the hypervisor.
[ 1478.212086] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-350ebfb2-3be0-4377-84fe-b8db260d963d tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1478.212673] env[71058]: DEBUG nova.compute.manager [-] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1478.212673] env[71058]: DEBUG nova.network.neutron [-] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1478.240848] env[71058]: DEBUG nova.compute.manager [req-64baca52-c2af-4582-b676-185ebce669ee req-58b5373d-f686-429b-bfbc-9f7b2faf9126 service nova] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Received event network-vif-plugged-700e45a1-6df4-4711-82ce-00828430943d {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1478.241086] env[71058]: DEBUG oslo_concurrency.lockutils [req-64baca52-c2af-4582-b676-185ebce669ee req-58b5373d-f686-429b-bfbc-9f7b2faf9126 service nova] Acquiring lock "00f0cd82-d2d7-45e0-9144-b71308e99032-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1478.241308] env[71058]: DEBUG oslo_concurrency.lockutils [req-64baca52-c2af-4582-b676-185ebce669ee req-58b5373d-f686-429b-bfbc-9f7b2faf9126 service nova] Lock "00f0cd82-d2d7-45e0-9144-b71308e99032-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1478.241528] env[71058]: DEBUG oslo_concurrency.lockutils [req-64baca52-c2af-4582-b676-185ebce669ee req-58b5373d-f686-429b-bfbc-9f7b2faf9126 service nova] Lock "00f0cd82-d2d7-45e0-9144-b71308e99032-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1478.241716] env[71058]: DEBUG nova.compute.manager [req-64baca52-c2af-4582-b676-185ebce669ee req-58b5373d-f686-429b-bfbc-9f7b2faf9126 service nova] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] No waiting events found dispatching network-vif-plugged-700e45a1-6df4-4711-82ce-00828430943d {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1478.241927] env[71058]: WARNING nova.compute.manager [req-64baca52-c2af-4582-b676-185ebce669ee req-58b5373d-f686-429b-bfbc-9f7b2faf9126 service nova] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Received unexpected event network-vif-plugged-700e45a1-6df4-4711-82ce-00828430943d for instance with vm_state building and task_state spawning.
[ 1478.305346] env[71058]: DEBUG nova.compute.manager [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Instance disappeared during snapshot {{(pid=71058) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}}
[ 1478.321968] env[71058]: DEBUG nova.scheduler.client.report [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1478.327021] env[71058]: DEBUG nova.compute.manager [None req-c85496ca-f93a-4c7f-b2a0-861cfc3da153 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Image not found during clean up 8697d3eb-c0ba-4510-8673-64f1a0f403a9 {{(pid=71058) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}}
[ 1478.339100] env[71058]: DEBUG oslo_vmware.api [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2872797, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1478.355721] env[71058]: DEBUG nova.compute.manager [req-ac904fae-7da2-4b47-b1a1-b327fa8767b6 req-69d279ef-d337-4303-80e2-ef2effbcd316 service nova] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Received event network-vif-deleted-00834943-e227-4506-a345-3694e7c9912a {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1478.355923] env[71058]: INFO nova.compute.manager [req-ac904fae-7da2-4b47-b1a1-b327fa8767b6 req-69d279ef-d337-4303-80e2-ef2effbcd316 service nova] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Neutron deleted interface 00834943-e227-4506-a345-3694e7c9912a; detaching it from the instance and deleting it from the info cache
[ 1478.356083] env[71058]: DEBUG nova.network.neutron [req-ac904fae-7da2-4b47-b1a1-b327fa8767b6 req-69d279ef-d337-4303-80e2-ef2effbcd316 service nova] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1478.388951] env[71058]: DEBUG oslo_concurrency.lockutils [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Acquiring lock "refresh_cache-00f0cd82-d2d7-45e0-9144-b71308e99032" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1478.389118] env[71058]: DEBUG oslo_concurrency.lockutils [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Acquired lock "refresh_cache-00f0cd82-d2d7-45e0-9144-b71308e99032" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1478.389274] env[71058]: DEBUG nova.network.neutron [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1478.440527] env[71058]: DEBUG nova.network.neutron [-] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1478.565021] env[71058]: DEBUG oslo_vmware.api [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2872798, 'name': PowerOnVM_Task, 'duration_secs': 0.47137} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1478.565021] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1478.565021] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d27afe36-8feb-4614-b658-f930c7432349 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Updating instance '5be4e13c-8434-4410-a8c4-b91a70b0ad8c' progress to 100 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1478.682557] env[71058]: DEBUG nova.network.neutron [-] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1478.832675] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.878s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1478.833193] env[71058]: DEBUG nova.compute.manager [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1478.839218] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.913s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1478.839445] env[71058]: DEBUG nova.objects.instance [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71058) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
[ 1478.842383] env[71058]: DEBUG oslo_vmware.api [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2872797, 'name': PowerOnVM_Task, 'duration_secs': 0.556398} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1478.842978] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1478.843209] env[71058]: INFO nova.compute.manager [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Took 9.63 seconds to spawn the instance on the hypervisor.
[ 1478.843381] env[71058]: DEBUG nova.compute.manager [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1478.844257] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f908f05-6eef-457c-879f-7ff8fb720fc0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1478.859625] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86459b15-6826-4b9f-8401-5c2a7be2300a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1478.870423] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58a7318-2c14-4a40-b2f1-997987d9ffbb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1478.906978] env[71058]: DEBUG nova.compute.manager [req-ac904fae-7da2-4b47-b1a1-b327fa8767b6 req-69d279ef-d337-4303-80e2-ef2effbcd316 service nova] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Detach interface failed, port_id=00834943-e227-4506-a345-3694e7c9912a, reason: Instance 5b76ce74-75d5-4772-88f7-8c146be65d50 could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1478.930044] env[71058]: DEBUG nova.network.neutron [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1478.941967] env[71058]: INFO nova.compute.manager [-] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Took 1.50 seconds to deallocate network for instance.
[ 1479.019028] env[71058]: DEBUG nova.network.neutron [-] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1479.153739] env[71058]: DEBUG nova.network.neutron [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Updating instance_info_cache with network_info: [{"id": "700e45a1-6df4-4711-82ce-00828430943d", "address": "fa:16:3e:28:cf:5d", "network": {"id": "d2f7a36a-8497-4ccf-80e8-771dd3b9e431", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2031141372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e21f622eeda949f196839efa0fd936dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap700e45a1-6d", "ovs_interfaceid": "700e45a1-6df4-4711-82ce-00828430943d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1479.161083] env[71058]: DEBUG nova.network.neutron [-] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1479.185261] env[71058]: INFO nova.compute.manager [-] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Took 1.27 seconds to deallocate network for instance.
[ 1479.344457] env[71058]: DEBUG nova.compute.utils [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1479.349659] env[71058]: DEBUG nova.compute.manager [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1479.349841] env[71058]: DEBUG nova.network.neutron [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1479.361222] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquiring lock "76a95105-67c2-4bad-83f4-639120a26053" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1479.361450] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lock "76a95105-67c2-4bad-83f4-639120a26053" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1479.367849] env[71058]: INFO nova.compute.manager [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Took 36.35 seconds to build instance.
[ 1479.423704] env[71058]: DEBUG nova.policy [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdad3ac6cc794829a47105e6626e7d69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53c10999e619451294004b4783532587', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1479.447748] env[71058]: DEBUG oslo_concurrency.lockutils [None req-659accdd-f092-4dde-b52e-d1bfc1ae0fb3 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1479.521599] env[71058]: INFO nova.compute.manager [-] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Took 1.32 seconds to deallocate network for instance.
[ 1479.548197] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8d93cdf8-0fa9-4ea2-8eb4-ffe98ef5d095 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Acquiring lock "68c09dd6-7df0-4dfa-957c-7e4e68092865" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1479.548468] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8d93cdf8-0fa9-4ea2-8eb4-ffe98ef5d095 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Lock "68c09dd6-7df0-4dfa-957c-7e4e68092865" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1479.548680] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8d93cdf8-0fa9-4ea2-8eb4-ffe98ef5d095 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Acquiring lock "68c09dd6-7df0-4dfa-957c-7e4e68092865-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1479.549079] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8d93cdf8-0fa9-4ea2-8eb4-ffe98ef5d095 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Lock "68c09dd6-7df0-4dfa-957c-7e4e68092865-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1479.549079] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8d93cdf8-0fa9-4ea2-8eb4-ffe98ef5d095 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Lock "68c09dd6-7df0-4dfa-957c-7e4e68092865-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1479.551759] env[71058]: INFO nova.compute.manager [None req-8d93cdf8-0fa9-4ea2-8eb4-ffe98ef5d095 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Terminating instance
[ 1479.656659] env[71058]: DEBUG oslo_concurrency.lockutils [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Releasing lock "refresh_cache-00f0cd82-d2d7-45e0-9144-b71308e99032" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1479.656971] env[71058]: DEBUG nova.compute.manager [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Instance network_info: |[{"id": "700e45a1-6df4-4711-82ce-00828430943d", "address": "fa:16:3e:28:cf:5d", "network": {"id": "d2f7a36a-8497-4ccf-80e8-771dd3b9e431", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2031141372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e21f622eeda949f196839efa0fd936dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap700e45a1-6d", "ovs_interfaceid": "700e45a1-6df4-4711-82ce-00828430943d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1479.657401] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:cf:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69351262-8d39-441a-85ba-3a78df436d17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '700e45a1-6df4-4711-82ce-00828430943d', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1479.665706] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Creating folder: Project (e21f622eeda949f196839efa0fd936dd). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1479.666170] env[71058]: INFO nova.compute.manager [-] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Took 1.45 seconds to deallocate network for instance.
[ 1479.666440] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee31dc74-1276-4d98-8e47-3957be2fb9f5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1479.681163] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Created folder: Project (e21f622eeda949f196839efa0fd936dd) in parent group-v577298.
[ 1479.681390] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Creating folder: Instances. Parent ref: group-v577380. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1479.681670] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a025c37c-453d-4dde-9705-8739d6e610a1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1479.692123] env[71058]: DEBUG oslo_concurrency.lockutils [None req-22072a40-1637-419f-a564-b8fccb349ccf tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1479.693756] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Created folder: Instances in parent group-v577380.
[ 1479.693993] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1479.694316] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1479.694414] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c848fb2-b409-46ad-ace7-32c992d18ced {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1479.714728] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1479.714728] env[71058]:    value = "task-2872801"
[ 1479.714728] env[71058]:    _type = "Task"
[ 1479.714728] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1479.723520] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872801, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1479.759735] env[71058]: DEBUG nova.network.neutron [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Successfully created port: 0327bac9-f1dc-4595-bc07-08f7f8c67e24 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1479.850345] env[71058]: DEBUG nova.compute.manager [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1479.853900] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e7712e57-550c-4172-8713-76bb83b2c367 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1479.854918] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.764s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1479.855156] env[71058]: DEBUG nova.objects.instance [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Lazy-loading 'resources' on Instance uuid 77d111eb-71b1-4758-998e-2760512a6b43 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1479.869465] env[71058]: DEBUG oslo_concurrency.lockutils [None req-074da11a-8831-48f4-b1fb-bf52ab997add tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Lock "52feaf82-91c1-444a-95de-22b86fc8b5d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 51.974s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1480.029044] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d781d03f-8a1e-4e40-adc2-f4110729f344 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1480.055977] env[71058]: DEBUG nova.compute.manager [None req-8d93cdf8-0fa9-4ea2-8eb4-ffe98ef5d095 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1480.056223] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8d93cdf8-0fa9-4ea2-8eb4-ffe98ef5d095 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1480.057168] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1237fd5f-fed7-4c17-b8ca-7a7d0fb206c2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1480.066556] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8d93cdf8-0fa9-4ea2-8eb4-ffe98ef5d095 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1480.066827] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-357f91c4-700c-4b0f-bff4-5bbe1279bf42 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1480.138992] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8d93cdf8-0fa9-4ea2-8eb4-ffe98ef5d095 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1480.138992] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8d93cdf8-0fa9-4ea2-8eb4-ffe98ef5d095 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1480.138992] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d93cdf8-0fa9-4ea2-8eb4-ffe98ef5d095 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Deleting the datastore file [datastore2] 68c09dd6-7df0-4dfa-957c-7e4e68092865 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1480.139224] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe247526-ad01-4b22-84ab-41970aa9a5cf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1480.147826] env[71058]: DEBUG oslo_vmware.api [None req-8d93cdf8-0fa9-4ea2-8eb4-ffe98ef5d095 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Waiting for the task: (returnval){
[ 1480.147826] env[71058]:    value = "task-2872803"
[ 1480.147826] env[71058]:    _type = "Task"
[ 1480.147826] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1480.159701] env[71058]: DEBUG oslo_vmware.api [None req-8d93cdf8-0fa9-4ea2-8eb4-ffe98ef5d095 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': task-2872803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1480.178027] env[71058]: DEBUG oslo_concurrency.lockutils [None req-350ebfb2-3be0-4377-84fe-b8db260d963d tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1480.226632] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872801, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1480.371772] env[71058]: DEBUG nova.compute.manager [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1480.635022] env[71058]: DEBUG nova.compute.manager [req-cadcf3d8-a4f2-41ee-888b-be9b1f140731 req-27a49a7f-3cd5-4455-9987-774ff32df8be service nova] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Received event network-changed-700e45a1-6df4-4711-82ce-00828430943d {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1480.635022] env[71058]: DEBUG nova.compute.manager [req-cadcf3d8-a4f2-41ee-888b-be9b1f140731 req-27a49a7f-3cd5-4455-9987-774ff32df8be service nova] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Refreshing instance network info cache due to event network-changed-700e45a1-6df4-4711-82ce-00828430943d. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1480.635022] env[71058]: DEBUG oslo_concurrency.lockutils [req-cadcf3d8-a4f2-41ee-888b-be9b1f140731 req-27a49a7f-3cd5-4455-9987-774ff32df8be service nova] Acquiring lock "refresh_cache-00f0cd82-d2d7-45e0-9144-b71308e99032" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1480.635022] env[71058]: DEBUG oslo_concurrency.lockutils [req-cadcf3d8-a4f2-41ee-888b-be9b1f140731 req-27a49a7f-3cd5-4455-9987-774ff32df8be service nova] Acquired lock "refresh_cache-00f0cd82-d2d7-45e0-9144-b71308e99032" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1480.635022] env[71058]: DEBUG nova.network.neutron [req-cadcf3d8-a4f2-41ee-888b-be9b1f140731 req-27a49a7f-3cd5-4455-9987-774ff32df8be service nova] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Refreshing network info cache for port 700e45a1-6df4-4711-82ce-00828430943d {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1480.659746] env[71058]: DEBUG oslo_vmware.api [None req-8d93cdf8-0fa9-4ea2-8eb4-ffe98ef5d095 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': task-2872803, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191728} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1480.660155] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d93cdf8-0fa9-4ea2-8eb4-ffe98ef5d095 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1480.660518] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8d93cdf8-0fa9-4ea2-8eb4-ffe98ef5d095 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1480.660785] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8d93cdf8-0fa9-4ea2-8eb4-ffe98ef5d095 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1480.661080] env[71058]: INFO nova.compute.manager [None req-8d93cdf8-0fa9-4ea2-8eb4-ffe98ef5d095 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Took 0.60 seconds to destroy the instance on the hypervisor.
[ 1480.661335] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d93cdf8-0fa9-4ea2-8eb4-ffe98ef5d095 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1480.664017] env[71058]: DEBUG nova.compute.manager [-] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1480.664181] env[71058]: DEBUG nova.network.neutron [-] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1480.732657] env[71058]: DEBUG nova.compute.manager [req-2fe62238-ab93-46c1-977d-467a3ac9cbf9 req-99336a28-0a9c-4b98-bb7a-1b78dc58b106 service nova] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Received event network-vif-deleted-3bf6c714-254d-49f5-be2c-a97817639fde {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1480.739667] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872801, 'name': CreateVM_Task, 'duration_secs': 0.684753} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1480.742693] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1480.743763] env[71058]: DEBUG oslo_concurrency.lockutils [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1480.744021] env[71058]: DEBUG oslo_concurrency.lockutils [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1480.744372] env[71058]: DEBUG oslo_concurrency.lockutils [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1480.744685] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b8cdefe-4fec-47a2-9553-511bc592d9ae {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1480.750419] env[71058]: DEBUG oslo_vmware.api [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Waiting for the task: (returnval){
[ 1480.750419] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5217b378-efe9-1726-c4ab-5b56dd327b5a"
[ 1480.750419] env[71058]:    _type = "Task"
[ 1480.750419] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1480.764039] env[71058]: DEBUG oslo_vmware.api [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5217b378-efe9-1726-c4ab-5b56dd327b5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1480.865540] env[71058]: DEBUG nova.compute.manager [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1480.899367] env[71058]: DEBUG nova.virt.hardware [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1480.900229] env[71058]: DEBUG nova.virt.hardware [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1480.900229] env[71058]: DEBUG nova.virt.hardware [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1480.900229] env[71058]: DEBUG nova.virt.hardware [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1480.900229] env[71058]: DEBUG nova.virt.hardware [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1480.900456] env[71058]: DEBUG nova.virt.hardware [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1480.900527] env[71058]: DEBUG nova.virt.hardware [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1480.900653] env[71058]: DEBUG nova.virt.hardware [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1480.900835] env[71058]: DEBUG nova.virt.hardware [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1480.900992] env[71058]: DEBUG nova.virt.hardware [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1480.901230] env[71058]: DEBUG nova.virt.hardware [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1480.902666] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4e24bc-db42-4796-b584-87d60caba9c4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1480.907148] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1480.914985] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cb8a52-371a-43f1-9a8b-2d6555335463 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1480.919787] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340f2c86-b587-41ee-8591-bc6a8c18fead {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1480.936049] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0007f23-70c8-426f-9887-c0e84a226af1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1480.973681] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e391db1e-1da7-4c5c-8430-09a0f6579f90 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1480.983070] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f704426-984a-472d-98b3-12fbeeb0c925 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1480.999400] env[71058]: DEBUG nova.compute.provider_tree [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1481.263674] env[71058]: DEBUG oslo_vmware.api [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5217b378-efe9-1726-c4ab-5b56dd327b5a, 'name': SearchDatastore_Task, 'duration_secs': 0.013103} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1481.266608] env[71058]: DEBUG oslo_concurrency.lockutils [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1481.266967] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1481.267285] env[71058]: DEBUG oslo_concurrency.lockutils [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1481.267504] env[71058]: DEBUG oslo_concurrency.lockutils [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1481.267766] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1481.268118] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5daab4ee-2ecd-4e3b-bc25-057b8ef73464 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1481.277487] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Acquiring lock "69144402-515b-460e-b3c9-2231abbfec1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1481.277712] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Lock "69144402-515b-460e-b3c9-2231abbfec1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1481.285453] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1481.285647] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1481.286670] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc143db0-c152-4137-beb1-ee89d70a8ac4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1481.293776] env[71058]: DEBUG oslo_vmware.api [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Waiting for the task: (returnval){
[ 1481.293776] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a480cd-d844-5a1c-6cda-8fba4868c3e0"
[ 1481.293776] env[71058]:    _type = "Task"
[ 1481.293776] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1481.303943] env[71058]: DEBUG oslo_vmware.api [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a480cd-d844-5a1c-6cda-8fba4868c3e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1481.384010] env[71058]: DEBUG nova.network.neutron [req-cadcf3d8-a4f2-41ee-888b-be9b1f140731 req-27a49a7f-3cd5-4455-9987-774ff32df8be service nova] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Updated VIF entry in instance network info cache for port 700e45a1-6df4-4711-82ce-00828430943d. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1481.384743] env[71058]: DEBUG nova.network.neutron [req-cadcf3d8-a4f2-41ee-888b-be9b1f140731 req-27a49a7f-3cd5-4455-9987-774ff32df8be service nova] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Updating instance_info_cache with network_info: [{"id": "700e45a1-6df4-4711-82ce-00828430943d", "address": "fa:16:3e:28:cf:5d", "network": {"id": "d2f7a36a-8497-4ccf-80e8-771dd3b9e431", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2031141372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e21f622eeda949f196839efa0fd936dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap700e45a1-6d", "ovs_interfaceid": "700e45a1-6df4-4711-82ce-00828430943d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1481.477319] env[71058]: DEBUG nova.network.neutron [-] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1481.502990] env[71058]: DEBUG nova.scheduler.client.report [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1481.626281] env[71058]: DEBUG nova.network.neutron [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Successfully updated port: 0327bac9-f1dc-4595-bc07-08f7f8c67e24 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1481.804329] env[71058]: DEBUG oslo_vmware.api [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a480cd-d844-5a1c-6cda-8fba4868c3e0, 'name': SearchDatastore_Task, 'duration_secs': 0.012466} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1481.805239] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e155e34e-acd3-4d4c-a70f-c21172b6fb28 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1481.813035] env[71058]: DEBUG oslo_vmware.api [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Waiting for the task: (returnval){
[ 1481.813035] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]528fb9c0-9c67-b4b9-e713-b7fb182863f4"
[ 1481.813035] env[71058]:    _type = "Task"
[ 1481.813035] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1481.819973] env[71058]: DEBUG oslo_vmware.api [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]528fb9c0-9c67-b4b9-e713-b7fb182863f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1481.848055] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a81a776d-3932-4ede-a0da-b207b00b0474 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquiring lock "5be4e13c-8434-4410-a8c4-b91a70b0ad8c" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1481.848389] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a81a776d-3932-4ede-a0da-b207b00b0474 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Lock "5be4e13c-8434-4410-a8c4-b91a70b0ad8c" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1481.848624] env[71058]: DEBUG nova.compute.manager [None req-a81a776d-3932-4ede-a0da-b207b00b0474 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Going to confirm migration 1 {{(pid=71058) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}}
[ 1481.887250] env[71058]: DEBUG oslo_concurrency.lockutils [req-cadcf3d8-a4f2-41ee-888b-be9b1f140731 req-27a49a7f-3cd5-4455-9987-774ff32df8be service nova] Releasing lock "refresh_cache-00f0cd82-d2d7-45e0-9144-b71308e99032" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1481.887485] env[71058]: DEBUG nova.compute.manager [req-cadcf3d8-a4f2-41ee-888b-be9b1f140731 req-27a49a7f-3cd5-4455-9987-774ff32df8be service nova] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Received event network-vif-deleted-f4e90b11-2a07-4445-a753-40413d8cbdb1 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1481.887672] env[71058]: DEBUG nova.compute.manager [req-cadcf3d8-a4f2-41ee-888b-be9b1f140731 req-27a49a7f-3cd5-4455-9987-774ff32df8be service nova] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Received event network-vif-deleted-a483a5b4-d244-4d85-ac5e-f4d0d95d845f {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1481.979883] env[71058]: INFO nova.compute.manager [-] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Took 1.32 seconds to deallocate network for instance.
[ 1482.008711] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1482.013695] env[71058]: DEBUG oslo_concurrency.lockutils [None req-55150d7b-1556-4719-9d32-d1a0c06f3b82 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.817s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1482.013695] env[71058]: DEBUG nova.objects.instance [None req-55150d7b-1556-4719-9d32-d1a0c06f3b82 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Lazy-loading 'resources' on Instance uuid d2b49aba-df56-436a-9e6c-c3a879676d43 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1482.036495] env[71058]: INFO nova.scheduler.client.report [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Deleted allocations for instance 77d111eb-71b1-4758-998e-2760512a6b43
[ 1482.129110] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Acquiring lock "refresh_cache-930310c2-c565-4987-9762-2d3dc5538a41" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1482.129274] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Acquired lock "refresh_cache-930310c2-c565-4987-9762-2d3dc5538a41" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1482.129423] env[71058]: DEBUG nova.network.neutron [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1482.323796] env[71058]: DEBUG oslo_vmware.api [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]528fb9c0-9c67-b4b9-e713-b7fb182863f4, 'name': SearchDatastore_Task, 'duration_secs': 0.035952} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1482.324092] env[71058]: DEBUG oslo_concurrency.lockutils [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1482.324357] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 00f0cd82-d2d7-45e0-9144-b71308e99032/00f0cd82-d2d7-45e0-9144-b71308e99032.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1482.324617] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9eca160b-a8f4-4c27-9d6b-c72c5848ecb8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1482.332065] env[71058]: DEBUG oslo_vmware.api [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Waiting for the task: (returnval){
[ 1482.332065] env[71058]:    value = "task-2872804"
[ 1482.332065] env[71058]:    _type = "Task"
[ 1482.332065] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1482.340539] env[71058]: DEBUG oslo_vmware.api [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Task: {'id': task-2872804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1482.434173] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a81a776d-3932-4ede-a0da-b207b00b0474 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquiring lock "refresh_cache-5be4e13c-8434-4410-a8c4-b91a70b0ad8c" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1482.434358] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a81a776d-3932-4ede-a0da-b207b00b0474 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquired lock "refresh_cache-5be4e13c-8434-4410-a8c4-b91a70b0ad8c" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1482.434537] env[71058]: DEBUG nova.network.neutron [None req-a81a776d-3932-4ede-a0da-b207b00b0474 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1482.434724] env[71058]: DEBUG nova.objects.instance [None req-a81a776d-3932-4ede-a0da-b207b00b0474 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Lazy-loading 'info_cache' on Instance uuid 5be4e13c-8434-4410-a8c4-b91a70b0ad8c {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1482.487270] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8d93cdf8-0fa9-4ea2-8eb4-ffe98ef5d095 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1482.544653] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a1f91aa-6d90-4ca0-8d8c-e1efadfeb0f6 tempest-ServersListShow296Test-496672777 tempest-ServersListShow296Test-496672777-project-member] Lock "77d111eb-71b1-4758-998e-2760512a6b43" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 32.822s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1482.682699] env[71058]: DEBUG nova.network.neutron [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1482.849609] env[71058]: DEBUG oslo_vmware.api [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Task: {'id': task-2872804, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1482.865286] env[71058]: DEBUG nova.compute.manager [req-c3434362-7ab2-4a32-80c5-2bf4c57998e4 req-a7accc6e-0155-471f-b7a5-2139684084ca service nova] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Received event network-vif-deleted-182815af-2ebf-49d1-814e-a16fb7e5f3f2 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1482.897419] env[71058]: DEBUG nova.network.neutron [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Updating instance_info_cache with network_info: [{"id": "0327bac9-f1dc-4595-bc07-08f7f8c67e24", "address": "fa:16:3e:de:df:7a", "network": {"id": "dd3fe2fe-a426-47c1-bbff-28514640d4a3", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-914321210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53c10999e619451294004b4783532587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0327bac9-f1", "ovs_interfaceid": "0327bac9-f1dc-4595-bc07-08f7f8c67e24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1482.988253] env[71058]: DEBUG nova.compute.manager [req-80461cff-495a-4ca0-8ddb-39a98a866b0a req-91eb9ac4-19ca-4145-a604-f8732d17529e service nova] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Received event network-vif-plugged-0327bac9-f1dc-4595-bc07-08f7f8c67e24 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1482.988466] env[71058]: DEBUG oslo_concurrency.lockutils [req-80461cff-495a-4ca0-8ddb-39a98a866b0a req-91eb9ac4-19ca-4145-a604-f8732d17529e service nova] Acquiring lock "930310c2-c565-4987-9762-2d3dc5538a41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1482.989520] env[71058]: DEBUG oslo_concurrency.lockutils [req-80461cff-495a-4ca0-8ddb-39a98a866b0a req-91eb9ac4-19ca-4145-a604-f8732d17529e service nova] Lock "930310c2-c565-4987-9762-2d3dc5538a41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1482.989520] env[71058]: DEBUG oslo_concurrency.lockutils [req-80461cff-495a-4ca0-8ddb-39a98a866b0a req-91eb9ac4-19ca-4145-a604-f8732d17529e service nova] Lock "930310c2-c565-4987-9762-2d3dc5538a41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1482.989520] env[71058]: DEBUG nova.compute.manager [req-80461cff-495a-4ca0-8ddb-39a98a866b0a req-91eb9ac4-19ca-4145-a604-f8732d17529e service nova] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] No waiting events found dispatching network-vif-plugged-0327bac9-f1dc-4595-bc07-08f7f8c67e24 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1482.989520] env[71058]: WARNING nova.compute.manager [req-80461cff-495a-4ca0-8ddb-39a98a866b0a req-91eb9ac4-19ca-4145-a604-f8732d17529e service nova] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Received unexpected event network-vif-plugged-0327bac9-f1dc-4595-bc07-08f7f8c67e24 for instance with vm_state building and task_state spawning.
[ 1482.989520] env[71058]: DEBUG nova.compute.manager [req-80461cff-495a-4ca0-8ddb-39a98a866b0a req-91eb9ac4-19ca-4145-a604-f8732d17529e service nova] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Received event network-changed-0327bac9-f1dc-4595-bc07-08f7f8c67e24 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1482.990159] env[71058]: DEBUG nova.compute.manager [req-80461cff-495a-4ca0-8ddb-39a98a866b0a req-91eb9ac4-19ca-4145-a604-f8732d17529e service nova] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Refreshing instance network info cache due to event network-changed-0327bac9-f1dc-4595-bc07-08f7f8c67e24. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1482.990159] env[71058]: DEBUG oslo_concurrency.lockutils [req-80461cff-495a-4ca0-8ddb-39a98a866b0a req-91eb9ac4-19ca-4145-a604-f8732d17529e service nova] Acquiring lock "refresh_cache-930310c2-c565-4987-9762-2d3dc5538a41" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1483.037585] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c91fc96-c22c-4a32-b0fc-2b391e0ae88a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1483.045890] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5997dfd1-e29c-4e9f-8179-81d91fbf8c17 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1483.076600] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e6ebef-7b5c-4bc6-83d5-2afa0f0909c1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1483.083939] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb6f2de-1d80-453e-88ed-ea82a0f2198a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1483.097098] env[71058]: DEBUG nova.compute.provider_tree [None req-55150d7b-1556-4719-9d32-d1a0c06f3b82 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1483.344165] env[71058]: DEBUG oslo_vmware.api [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Task: {'id': task-2872804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575226} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1483.345032] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 00f0cd82-d2d7-45e0-9144-b71308e99032/00f0cd82-d2d7-45e0-9144-b71308e99032.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1483.345032] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1483.345032] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00a81f4d-7aeb-47df-99ee-2d60dda788a9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1483.352341] env[71058]: DEBUG oslo_vmware.api [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Waiting for the task: (returnval){
[ 1483.352341] env[71058]:    value = "task-2872805"
[ 1483.352341] env[71058]:    _type = "Task"
[ 1483.352341] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1483.360670] env[71058]: DEBUG oslo_vmware.api [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Task: {'id': task-2872805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1483.400977] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Releasing lock "refresh_cache-930310c2-c565-4987-9762-2d3dc5538a41" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1483.401344] env[71058]: DEBUG nova.compute.manager [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Instance network_info: |[{"id": "0327bac9-f1dc-4595-bc07-08f7f8c67e24", "address": "fa:16:3e:de:df:7a", "network": {"id": "dd3fe2fe-a426-47c1-bbff-28514640d4a3", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-914321210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53c10999e619451294004b4783532587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0327bac9-f1", "ovs_interfaceid": "0327bac9-f1dc-4595-bc07-08f7f8c67e24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1483.401721] env[71058]: DEBUG oslo_concurrency.lockutils [req-80461cff-495a-4ca0-8ddb-39a98a866b0a req-91eb9ac4-19ca-4145-a604-f8732d17529e service nova] Acquired lock "refresh_cache-930310c2-c565-4987-9762-2d3dc5538a41" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1483.401905] env[71058]: DEBUG nova.network.neutron [req-80461cff-495a-4ca0-8ddb-39a98a866b0a req-91eb9ac4-19ca-4145-a604-f8732d17529e service nova] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Refreshing network info cache for port 0327bac9-f1dc-4595-bc07-08f7f8c67e24 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1483.403623] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:df:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccf76700-491b-4462-ab19-e6d3a9ff87ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0327bac9-f1dc-4595-bc07-08f7f8c67e24', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1483.412134] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Creating folder: Project (53c10999e619451294004b4783532587). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1483.415234] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f768f283-c236-4d13-b5a9-e009ca973a02 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1483.434727] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Created folder: Project (53c10999e619451294004b4783532587) in parent group-v577298.
[ 1483.434981] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Creating folder: Instances. Parent ref: group-v577383. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1483.435283] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ab6a550-754f-42ce-9dcf-59027e1ecf27 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1483.453333] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Created folder: Instances in parent group-v577383.
[ 1483.453609] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1483.454274] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1483.454274] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aee9fb68-1b0c-4e41-ba71-b077d05191cb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1483.477434] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1483.477434] env[71058]:    value = "task-2872808"
[ 1483.477434] env[71058]:    _type = "Task"
[ 1483.477434] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1483.487796] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872808, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1483.600458] env[71058]: DEBUG nova.scheduler.client.report [None req-55150d7b-1556-4719-9d32-d1a0c06f3b82 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1483.742938] env[71058]: DEBUG nova.network.neutron [None req-a81a776d-3932-4ede-a0da-b207b00b0474 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Updating instance_info_cache with network_info: [{"id": "2622e3e3-af96-41ab-9040-33c622c4a025", "address": "fa:16:3e:a6:b7:3d", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2622e3e3-af", "ovs_interfaceid": "2622e3e3-af96-41ab-9040-33c622c4a025", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1483.796579] env[71058]: DEBUG nova.network.neutron [req-80461cff-495a-4ca0-8ddb-39a98a866b0a req-91eb9ac4-19ca-4145-a604-f8732d17529e service nova] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Updated VIF entry in instance network info cache for port 0327bac9-f1dc-4595-bc07-08f7f8c67e24. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1483.796579] env[71058]: DEBUG nova.network.neutron [req-80461cff-495a-4ca0-8ddb-39a98a866b0a req-91eb9ac4-19ca-4145-a604-f8732d17529e service nova] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Updating instance_info_cache with network_info: [{"id": "0327bac9-f1dc-4595-bc07-08f7f8c67e24", "address": "fa:16:3e:de:df:7a", "network": {"id": "dd3fe2fe-a426-47c1-bbff-28514640d4a3", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-914321210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53c10999e619451294004b4783532587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0327bac9-f1", "ovs_interfaceid": "0327bac9-f1dc-4595-bc07-08f7f8c67e24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1483.864047] env[71058]: DEBUG oslo_vmware.api [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Task: {'id': task-2872805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075992} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1483.864350] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1483.865314] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e097ff-ba48-4e11-9b1b-694e293c0efa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1483.889693] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 00f0cd82-d2d7-45e0-9144-b71308e99032/00f0cd82-d2d7-45e0-9144-b71308e99032.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1483.889956] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64fbca76-5007-4ae0-81da-443c84c6b6dc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1483.912449] env[71058]: DEBUG oslo_vmware.api [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Waiting for the task: (returnval){
[ 1483.912449] env[71058]:    value = "task-2872809"
[ 1483.912449] env[71058]:    _type = "Task"
[ 1483.912449] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1483.921256] env[71058]: DEBUG oslo_vmware.api [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Task: {'id': task-2872809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1483.992458] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872808, 'name': CreateVM_Task, 'duration_secs': 0.441355} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1483.992758] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1483.993481] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1483.993655] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1483.993995] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1483.995098] env[71058]: DEBUG nova.compute.manager [None req-702f06bd-cf93-4133-b98a-da6f5648ecb7 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1483.995376] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36e194f2-ecff-43eb-b167-45798087e2a8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1484.000193] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aee688a-5a08-46c4-9bf7-34f62daece6c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1484.006628] env[71058]: DEBUG oslo_vmware.api [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Waiting for the task: (returnval){
[ 1484.006628] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5220c0fa-970c-0327-6522-cd92fc14900d"
[ 1484.006628] env[71058]:    _type = "Task"
[ 1484.006628] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1484.026615] env[71058]: DEBUG oslo_vmware.api [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5220c0fa-970c-0327-6522-cd92fc14900d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1484.106952] env[71058]: DEBUG oslo_concurrency.lockutils [None req-55150d7b-1556-4719-9d32-d1a0c06f3b82 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1484.109275] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.555s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1484.111415] env[71058]: INFO nova.compute.claims [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1484.131158] env[71058]: INFO nova.scheduler.client.report [None req-55150d7b-1556-4719-9d32-d1a0c06f3b82 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Deleted allocations for instance d2b49aba-df56-436a-9e6c-c3a879676d43
[ 1484.249065] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a81a776d-3932-4ede-a0da-b207b00b0474 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Releasing lock "refresh_cache-5be4e13c-8434-4410-a8c4-b91a70b0ad8c" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1484.249065] env[71058]: DEBUG nova.objects.instance [None req-a81a776d-3932-4ede-a0da-b207b00b0474 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Lazy-loading 'migration_context' on Instance uuid 5be4e13c-8434-4410-a8c4-b91a70b0ad8c {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1484.299105] env[71058]: DEBUG oslo_concurrency.lockutils [req-80461cff-495a-4ca0-8ddb-39a98a866b0a req-91eb9ac4-19ca-4145-a604-f8732d17529e service nova] Releasing lock "refresh_cache-930310c2-c565-4987-9762-2d3dc5538a41" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1484.425059] env[71058]: DEBUG oslo_vmware.api [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Task: {'id': task-2872809, 'name': ReconfigVM_Task, 'duration_secs': 0.360511} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1484.425059] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 00f0cd82-d2d7-45e0-9144-b71308e99032/00f0cd82-d2d7-45e0-9144-b71308e99032.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1484.425758] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f667a94-f8ac-4207-973b-ad6eb42d05ab {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1484.436013] env[71058]: DEBUG oslo_vmware.api [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Waiting for the task: (returnval){
[ 1484.436013] env[71058]:    value = "task-2872810"
[ 1484.436013] env[71058]:    _type = "Task"
[ 1484.436013] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1484.448976] env[71058]: DEBUG oslo_vmware.api [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Task: {'id': task-2872810, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1484.519011] env[71058]: INFO nova.compute.manager [None req-702f06bd-cf93-4133-b98a-da6f5648ecb7 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] instance snapshotting
[ 1484.521197] env[71058]: DEBUG oslo_vmware.api [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5220c0fa-970c-0327-6522-cd92fc14900d, 'name': SearchDatastore_Task, 'duration_secs': 0.024859} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1484.521777] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1484.522036] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1484.522281] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1484.522426] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1484.522629] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1484.523725] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c929b074-9aff-4a63-95d8-3ffafb080b40 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1484.528496] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d53f230-1415-4d46-89ed-9567f00cf722 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1484.549594] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7420921c-a88e-4f9b-822b-4f9c5342c9b3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1484.553028] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1484.553087] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1484.554550] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d8c844d-ec8e-4fe0-b916-49826e9f2013 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1484.565838] env[71058]: DEBUG oslo_vmware.api [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Waiting for the task: (returnval){
[ 1484.565838] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]529882e3-32e5-d2d5-5b61-5bc6386dc75a"
[ 1484.565838] env[71058]:    _type = "Task"
[ 1484.565838] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1484.574813] env[71058]: DEBUG oslo_vmware.api [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]529882e3-32e5-d2d5-5b61-5bc6386dc75a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1484.639826] env[71058]: DEBUG oslo_concurrency.lockutils [None req-55150d7b-1556-4719-9d32-d1a0c06f3b82 tempest-ServerDiagnosticsNegativeTest-695430691 tempest-ServerDiagnosticsNegativeTest-695430691-project-member] Lock "d2b49aba-df56-436a-9e6c-c3a879676d43" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 34.131s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1484.753368] env[71058]: DEBUG nova.objects.base [None req-a81a776d-3932-4ede-a0da-b207b00b0474 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Object Instance<5be4e13c-8434-4410-a8c4-b91a70b0ad8c> lazy-loaded attributes: info_cache,migration_context {{(pid=71058) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 1484.754598] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c575eafd-5ce4-4dc6-ba3d-c8218ed2161b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1484.774704] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52f9ed84-3c47-483a-9898-93723836c5da {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1484.781356] env[71058]: DEBUG oslo_vmware.api [None req-a81a776d-3932-4ede-a0da-b207b00b0474 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for the task: (returnval){
[ 1484.781356] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523600f6-9001-bb0b-8f13-5b69f32174ba"
[ 1484.781356] env[71058]:    _type = "Task"
[ 1484.781356] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1484.789381] env[71058]: DEBUG oslo_vmware.api [None req-a81a776d-3932-4ede-a0da-b207b00b0474 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523600f6-9001-bb0b-8f13-5b69f32174ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1484.946895] env[71058]: DEBUG oslo_vmware.api [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Task: {'id': task-2872810, 'name': Rename_Task, 'duration_secs': 0.171812} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1484.947181] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1484.947413] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9676e0e8-06bf-4768-8cfa-f0752a7ea3dd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1484.956465] env[71058]: DEBUG oslo_vmware.api [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Waiting for the task: (returnval){
[ 1484.956465] env[71058]:    value = "task-2872811"
[ 1484.956465] env[71058]:    _type = "Task"
[ 1484.956465] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1484.967177] env[71058]: DEBUG oslo_vmware.api [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Task: {'id': task-2872811, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1485.068413] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-702f06bd-cf93-4133-b98a-da6f5648ecb7 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Creating Snapshot of the VM instance {{(pid=71058) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}}
[ 1485.068781] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-51560b43-cfea-439b-9f34-f4c9e57320a3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1485.080812] env[71058]: DEBUG oslo_vmware.api [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]529882e3-32e5-d2d5-5b61-5bc6386dc75a, 'name': SearchDatastore_Task, 'duration_secs': 0.016116} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1485.082814] env[71058]: DEBUG oslo_vmware.api [None req-702f06bd-cf93-4133-b98a-da6f5648ecb7 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for the task: (returnval){
[ 1485.082814] env[71058]:    value = "task-2872812"
[ 1485.082814] env[71058]:    _type = "Task"
[ 1485.082814] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1485.083101] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d510504d-84e9-4c43-a683-b2541f8cf8c0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1485.096408] env[71058]: DEBUG oslo_vmware.api [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Waiting for the task: (returnval){
[ 1485.096408] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5228bb71-bead-383a-7bc0-43f742a07d5f"
[ 1485.096408] env[71058]:    _type = "Task"
[ 1485.096408] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1485.096648] env[71058]: DEBUG oslo_vmware.api [None req-702f06bd-cf93-4133-b98a-da6f5648ecb7 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2872812, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1485.105304] env[71058]: DEBUG oslo_vmware.api [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5228bb71-bead-383a-7bc0-43f742a07d5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1485.298388] env[71058]: DEBUG oslo_vmware.api [None req-a81a776d-3932-4ede-a0da-b207b00b0474 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523600f6-9001-bb0b-8f13-5b69f32174ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010162} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1485.301491] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a81a776d-3932-4ede-a0da-b207b00b0474 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1485.470012] env[71058]: DEBUG oslo_vmware.api [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Task: {'id': task-2872811, 'name': PowerOnVM_Task, 'duration_secs': 0.469969} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1485.470012] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1485.470012] env[71058]: INFO nova.compute.manager [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Took 8.51 seconds to spawn the instance on the hypervisor.
[ 1485.470383] env[71058]: DEBUG nova.compute.manager [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1485.471163] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a8e1a4-51f8-480c-8a31-85e3af323d32 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1485.593888] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b923c16e-302e-4b19-9c4b-323633a2790a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1485.599677] env[71058]: DEBUG oslo_vmware.api [None req-702f06bd-cf93-4133-b98a-da6f5648ecb7 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2872812, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1485.606270] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76dc4e3-c562-4ac4-a44b-5d1b92cc7618 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1485.612906] env[71058]: DEBUG oslo_vmware.api [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5228bb71-bead-383a-7bc0-43f742a07d5f, 'name': SearchDatastore_Task, 'duration_secs': 0.014327} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1485.614543] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1485.614543] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 930310c2-c565-4987-9762-2d3dc5538a41/930310c2-c565-4987-9762-2d3dc5538a41.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1485.614543] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa341b52-e574-4182-91e9-fa9c93fd8a93 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1485.644654] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a9e761-413e-4692-a340-ece00954a6e6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1485.647597] env[71058]: DEBUG oslo_vmware.api [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Waiting for the task: (returnval){
[ 1485.647597] env[71058]:    value = "task-2872813"
[ 1485.647597] env[71058]:    _type = "Task"
[ 1485.647597] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1485.655248] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ec25b7-d0ab-4fd3-8c31-832eef0f5a00 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1485.662742] env[71058]: DEBUG oslo_vmware.api [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Task: {'id': task-2872813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1485.675412] env[71058]: DEBUG nova.compute.provider_tree [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1485.994468] env[71058]: INFO nova.compute.manager [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Took 39.13 seconds to build instance.
[ 1486.096610] env[71058]: DEBUG oslo_vmware.api [None req-702f06bd-cf93-4133-b98a-da6f5648ecb7 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2872812, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1486.158790] env[71058]: DEBUG oslo_vmware.api [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Task: {'id': task-2872813, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1486.180206] env[71058]: DEBUG nova.scheduler.client.report [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1486.494111] env[71058]: DEBUG oslo_concurrency.lockutils [None req-989b5b48-962f-4a35-ad6c-767e0bef1817 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Lock "00f0cd82-d2d7-45e0-9144-b71308e99032" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 57.400s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1486.597228] env[71058]: DEBUG oslo_vmware.api [None req-702f06bd-cf93-4133-b98a-da6f5648ecb7 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2872812, 'name': CreateSnapshot_Task, 'duration_secs': 1.37989} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1486.597512] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-702f06bd-cf93-4133-b98a-da6f5648ecb7 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Created Snapshot of the VM instance {{(pid=71058) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}}
[ 1486.598301] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aff29bd-6dd4-4596-a1cf-a92debf3d123 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1486.658847] env[71058]: DEBUG oslo_vmware.api [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Task: {'id': task-2872813, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1486.685756] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1486.686286] env[71058]: DEBUG nova.compute.manager [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1486.689045] env[71058]: DEBUG oslo_concurrency.lockutils [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.454s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1486.690650] env[71058]: INFO nova.compute.claims [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1486.997252] env[71058]: DEBUG nova.compute.manager [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1487.124904] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-702f06bd-cf93-4133-b98a-da6f5648ecb7 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Creating linked-clone VM from snapshot {{(pid=71058) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}}
[ 1487.125720] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1314e06a-56a1-4a40-9e5a-be2a74168a85 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1487.136592] env[71058]: DEBUG oslo_vmware.api [None req-702f06bd-cf93-4133-b98a-da6f5648ecb7 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for the task: (returnval){
[ 1487.136592] env[71058]:    value = "task-2872814"
[ 1487.136592] env[71058]:    _type = "Task"
[ 1487.136592] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1487.146868] env[71058]: DEBUG oslo_vmware.api [None req-702f06bd-cf93-4133-b98a-da6f5648ecb7 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2872814, 'name': CloneVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1487.160029] env[71058]: DEBUG oslo_vmware.api [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Task: {'id': task-2872813, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1487.169654] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4126025d-dabb-49eb-b270-01c5fe4655fb tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Acquiring lock "interface-00f0cd82-d2d7-45e0-9144-b71308e99032-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1487.169654] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4126025d-dabb-49eb-b270-01c5fe4655fb tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Lock "interface-00f0cd82-d2d7-45e0-9144-b71308e99032-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1487.169654] env[71058]: DEBUG nova.objects.instance [None req-4126025d-dabb-49eb-b270-01c5fe4655fb tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Lazy-loading 'flavor' on Instance uuid 00f0cd82-d2d7-45e0-9144-b71308e99032 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1487.196751] env[71058]: DEBUG nova.compute.utils [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1487.199324] env[71058]: DEBUG nova.compute.manager [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1487.199324] env[71058]: DEBUG nova.network.neutron [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1487.291562] env[71058]: DEBUG nova.policy [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '030841d5a26a4c87b7d5c47897362518', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad4a0c4428fa49b8ad2799db47487b43', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1487.524574] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1487.648086] env[71058]: DEBUG oslo_vmware.api [None req-702f06bd-cf93-4133-b98a-da6f5648ecb7 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2872814, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1487.659937] env[71058]: DEBUG oslo_vmware.api [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Task: {'id': task-2872813, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.560604} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1487.660658] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 930310c2-c565-4987-9762-2d3dc5538a41/930310c2-c565-4987-9762-2d3dc5538a41.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1487.660892] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1487.661173] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acac9144-b3d6-44ad-929f-29d8cf1c7e6f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1487.669106] env[71058]: DEBUG oslo_vmware.api [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Waiting for the task: (returnval){
[ 1487.669106] env[71058]:    value = "task-2872815"
[ 1487.669106] env[71058]:    _type = "Task"
[ 1487.669106] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1487.674184] env[71058]: DEBUG nova.objects.instance [None req-4126025d-dabb-49eb-b270-01c5fe4655fb tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Lazy-loading 'pci_requests' on Instance uuid 00f0cd82-d2d7-45e0-9144-b71308e99032 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1487.680872] env[71058]: DEBUG oslo_vmware.api [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Task: {'id': task-2872815, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1487.685395] env[71058]: DEBUG nova.network.neutron [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Successfully created port: 3e87654d-806a-43cd-b433-4cfda09487b2 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1487.703903] env[71058]: DEBUG nova.compute.manager [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1488.151616] env[71058]: DEBUG oslo_vmware.api [None req-702f06bd-cf93-4133-b98a-da6f5648ecb7 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2872814, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1488.178809] env[71058]: DEBUG nova.objects.base [None req-4126025d-dabb-49eb-b270-01c5fe4655fb tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Object Instance<00f0cd82-d2d7-45e0-9144-b71308e99032> lazy-loaded attributes: flavor,pci_requests {{(pid=71058) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 1488.179050] env[71058]: DEBUG nova.network.neutron [None req-4126025d-dabb-49eb-b270-01c5fe4655fb tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1488.180908] env[71058]: DEBUG oslo_vmware.api [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Task: {'id': task-2872815, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112695} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1488.183487] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1488.184747] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dcb240-5f74-41d2-840e-13f6b13d5da6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1488.208508] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 930310c2-c565-4987-9762-2d3dc5538a41/930310c2-c565-4987-9762-2d3dc5538a41.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1488.211313] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46b1f000-37fe-4711-abc7-07649dabe6f7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1488.237329] env[71058]: DEBUG oslo_vmware.api [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Waiting for the task: (returnval){
[ 1488.237329] env[71058]:    value = "task-2872816"
[ 1488.237329] env[71058]:    _type = "Task"
[ 1488.237329] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1488.247619] env[71058]: DEBUG oslo_vmware.api [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Task: {'id': task-2872816, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1488.252870] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7203b1a-4056-4a9a-bf67-a97597ae9221 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1488.263331] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c0e2d8-27d7-470f-ad2c-23c5eef8217a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1488.300585] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558ffc1c-a2c7-4151-a8e9-9f1ff190548a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1488.310897] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfbef5e-013f-4fe6-8ba1-4f00fea55b5e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1488.316085] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4126025d-dabb-49eb-b270-01c5fe4655fb tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Lock "interface-00f0cd82-d2d7-45e0-9144-b71308e99032-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 1.148s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1488.329964] env[71058]: DEBUG nova.compute.provider_tree [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1488.649350] env[71058]: DEBUG oslo_vmware.api [None req-702f06bd-cf93-4133-b98a-da6f5648ecb7 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2872814, 'name': CloneVM_Task} progress is 95%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1488.735242] env[71058]: DEBUG nova.compute.manager [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1488.747882] env[71058]: DEBUG oslo_vmware.api [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Task: {'id': task-2872816, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1488.765810] env[71058]: DEBUG nova.virt.hardware [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1488.766021] env[71058]: DEBUG nova.virt.hardware [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1488.766180] env[71058]: DEBUG nova.virt.hardware [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1488.766364] env[71058]: DEBUG nova.virt.hardware [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1488.766510] env[71058]: DEBUG nova.virt.hardware [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1488.766658] env[71058]: DEBUG nova.virt.hardware [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1488.766863] env[71058]: DEBUG nova.virt.hardware [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1488.767048] env[71058]: DEBUG nova.virt.hardware [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1488.767239] env[71058]: DEBUG nova.virt.hardware [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1488.767403] env[71058]: DEBUG nova.virt.hardware [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1488.767574] env[71058]: DEBUG nova.virt.hardware [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1488.768493] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f399bcc-e7ca-4d71-bc0c-950b414beba5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1488.777419] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0701095f-72db-4fa1-a156-d80fab841eca {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1488.835862] env[71058]: DEBUG nova.scheduler.client.report [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1489.156675] env[71058]: DEBUG oslo_vmware.api [None req-702f06bd-cf93-4133-b98a-da6f5648ecb7 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2872814, 'name': CloneVM_Task} progress is 95%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1489.247868] env[71058]: DEBUG oslo_vmware.api [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Task: {'id': task-2872816, 'name': ReconfigVM_Task, 'duration_secs': 0.531443} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1489.248350] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 930310c2-c565-4987-9762-2d3dc5538a41/930310c2-c565-4987-9762-2d3dc5538a41.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1489.249011] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-497a4842-e0be-4d59-b03e-b1c520d78e5a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1489.258099] env[71058]: DEBUG oslo_vmware.api [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Waiting for the task: (returnval){
[ 1489.258099] env[71058]:    value = "task-2872817"
[ 1489.258099] env[71058]:    _type = "Task"
[ 1489.258099] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1489.267628] env[71058]: DEBUG oslo_vmware.api [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Task: {'id': task-2872817, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1489.341685] env[71058]: DEBUG oslo_concurrency.lockutils [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1489.342499] env[71058]: DEBUG nova.compute.manager [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1489.350612] env[71058]: DEBUG oslo_concurrency.lockutils [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.381s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1489.350799] env[71058]: DEBUG nova.objects.instance [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71058) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
[ 1489.369092] env[71058]: DEBUG nova.network.neutron [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Successfully updated port: 3e87654d-806a-43cd-b433-4cfda09487b2 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1489.608393] env[71058]: DEBUG nova.compute.manager [req-b27307ff-8561-42de-b07b-e9bc1d956abb req-8ed16733-b004-4fa4-8d70-18b85a3e1742 service nova] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Received event network-vif-plugged-3e87654d-806a-43cd-b433-4cfda09487b2 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1489.608393] env[71058]: DEBUG oslo_concurrency.lockutils [req-b27307ff-8561-42de-b07b-e9bc1d956abb req-8ed16733-b004-4fa4-8d70-18b85a3e1742 service nova] Acquiring lock "bacce8da-7475-425b-8e5e-4700e31e5f53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1489.608576] env[71058]: DEBUG oslo_concurrency.lockutils [req-b27307ff-8561-42de-b07b-e9bc1d956abb req-8ed16733-b004-4fa4-8d70-18b85a3e1742 service nova] Lock "bacce8da-7475-425b-8e5e-4700e31e5f53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1489.608755] env[71058]: DEBUG oslo_concurrency.lockutils [req-b27307ff-8561-42de-b07b-e9bc1d956abb req-8ed16733-b004-4fa4-8d70-18b85a3e1742 service nova] Lock "bacce8da-7475-425b-8e5e-4700e31e5f53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1489.608923] env[71058]: DEBUG nova.compute.manager [req-b27307ff-8561-42de-b07b-e9bc1d956abb req-8ed16733-b004-4fa4-8d70-18b85a3e1742 service nova] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] No waiting events found dispatching network-vif-plugged-3e87654d-806a-43cd-b433-4cfda09487b2 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1489.609093] env[71058]: WARNING nova.compute.manager [req-b27307ff-8561-42de-b07b-e9bc1d956abb req-8ed16733-b004-4fa4-8d70-18b85a3e1742 service nova] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Received unexpected event network-vif-plugged-3e87654d-806a-43cd-b433-4cfda09487b2 for instance with vm_state building and task_state spawning.
[ 1489.649673] env[71058]: DEBUG oslo_vmware.api [None req-702f06bd-cf93-4133-b98a-da6f5648ecb7 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2872814, 'name': CloneVM_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1489.768792] env[71058]: DEBUG oslo_vmware.api [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Task: {'id': task-2872817, 'name': Rename_Task, 'duration_secs': 0.351272} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1489.769771] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1489.769771] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9a7f9e6-6d86-48ad-a1f3-f96946256d05 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1489.776960] env[71058]: DEBUG oslo_vmware.api [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Waiting for the task: (returnval){
[ 1489.776960] env[71058]:    value = "task-2872818"
[ 1489.776960] env[71058]:    _type = "Task"
[ 1489.776960] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1489.784577] env[71058]: DEBUG oslo_vmware.api [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Task: {'id': task-2872818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1489.852404] env[71058]: DEBUG nova.compute.utils [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1489.853914] env[71058]: DEBUG nova.compute.manager [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1489.854091] env[71058]: DEBUG nova.network.neutron [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1489.871580] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Acquiring lock "refresh_cache-bacce8da-7475-425b-8e5e-4700e31e5f53" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1489.871580] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Acquired lock "refresh_cache-bacce8da-7475-425b-8e5e-4700e31e5f53" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1489.871580] env[71058]: DEBUG nova.network.neutron [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1489.926353] env[71058]: DEBUG nova.policy [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea9e065e0a874fb687bd107f40e90504', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '517ec11a1ecb41a7af4a1c609e77c38b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1490.153302] env[71058]: DEBUG oslo_vmware.api [None req-702f06bd-cf93-4133-b98a-da6f5648ecb7 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2872814, 'name': CloneVM_Task, 'duration_secs': 2.593368} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1490.153302] env[71058]: INFO nova.virt.vmwareapi.vmops [None req-702f06bd-cf93-4133-b98a-da6f5648ecb7 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Created linked-clone VM from snapshot
[ 1490.154488] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e679ef7-087e-47c3-98bf-98100e7e11ea {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1490.165183] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-702f06bd-cf93-4133-b98a-da6f5648ecb7 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Uploading image 5813888d-7bd4-484a-b881-ccfb8d8f8ba8 {{(pid=71058) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}}
[ 1490.186995] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-702f06bd-cf93-4133-b98a-da6f5648ecb7 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Destroying the VM {{(pid=71058) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}}
[ 1490.186995] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-710e370f-3899-460d-acc0-60e2b6fe4f2f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1490.195895] env[71058]: DEBUG oslo_vmware.api [None req-702f06bd-cf93-4133-b98a-da6f5648ecb7 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for the task: (returnval){
[ 1490.195895] env[71058]:    value = "task-2872819"
[ 1490.195895] env[71058]:    _type = "Task"
[ 1490.195895] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1490.206686] env[71058]: DEBUG oslo_vmware.api [None req-702f06bd-cf93-4133-b98a-da6f5648ecb7 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2872819, 'name': Destroy_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1490.290384] env[71058]: DEBUG oslo_vmware.api [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Task: {'id': task-2872818, 'name': PowerOnVM_Task} progress is 64%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1490.359942] env[71058]: DEBUG nova.compute.manager [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1490.362139] env[71058]: DEBUG oslo_concurrency.lockutils [None req-18581eba-6015-4d22-ad93-41b3cba9b5ed tempest-ServersAdmin275Test-761340412 tempest-ServersAdmin275Test-761340412-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1490.364196] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.153s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1490.365725] env[71058]: INFO nova.compute.claims [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1490.422205] env[71058]: DEBUG nova.network.neutron [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1490.475076] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a535ded7-c21b-40ba-84a7-88537752cd46 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Acquiring lock "00f0cd82-d2d7-45e0-9144-b71308e99032" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1490.475378] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a535ded7-c21b-40ba-84a7-88537752cd46 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Lock "00f0cd82-d2d7-45e0-9144-b71308e99032" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1490.475833] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a535ded7-c21b-40ba-84a7-88537752cd46 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Acquiring lock "00f0cd82-d2d7-45e0-9144-b71308e99032-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1490.476041] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a535ded7-c21b-40ba-84a7-88537752cd46 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Lock "00f0cd82-d2d7-45e0-9144-b71308e99032-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1490.476240] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a535ded7-c21b-40ba-84a7-88537752cd46 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Lock "00f0cd82-d2d7-45e0-9144-b71308e99032-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1490.486367] env[71058]: INFO nova.compute.manager [None req-a535ded7-c21b-40ba-84a7-88537752cd46 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Terminating instance
[ 1490.611475] env[71058]: DEBUG nova.network.neutron [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Updating instance_info_cache with network_info: [{"id": "3e87654d-806a-43cd-b433-4cfda09487b2", "address": "fa:16:3e:ca:be:d5", "network": {"id": "e1df71ba-8331-472f-878d-0787300c4975", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-67241836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad4a0c4428fa49b8ad2799db47487b43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e87654d-80", "ovs_interfaceid": "3e87654d-806a-43cd-b433-4cfda09487b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1490.709869] env[71058]: DEBUG oslo_vmware.api [None req-702f06bd-cf93-4133-b98a-da6f5648ecb7 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2872819, 'name': Destroy_Task, 'duration_secs': 0.319899} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1490.710543] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-702f06bd-cf93-4133-b98a-da6f5648ecb7 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Destroyed the VM
[ 1490.710945] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-702f06bd-cf93-4133-b98a-da6f5648ecb7 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Deleting Snapshot of the VM instance {{(pid=71058) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}}
[ 1490.711455] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7fd07678-75a0-414b-9b8e-63df67dbb2fd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1490.726395] env[71058]: DEBUG oslo_vmware.api [None req-702f06bd-cf93-4133-b98a-da6f5648ecb7 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for the task: (returnval){
[ 1490.726395] env[71058]:    value = "task-2872820"
[ 1490.726395] env[71058]:    _type = "Task"
[ 1490.726395] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1490.737548] env[71058]: DEBUG oslo_vmware.api [None req-702f06bd-cf93-4133-b98a-da6f5648ecb7 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2872820, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1490.764812] env[71058]: DEBUG nova.network.neutron [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Successfully created port: b2ced6fe-2da8-410e-ad60-2eb3eb27ef9d {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1490.788506] env[71058]: DEBUG oslo_vmware.api [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Task: {'id': task-2872818, 'name': PowerOnVM_Task, 'duration_secs': 0.944916} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1490.788870] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1490.789119] env[71058]: INFO nova.compute.manager [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Took 9.92 seconds to spawn the instance on the hypervisor.
[ 1490.789311] env[71058]: DEBUG nova.compute.manager [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1490.790149] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66e4fa1-6c31-4502-bac4-568297e512b2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1490.997237] env[71058]: DEBUG nova.compute.manager [None req-a535ded7-c21b-40ba-84a7-88537752cd46 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1490.997237] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a535ded7-c21b-40ba-84a7-88537752cd46 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1490.997237] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8913db9-a340-41f1-9eb4-737bfb526d1d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1491.009915] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a535ded7-c21b-40ba-84a7-88537752cd46 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1491.010290] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-559ecdfe-f935-4447-a585-4217de2ed414 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1491.023798] env[71058]: DEBUG oslo_vmware.api [None req-a535ded7-c21b-40ba-84a7-88537752cd46 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Waiting for the task: (returnval){
[ 1491.023798] env[71058]:    value = "task-2872821"
[ 1491.023798] env[71058]:    _type = "Task"
[ 1491.023798] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1491.038527] env[71058]: DEBUG oslo_vmware.api [None req-a535ded7-c21b-40ba-84a7-88537752cd46 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Task: {'id': task-2872821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1491.114549] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Releasing lock "refresh_cache-bacce8da-7475-425b-8e5e-4700e31e5f53" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1491.118162] env[71058]: DEBUG nova.compute.manager [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Instance network_info: |[{"id": "3e87654d-806a-43cd-b433-4cfda09487b2", "address": "fa:16:3e:ca:be:d5", "network": {"id": "e1df71ba-8331-472f-878d-0787300c4975", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-67241836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad4a0c4428fa49b8ad2799db47487b43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e87654d-80", "ovs_interfaceid": "3e87654d-806a-43cd-b433-4cfda09487b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1491.118274] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:be:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '669e4919-e0ad-4e23-9f23-4c5f2be0d858', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e87654d-806a-43cd-b433-4cfda09487b2', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1491.128994] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Creating folder: Project (ad4a0c4428fa49b8ad2799db47487b43). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1491.132128] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69a10600-8b2d-4cb4-857e-2172a5c4a826 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1491.146618] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Created folder: Project (ad4a0c4428fa49b8ad2799db47487b43) in parent group-v577298.
[ 1491.148021] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Creating folder: Instances. Parent ref: group-v577388. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1491.148021] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32d0a7c6-76e9-4e0e-9440-6476b8307609 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1491.171327] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Created folder: Instances in parent group-v577388.
[ 1491.171327] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1491.171327] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1491.171327] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1233bd43-9a25-4cbf-8b3e-db379de49f4f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1491.198153] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1491.198153] env[71058]:    value = "task-2872824"
[ 1491.198153] env[71058]:    _type = "Task"
[ 1491.198153] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1491.210178] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872824, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1491.235952] env[71058]: DEBUG oslo_vmware.api [None req-702f06bd-cf93-4133-b98a-da6f5648ecb7 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2872820, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1491.315847] env[71058]: INFO nova.compute.manager [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Took 42.08 seconds to build instance.
[ 1491.344472] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Acquiring lock "338cd685-d536-4a70-b1e1-c1ec273c60d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1491.344715] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Lock "338cd685-d536-4a70-b1e1-c1ec273c60d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1491.370142] env[71058]: DEBUG nova.compute.manager [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1491.419829] env[71058]: DEBUG nova.virt.hardware [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1491.420117] env[71058]: DEBUG nova.virt.hardware [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1491.420301] env[71058]: DEBUG nova.virt.hardware [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1491.420477] env[71058]: DEBUG nova.virt.hardware [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1491.420631] env[71058]: DEBUG nova.virt.hardware [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1491.420778] env[71058]: DEBUG nova.virt.hardware [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1491.420999] env[71058]: DEBUG nova.virt.hardware [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1491.421668] env[71058]: DEBUG nova.virt.hardware [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1491.422301] env[71058]: DEBUG nova.virt.hardware [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1491.423152] env[71058]: DEBUG nova.virt.hardware [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1491.423451] env[71058]: DEBUG nova.virt.hardware [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1491.426234] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d665f843-13c0-4c80-adb1-6a56b728ae10 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1491.444491] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d9a149-c428-4051-9673-c2175dde33a7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1491.539299] env[71058]: DEBUG oslo_vmware.api [None req-a535ded7-c21b-40ba-84a7-88537752cd46 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Task: {'id': task-2872821, 'name': PowerOffVM_Task, 'duration_secs': 0.285616} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1491.541012] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a535ded7-c21b-40ba-84a7-88537752cd46 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1491.541012] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a535ded7-c21b-40ba-84a7-88537752cd46 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1491.541012] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f297edcc-1464-4ded-a4a6-000fb33592b3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1491.622146] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a535ded7-c21b-40ba-84a7-88537752cd46 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1491.622443] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a535ded7-c21b-40ba-84a7-88537752cd46 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1491.622568] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-a535ded7-c21b-40ba-84a7-88537752cd46 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Deleting the datastore file [datastore1] 00f0cd82-d2d7-45e0-9144-b71308e99032 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1491.622854] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b8b8f50-d8c5-4eea-b332-31fe63436c52 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1491.632856] env[71058]: DEBUG oslo_vmware.api [None req-a535ded7-c21b-40ba-84a7-88537752cd46 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Waiting for the task: (returnval){
[ 1491.632856] env[71058]:    value = "task-2872826"
[ 1491.632856] env[71058]:    _type = "Task"
[ 1491.632856] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1491.644116] env[71058]: DEBUG oslo_vmware.api [None req-a535ded7-c21b-40ba-84a7-88537752cd46 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Task: {'id': task-2872826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1491.720677] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872824, 'name': CreateVM_Task, 'duration_secs': 0.415364} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1491.720677] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1491.725596] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1491.725847] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1491.726335] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1491.727104] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab75d38b-4e1a-4519-a3b3-1a6b5be74194 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1491.744653] env[71058]: DEBUG oslo_vmware.api [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Waiting for the task: (returnval){
[ 1491.744653] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52580ae2-cbf1-4e26-988c-89b496dade4d"
[ 1491.744653] env[71058]:    _type = "Task"
[ 1491.744653] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1491.744653] env[71058]: DEBUG oslo_vmware.api [None req-702f06bd-cf93-4133-b98a-da6f5648ecb7 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2872820, 'name': RemoveSnapshot_Task, 'duration_secs': 0.772386} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1491.744653] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-702f06bd-cf93-4133-b98a-da6f5648ecb7 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Deleted Snapshot of the VM instance {{(pid=71058) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}}
[ 1491.757531] env[71058]: DEBUG oslo_vmware.api [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52580ae2-cbf1-4e26-988c-89b496dade4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1491.816932] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cc133ff4-f885-426f-b89e-c5c4eb99989c tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Lock "930310c2-c565-4987-9762-2d3dc5538a41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 59.132s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1491.920322] env[71058]: DEBUG nova.compute.manager [req-3d74baee-7c8b-4021-b483-7071e40941fe req-12426aab-09fc-4dca-b501-f86ea17387c2 service nova] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Received event network-changed-3e87654d-806a-43cd-b433-4cfda09487b2 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1491.920790] env[71058]: DEBUG nova.compute.manager [req-3d74baee-7c8b-4021-b483-7071e40941fe req-12426aab-09fc-4dca-b501-f86ea17387c2 service nova] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Refreshing instance network info cache due to event network-changed-3e87654d-806a-43cd-b433-4cfda09487b2. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1491.921105] env[71058]: DEBUG oslo_concurrency.lockutils [req-3d74baee-7c8b-4021-b483-7071e40941fe req-12426aab-09fc-4dca-b501-f86ea17387c2 service nova] Acquiring lock "refresh_cache-bacce8da-7475-425b-8e5e-4700e31e5f53" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1491.921389] env[71058]: DEBUG oslo_concurrency.lockutils [req-3d74baee-7c8b-4021-b483-7071e40941fe req-12426aab-09fc-4dca-b501-f86ea17387c2 service nova] Acquired lock "refresh_cache-bacce8da-7475-425b-8e5e-4700e31e5f53" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1491.921732] env[71058]: DEBUG nova.network.neutron [req-3d74baee-7c8b-4021-b483-7071e40941fe req-12426aab-09fc-4dca-b501-f86ea17387c2 service nova] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Refreshing network info cache for port 3e87654d-806a-43cd-b433-4cfda09487b2 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1492.032187] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9377657-57d0-4798-859c-e5c7787cca38 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1492.041748] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc70767e-4c90-405c-9a4a-f015547ab9a3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1492.077252] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6434db66-8935-4f22-9caa-bf80e17528b8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1492.087695] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e927e256-a2a6-4347-b5dc-9a556a4ee41c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1492.113494] env[71058]: DEBUG nova.compute.provider_tree [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1492.144762] env[71058]: DEBUG oslo_vmware.api [None req-a535ded7-c21b-40ba-84a7-88537752cd46 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Task: {'id': task-2872826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1492.258377] env[71058]: WARNING nova.compute.manager [None req-702f06bd-cf93-4133-b98a-da6f5648ecb7 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Image not found during snapshot: nova.exception.ImageNotFound: Image 5813888d-7bd4-484a-b881-ccfb8d8f8ba8 could not be found.
[ 1492.259876] env[71058]: DEBUG oslo_vmware.api [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52580ae2-cbf1-4e26-988c-89b496dade4d, 'name': SearchDatastore_Task, 'duration_secs': 0.029757} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1492.260707] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1492.260971] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1492.261228] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1492.261387] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1492.261608] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1492.261886] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-876e9827-ffc1-4fc6-9cb4-6b6ce2483b91 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1492.277120] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1492.277312] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1492.278590] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8172a555-308c-43d5-ab8a-ea21d65a65e8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1492.285988] env[71058]: DEBUG oslo_vmware.api [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Waiting for the task: (returnval){
[ 1492.285988] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524e28ed-3f71-f780-9d0f-dfcef4f80929"
[ 1492.285988] env[71058]:    _type = "Task"
[ 1492.285988] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1492.294798] env[71058]: DEBUG oslo_vmware.api [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524e28ed-3f71-f780-9d0f-dfcef4f80929, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1492.322738] env[71058]: DEBUG nova.compute.manager [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1492.617949] env[71058]: DEBUG nova.scheduler.client.report [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1492.648019] env[71058]: DEBUG oslo_vmware.api [None req-a535ded7-c21b-40ba-84a7-88537752cd46 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Task: {'id': task-2872826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.714863} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1492.648554] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-a535ded7-c21b-40ba-84a7-88537752cd46 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1492.648749] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a535ded7-c21b-40ba-84a7-88537752cd46 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1492.648922] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a535ded7-c21b-40ba-84a7-88537752cd46 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1492.649099] env[71058]: INFO nova.compute.manager [None req-a535ded7-c21b-40ba-84a7-88537752cd46 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Took 1.65 seconds to destroy the instance on the hypervisor.
[ 1492.649348] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a535ded7-c21b-40ba-84a7-88537752cd46 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1492.649563] env[71058]: DEBUG nova.compute.manager [-] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1492.649659] env[71058]: DEBUG nova.network.neutron [-] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1492.690276] env[71058]: DEBUG nova.network.neutron [req-3d74baee-7c8b-4021-b483-7071e40941fe req-12426aab-09fc-4dca-b501-f86ea17387c2 service nova] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Updated VIF entry in instance network info cache for port 3e87654d-806a-43cd-b433-4cfda09487b2. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1492.690579] env[71058]: DEBUG nova.network.neutron [req-3d74baee-7c8b-4021-b483-7071e40941fe req-12426aab-09fc-4dca-b501-f86ea17387c2 service nova] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Updating instance_info_cache with network_info: [{"id": "3e87654d-806a-43cd-b433-4cfda09487b2", "address": "fa:16:3e:ca:be:d5", "network": {"id": "e1df71ba-8331-472f-878d-0787300c4975", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-67241836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad4a0c4428fa49b8ad2799db47487b43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e87654d-80", "ovs_interfaceid": "3e87654d-806a-43cd-b433-4cfda09487b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1492.715182] env[71058]: DEBUG nova.network.neutron [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Successfully updated port: b2ced6fe-2da8-410e-ad60-2eb3eb27ef9d {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1492.769291] env[71058]: DEBUG oslo_concurrency.lockutils [None req-26dbb233-e34b-4f35-8d19-3bdc60ddfa16 tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Acquiring lock "930310c2-c565-4987-9762-2d3dc5538a41" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1492.769564] env[71058]: DEBUG oslo_concurrency.lockutils [None req-26dbb233-e34b-4f35-8d19-3bdc60ddfa16 tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Lock "930310c2-c565-4987-9762-2d3dc5538a41" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1492.769764] env[71058]: DEBUG oslo_concurrency.lockutils [None req-26dbb233-e34b-4f35-8d19-3bdc60ddfa16 tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Acquiring lock "930310c2-c565-4987-9762-2d3dc5538a41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1492.770066] env[71058]: DEBUG oslo_concurrency.lockutils [None req-26dbb233-e34b-4f35-8d19-3bdc60ddfa16 tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Lock "930310c2-c565-4987-9762-2d3dc5538a41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1492.770135] env[71058]: DEBUG oslo_concurrency.lockutils [None req-26dbb233-e34b-4f35-8d19-3bdc60ddfa16 tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Lock "930310c2-c565-4987-9762-2d3dc5538a41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1492.772289] env[71058]: INFO nova.compute.manager [None req-26dbb233-e34b-4f35-8d19-3bdc60ddfa16 tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Terminating instance
[ 1492.797785] env[71058]: DEBUG oslo_vmware.api [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524e28ed-3f71-f780-9d0f-dfcef4f80929, 'name': SearchDatastore_Task, 'duration_secs': 0.041354} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1492.799042] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6e093e8-f430-4032-bd3a-b472ec21ee7e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1492.804423] env[71058]: DEBUG oslo_vmware.api [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Waiting for the task: (returnval){
[ 1492.804423] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52efdab8-b506-7233-a535-b77c44f7625f"
[ 1492.804423] env[71058]:    _type = "Task"
[ 1492.804423] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1492.813310] env[71058]: DEBUG oslo_vmware.api [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52efdab8-b506-7233-a535-b77c44f7625f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1492.844604] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1493.127312] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1493.128952] env[71058]: DEBUG nova.compute.manager [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1493.132462] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.832s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1493.132462] env[71058]: DEBUG nova.objects.instance [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Lazy-loading 'resources' on Instance uuid 2329624f-45b8-4304-ad2f-a304d4520a8b {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1493.149123] env[71058]: DEBUG nova.compute.manager [req-49e31d34-d36f-4352-a47d-ccb15f40ad4d req-209a46d5-d4d3-48db-92fd-d9e8878b1b36 service nova] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Received event network-vif-deleted-700e45a1-6df4-4711-82ce-00828430943d {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1493.149123] env[71058]: INFO nova.compute.manager [req-49e31d34-d36f-4352-a47d-ccb15f40ad4d req-209a46d5-d4d3-48db-92fd-d9e8878b1b36 service nova] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Neutron deleted interface 700e45a1-6df4-4711-82ce-00828430943d; detaching it from the instance and deleting it from the info cache
[ 1493.149123] env[71058]: DEBUG nova.network.neutron [req-49e31d34-d36f-4352-a47d-ccb15f40ad4d req-209a46d5-d4d3-48db-92fd-d9e8878b1b36 service nova] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1493.193405] env[71058]: DEBUG oslo_concurrency.lockutils [req-3d74baee-7c8b-4021-b483-7071e40941fe req-12426aab-09fc-4dca-b501-f86ea17387c2 service nova] Releasing lock "refresh_cache-bacce8da-7475-425b-8e5e-4700e31e5f53" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1493.219346] env[71058]: DEBUG oslo_concurrency.lockutils [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Acquiring lock "refresh_cache-888b8479-2a85-435b-bf2e-85734fa81afa" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1493.219516] env[71058]: DEBUG oslo_concurrency.lockutils [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Acquired lock "refresh_cache-888b8479-2a85-435b-bf2e-85734fa81afa" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1493.219700] env[71058]: DEBUG nova.network.neutron [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1493.276374] env[71058]: DEBUG nova.compute.manager [None req-26dbb233-e34b-4f35-8d19-3bdc60ddfa16 tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1493.276766] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-26dbb233-e34b-4f35-8d19-3bdc60ddfa16 tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1493.277763] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063bbfe3-a00f-4f04-81c4-189ba738e13c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1493.288158] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-26dbb233-e34b-4f35-8d19-3bdc60ddfa16 tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1493.288441] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a79a31b-6744-4671-9f5e-979fb41c6a5c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1493.296787] env[71058]: DEBUG oslo_vmware.api [None req-26dbb233-e34b-4f35-8d19-3bdc60ddfa16 tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Waiting for the task: (returnval){
[ 1493.296787] env[71058]:    value = "task-2872827"
[ 1493.296787] env[71058]:    _type = "Task"
[ 1493.296787] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1493.308072] env[71058]: DEBUG oslo_vmware.api [None req-26dbb233-e34b-4f35-8d19-3bdc60ddfa16 tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Task: {'id': task-2872827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1493.317188] env[71058]: DEBUG oslo_vmware.api [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52efdab8-b506-7233-a535-b77c44f7625f, 'name': SearchDatastore_Task, 'duration_secs': 0.010796} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1493.317441] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1493.317692] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] bacce8da-7475-425b-8e5e-4700e31e5f53/bacce8da-7475-425b-8e5e-4700e31e5f53.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1493.317965] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb05767d-f80e-4cd5-bef2-323c632645d2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1493.325118] env[71058]: DEBUG oslo_vmware.api [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Waiting for the task: (returnval){
[ 1493.325118] env[71058]:    value = "task-2872828"
[ 1493.325118] env[71058]:    _type = "Task"
[ 1493.325118] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1493.335470] env[71058]: DEBUG oslo_vmware.api [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2872828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1493.584163] env[71058]: DEBUG nova.network.neutron [-] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1493.622527] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3acce4d4-e29f-40b0-ab87-cc488a6d113b tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Acquiring lock "52feaf82-91c1-444a-95de-22b86fc8b5d0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1493.622861] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3acce4d4-e29f-40b0-ab87-cc488a6d113b tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Lock "52feaf82-91c1-444a-95de-22b86fc8b5d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1493.623138] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3acce4d4-e29f-40b0-ab87-cc488a6d113b tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Acquiring lock "52feaf82-91c1-444a-95de-22b86fc8b5d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1493.623376] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3acce4d4-e29f-40b0-ab87-cc488a6d113b tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Lock "52feaf82-91c1-444a-95de-22b86fc8b5d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1493.623599] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3acce4d4-e29f-40b0-ab87-cc488a6d113b tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Lock "52feaf82-91c1-444a-95de-22b86fc8b5d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1493.625970] env[71058]: INFO nova.compute.manager [None req-3acce4d4-e29f-40b0-ab87-cc488a6d113b tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Terminating instance
[ 1493.632588] env[71058]: DEBUG nova.compute.utils [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1493.633962] env[71058]: DEBUG nova.compute.manager [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1493.634126] env[71058]: DEBUG nova.network.neutron [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1493.652053] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5e51576-0046-41ce-92f9-1e293b0ba082 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1493.669044] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d2743e-6e89-4b21-8585-5cea854fb14a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1493.720678] env[71058]: DEBUG nova.compute.manager [req-49e31d34-d36f-4352-a47d-ccb15f40ad4d req-209a46d5-d4d3-48db-92fd-d9e8878b1b36 service nova] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Detach interface failed, port_id=700e45a1-6df4-4711-82ce-00828430943d, reason: Instance 00f0cd82-d2d7-45e0-9144-b71308e99032 could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1493.722765] env[71058]: DEBUG nova.policy [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd2b299efcde482db8d73c8b37355dc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e335a56e5394965aaae56cbd67a51a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1493.765156] env[71058]: DEBUG nova.network.neutron [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1493.816015] env[71058]: DEBUG oslo_vmware.api [None req-26dbb233-e34b-4f35-8d19-3bdc60ddfa16 tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Task: {'id': task-2872827, 'name': PowerOffVM_Task, 'duration_secs': 0.172616} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1493.816015] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-26dbb233-e34b-4f35-8d19-3bdc60ddfa16 tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1493.816015] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-26dbb233-e34b-4f35-8d19-3bdc60ddfa16 tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1493.816015] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea81c7ff-9f15-4176-8b5c-fb2b332f5400 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1493.843021] env[71058]: DEBUG oslo_vmware.api [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2872828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479272} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1493.843021] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] bacce8da-7475-425b-8e5e-4700e31e5f53/bacce8da-7475-425b-8e5e-4700e31e5f53.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1493.843021] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1493.843021] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d1ddeac-62d6-436d-b2d4-b09b2236ed5b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1493.850227] env[71058]: DEBUG oslo_vmware.api [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Waiting for the task: (returnval){
[ 1493.850227] env[71058]:    value = "task-2872830"
[ 1493.850227] env[71058]:    _type = "Task"
[ 1493.850227] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1493.867149] env[71058]: DEBUG oslo_vmware.api [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2872830, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1493.885795] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-26dbb233-e34b-4f35-8d19-3bdc60ddfa16 tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1493.886029] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-26dbb233-e34b-4f35-8d19-3bdc60ddfa16 tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1493.886223] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-26dbb233-e34b-4f35-8d19-3bdc60ddfa16 tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Deleting the datastore file [datastore2] 930310c2-c565-4987-9762-2d3dc5538a41 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1493.886515] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35d1a742-c134-41f8-a8b3-8958c631ed23 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1493.895384] env[71058]: DEBUG oslo_vmware.api [None req-26dbb233-e34b-4f35-8d19-3bdc60ddfa16 tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Waiting for the task: (returnval){
[ 1493.895384] env[71058]:    value = "task-2872831"
[ 1493.895384] env[71058]:    _type = "Task"
[ 1493.895384] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1493.907120] env[71058]: DEBUG oslo_vmware.api [None req-26dbb233-e34b-4f35-8d19-3bdc60ddfa16 tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Task: {'id': task-2872831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1494.024582] env[71058]: DEBUG nova.network.neutron [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Updating instance_info_cache with network_info: [{"id": "b2ced6fe-2da8-410e-ad60-2eb3eb27ef9d", "address": "fa:16:3e:20:fd:b2", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2ced6fe-2d", "ovs_interfaceid": "b2ced6fe-2da8-410e-ad60-2eb3eb27ef9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1494.087906] env[71058]: INFO nova.compute.manager [-] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Took 1.44 seconds to deallocate network for instance.
[ 1494.107345] env[71058]: DEBUG nova.compute.manager [req-e1f8c80c-ed8e-47e7-bad7-43650df01c8a req-d5599f3d-6b62-4e9b-aafe-664622cea47e service nova] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Received event network-vif-plugged-b2ced6fe-2da8-410e-ad60-2eb3eb27ef9d {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1494.107509] env[71058]: DEBUG oslo_concurrency.lockutils [req-e1f8c80c-ed8e-47e7-bad7-43650df01c8a req-d5599f3d-6b62-4e9b-aafe-664622cea47e service nova] Acquiring lock "888b8479-2a85-435b-bf2e-85734fa81afa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1494.107991] env[71058]: DEBUG oslo_concurrency.lockutils [req-e1f8c80c-ed8e-47e7-bad7-43650df01c8a req-d5599f3d-6b62-4e9b-aafe-664622cea47e service nova] Lock "888b8479-2a85-435b-bf2e-85734fa81afa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1494.107991] env[71058]: DEBUG oslo_concurrency.lockutils [req-e1f8c80c-ed8e-47e7-bad7-43650df01c8a req-d5599f3d-6b62-4e9b-aafe-664622cea47e service nova] Lock "888b8479-2a85-435b-bf2e-85734fa81afa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1494.107991] env[71058]: DEBUG nova.compute.manager [req-e1f8c80c-ed8e-47e7-bad7-43650df01c8a req-d5599f3d-6b62-4e9b-aafe-664622cea47e service nova] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] No waiting events found dispatching network-vif-plugged-b2ced6fe-2da8-410e-ad60-2eb3eb27ef9d {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1494.108142] env[71058]: WARNING nova.compute.manager [req-e1f8c80c-ed8e-47e7-bad7-43650df01c8a req-d5599f3d-6b62-4e9b-aafe-664622cea47e service nova] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Received unexpected event network-vif-plugged-b2ced6fe-2da8-410e-ad60-2eb3eb27ef9d for instance with vm_state building and task_state spawning.
[ 1494.108303] env[71058]: DEBUG nova.compute.manager [req-e1f8c80c-ed8e-47e7-bad7-43650df01c8a req-d5599f3d-6b62-4e9b-aafe-664622cea47e service nova] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Received event network-changed-b2ced6fe-2da8-410e-ad60-2eb3eb27ef9d {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1494.108454] env[71058]: DEBUG nova.compute.manager [req-e1f8c80c-ed8e-47e7-bad7-43650df01c8a req-d5599f3d-6b62-4e9b-aafe-664622cea47e service nova] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Refreshing instance network info cache due to event network-changed-b2ced6fe-2da8-410e-ad60-2eb3eb27ef9d. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1494.108619] env[71058]: DEBUG oslo_concurrency.lockutils [req-e1f8c80c-ed8e-47e7-bad7-43650df01c8a req-d5599f3d-6b62-4e9b-aafe-664622cea47e service nova] Acquiring lock "refresh_cache-888b8479-2a85-435b-bf2e-85734fa81afa" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1494.111553] env[71058]: DEBUG nova.network.neutron [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Successfully created port: e9e2cabc-882d-467b-b443-a8391b791f1a {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1494.130696] env[71058]: DEBUG nova.compute.manager [None req-3acce4d4-e29f-40b0-ab87-cc488a6d113b tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1494.131017] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-3acce4d4-e29f-40b0-ab87-cc488a6d113b tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1494.134337] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b0de1a-be46-4aff-beea-58c8cccdfa85 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1494.141212] env[71058]: DEBUG nova.compute.manager [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1494.148931] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-3acce4d4-e29f-40b0-ab87-cc488a6d113b tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1494.149241] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6e44af9-19a5-4feb-88a2-8d6a12267162 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1494.162735] env[71058]: DEBUG oslo_vmware.api [None req-3acce4d4-e29f-40b0-ab87-cc488a6d113b tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for the task: (returnval){
[ 1494.162735] env[71058]:    value = "task-2872832"
[ 1494.162735] env[71058]:    _type = "Task"
[ 1494.162735] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1494.173727] env[71058]: DEBUG oslo_vmware.api [None req-3acce4d4-e29f-40b0-ab87-cc488a6d113b tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2872832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1494.248043] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e2d48e-9c2a-4329-8a49-2419b1cc49d6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1494.256178] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7aae776-a911-44df-a647-4679e9ecb963 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1494.290802] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048ad2b8-d2cc-41d4-883c-0d12d9850c84 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1494.299494] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2d3dd7-b479-43a3-847d-a33331184f29 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1494.315052] env[71058]: DEBUG nova.compute.provider_tree [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1494.360505] env[71058]: DEBUG oslo_vmware.api [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2872830, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081506} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1494.360806] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1494.361755] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45e1eb8-e457-48db-a11d-04284d20d42e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1494.393149] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] bacce8da-7475-425b-8e5e-4700e31e5f53/bacce8da-7475-425b-8e5e-4700e31e5f53.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1494.393809] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bb7603a-a48d-4d83-baf2-6b99bc11ded8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1494.419340] env[71058]: DEBUG oslo_vmware.api [None req-26dbb233-e34b-4f35-8d19-3bdc60ddfa16 tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Task: {'id': task-2872831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147203} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1494.420592] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-26dbb233-e34b-4f35-8d19-3bdc60ddfa16 tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1494.420812] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-26dbb233-e34b-4f35-8d19-3bdc60ddfa16 tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1494.421060] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-26dbb233-e34b-4f35-8d19-3bdc60ddfa16 tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1494.421250] env[71058]: INFO nova.compute.manager [None req-26dbb233-e34b-4f35-8d19-3bdc60ddfa16 tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Took 1.14 seconds to destroy the instance on the hypervisor.
[ 1494.421490] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26dbb233-e34b-4f35-8d19-3bdc60ddfa16 tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1494.421769] env[71058]: DEBUG oslo_vmware.api [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Waiting for the task: (returnval){
[ 1494.421769] env[71058]:    value = "task-2872833"
[ 1494.421769] env[71058]:    _type = "Task"
[ 1494.421769] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1494.422054] env[71058]: DEBUG nova.compute.manager [-] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1494.422054] env[71058]: DEBUG nova.network.neutron [-] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1494.432309] env[71058]: DEBUG oslo_vmware.api [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2872833, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1494.528219] env[71058]: DEBUG oslo_concurrency.lockutils [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Releasing lock "refresh_cache-888b8479-2a85-435b-bf2e-85734fa81afa" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1494.528613] env[71058]: DEBUG nova.compute.manager [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Instance network_info: |[{"id": "b2ced6fe-2da8-410e-ad60-2eb3eb27ef9d", "address": "fa:16:3e:20:fd:b2", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2ced6fe-2d", "ovs_interfaceid": "b2ced6fe-2da8-410e-ad60-2eb3eb27ef9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1494.528862] env[71058]: DEBUG oslo_concurrency.lockutils [req-e1f8c80c-ed8e-47e7-bad7-43650df01c8a req-d5599f3d-6b62-4e9b-aafe-664622cea47e service nova] Acquired lock "refresh_cache-888b8479-2a85-435b-bf2e-85734fa81afa" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1494.529056] env[71058]: DEBUG nova.network.neutron [req-e1f8c80c-ed8e-47e7-bad7-43650df01c8a req-d5599f3d-6b62-4e9b-aafe-664622cea47e service nova] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Refreshing network info cache for port b2ced6fe-2da8-410e-ad60-2eb3eb27ef9d {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1494.530390] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:fd:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604c9724-b4ef-4393-a76e-eb4a2b510796', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2ced6fe-2da8-410e-ad60-2eb3eb27ef9d', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1494.537678] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Creating folder: Project (517ec11a1ecb41a7af4a1c609e77c38b). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1494.538681] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37d0b8c1-7bb3-49dc-a8a2-648c7439b7fe {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1494.552877] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Created folder: Project (517ec11a1ecb41a7af4a1c609e77c38b) in parent group-v577298.
[ 1494.553085] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Creating folder: Instances. Parent ref: group-v577391. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1494.553324] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d5de788-bc10-4998-a17a-52f8c7360d50 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1494.564603] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Created folder: Instances in parent group-v577391.
[ 1494.564859] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1494.565035] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1494.565260] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e75e7a3e-2b26-400b-9630-caff4ef0366f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1494.585798] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1494.585798] env[71058]:    value = "task-2872836"
[ 1494.585798] env[71058]:    _type = "Task"
[ 1494.585798] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1494.597537] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a535ded7-c21b-40ba-84a7-88537752cd46 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1494.597825] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872836, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1494.673294] env[71058]: DEBUG oslo_vmware.api [None req-3acce4d4-e29f-40b0-ab87-cc488a6d113b tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2872832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1494.818915] env[71058]: DEBUG nova.scheduler.client.report [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1494.934534] env[71058]: DEBUG oslo_vmware.api [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2872833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1495.096416] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872836, 'name': CreateVM_Task, 'duration_secs': 0.384816} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1495.098972] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1495.099743] env[71058]: DEBUG oslo_concurrency.lockutils [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1495.099910] env[71058]: DEBUG oslo_concurrency.lockutils [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1495.100255] env[71058]: DEBUG oslo_concurrency.lockutils [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1495.100833] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36b84a2c-31dd-4155-9ff4-b15d20161076 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1495.105919] env[71058]: DEBUG oslo_vmware.api [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Waiting for the task: (returnval){
[ 1495.105919] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526727ae-48d0-fefa-8d64-e19e0ccc1c23"
[ 1495.105919] env[71058]:    _type = "Task"
[ 1495.105919] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1495.115373] env[71058]: DEBUG oslo_vmware.api [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526727ae-48d0-fefa-8d64-e19e0ccc1c23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1495.150356] env[71058]: DEBUG nova.compute.manager [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1495.175690] env[71058]: DEBUG oslo_vmware.api [None req-3acce4d4-e29f-40b0-ab87-cc488a6d113b tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2872832, 'name': PowerOffVM_Task, 'duration_secs': 0.99009} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1495.178163] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-3acce4d4-e29f-40b0-ab87-cc488a6d113b tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1495.178352] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-3acce4d4-e29f-40b0-ab87-cc488a6d113b tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1495.178609] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d25d3f8d-9a73-4b1f-aa28-b1c81beb8ff8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1495.182564] env[71058]: DEBUG nova.virt.hardware [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1495.182808] env[71058]: DEBUG nova.virt.hardware [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1495.182967] env[71058]: DEBUG nova.virt.hardware [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1495.184400] env[71058]: DEBUG nova.virt.hardware [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1495.184565] env[71058]: DEBUG nova.virt.hardware [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1495.184755] env[71058]: DEBUG nova.virt.hardware [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1495.184927] env[71058]: DEBUG nova.virt.hardware [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1495.185099] env[71058]: DEBUG nova.virt.hardware [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1495.185270] env[71058]: DEBUG nova.virt.hardware [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1495.185435] env[71058]: DEBUG nova.virt.hardware [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1495.185607] env[71058]: DEBUG nova.virt.hardware [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1495.185904] env[71058]: DEBUG nova.network.neutron [-] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1495.187514] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c7e093-b246-4600-9edd-73e72786b39b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1495.199129] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50855a8f-6af7-4eaa-a350-a176c0e79e4c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1495.271179] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-3acce4d4-e29f-40b0-ab87-cc488a6d113b tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1495.271458] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-3acce4d4-e29f-40b0-ab87-cc488a6d113b tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1495.271689] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-3acce4d4-e29f-40b0-ab87-cc488a6d113b tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Deleting the datastore file [datastore2] 52feaf82-91c1-444a-95de-22b86fc8b5d0 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1495.271964] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-caf7531c-6b90-4a5e-9ff6-f014f5c2b6e4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1495.280239] env[71058]: DEBUG oslo_vmware.api [None req-3acce4d4-e29f-40b0-ab87-cc488a6d113b tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for the task: (returnval){
[ 1495.280239] env[71058]:    value = "task-2872838"
[ 1495.280239] env[71058]:    _type = "Task"
[ 1495.280239] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1495.289963] env[71058]: DEBUG oslo_vmware.api [None req-3acce4d4-e29f-40b0-ab87-cc488a6d113b tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2872838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1495.324482] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1495.327241] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.658s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1495.328997] env[71058]: INFO nova.compute.claims [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1495.354863] env[71058]: INFO nova.scheduler.client.report [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Deleted allocations for instance 2329624f-45b8-4304-ad2f-a304d4520a8b
[ 1495.438018] env[71058]: DEBUG oslo_vmware.api [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2872833, 'name': ReconfigVM_Task, 'duration_secs': 0.849158} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1495.438018] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Reconfigured VM instance instance-0000001b to attach disk [datastore1] bacce8da-7475-425b-8e5e-4700e31e5f53/bacce8da-7475-425b-8e5e-4700e31e5f53.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1495.438937] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c2f51c9-36c4-4581-a608-bfd9c494e801 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1495.444419] env[71058]: DEBUG nova.network.neutron [req-e1f8c80c-ed8e-47e7-bad7-43650df01c8a req-d5599f3d-6b62-4e9b-aafe-664622cea47e service nova] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Updated VIF entry in instance network info cache for port b2ced6fe-2da8-410e-ad60-2eb3eb27ef9d. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1495.444834] env[71058]: DEBUG nova.network.neutron [req-e1f8c80c-ed8e-47e7-bad7-43650df01c8a req-d5599f3d-6b62-4e9b-aafe-664622cea47e service nova] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Updating instance_info_cache with network_info: [{"id": "b2ced6fe-2da8-410e-ad60-2eb3eb27ef9d", "address": "fa:16:3e:20:fd:b2", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2ced6fe-2d", "ovs_interfaceid": "b2ced6fe-2da8-410e-ad60-2eb3eb27ef9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1495.448953] env[71058]: DEBUG oslo_vmware.api [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Waiting for the task: (returnval){
[ 1495.448953] env[71058]:    value = "task-2872839"
[ 1495.448953] env[71058]:    _type = "Task"
[ 1495.448953] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1495.460076] env[71058]: DEBUG oslo_vmware.api [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2872839, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1495.615354] env[71058]: DEBUG nova.compute.manager [req-7f10a443-434c-4af8-93eb-c642c488fc5a req-0d6bb0dd-bf1a-4fa7-96a9-594eba34d50b service nova] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Received event network-vif-plugged-e9e2cabc-882d-467b-b443-a8391b791f1a {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1495.615671] env[71058]: DEBUG oslo_concurrency.lockutils [req-7f10a443-434c-4af8-93eb-c642c488fc5a req-0d6bb0dd-bf1a-4fa7-96a9-594eba34d50b service nova] Acquiring lock "ca008d27-75fe-423f-979a-d8eff2564f94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1495.615967] env[71058]: DEBUG oslo_concurrency.lockutils [req-7f10a443-434c-4af8-93eb-c642c488fc5a req-0d6bb0dd-bf1a-4fa7-96a9-594eba34d50b service nova] Lock "ca008d27-75fe-423f-979a-d8eff2564f94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1495.616294] env[71058]: DEBUG oslo_concurrency.lockutils [req-7f10a443-434c-4af8-93eb-c642c488fc5a req-0d6bb0dd-bf1a-4fa7-96a9-594eba34d50b service nova] Lock "ca008d27-75fe-423f-979a-d8eff2564f94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1495.617204] env[71058]: DEBUG nova.compute.manager [req-7f10a443-434c-4af8-93eb-c642c488fc5a req-0d6bb0dd-bf1a-4fa7-96a9-594eba34d50b service nova] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] No waiting events found dispatching network-vif-plugged-e9e2cabc-882d-467b-b443-a8391b791f1a {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1495.617478] env[71058]: WARNING nova.compute.manager [req-7f10a443-434c-4af8-93eb-c642c488fc5a req-0d6bb0dd-bf1a-4fa7-96a9-594eba34d50b service nova] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Received unexpected event network-vif-plugged-e9e2cabc-882d-467b-b443-a8391b791f1a for instance with vm_state building and task_state spawning.
[ 1495.626797] env[71058]: DEBUG oslo_vmware.api [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526727ae-48d0-fefa-8d64-e19e0ccc1c23, 'name': SearchDatastore_Task, 'duration_secs': 0.012332} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1495.627115] env[71058]: DEBUG oslo_concurrency.lockutils [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1495.627341] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1495.627636] env[71058]: DEBUG oslo_concurrency.lockutils [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1495.627874] env[71058]: DEBUG oslo_concurrency.lockutils [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1495.628094] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1495.628371] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fdb45a6-4266-4ef3-b584-2b387af91857 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1495.637578] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1495.637760] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1495.638493] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac634e50-be01-49c6-8c35-f03da5ac35ce {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1495.644346] env[71058]: DEBUG oslo_vmware.api [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Waiting for the task: (returnval){
[ 1495.644346] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a92756-0240-339f-f9f7-b6ce047e5453"
[ 1495.644346] env[71058]:    _type = "Task"
[ 1495.644346] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1495.652966] env[71058]: DEBUG oslo_vmware.api [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a92756-0240-339f-f9f7-b6ce047e5453, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1495.668121] env[71058]: DEBUG nova.network.neutron [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Successfully updated port: e9e2cabc-882d-467b-b443-a8391b791f1a {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1495.691214] env[71058]: INFO nova.compute.manager [-] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Took 1.27 seconds to deallocate network for instance.
[ 1495.791208] env[71058]: DEBUG oslo_vmware.api [None req-3acce4d4-e29f-40b0-ab87-cc488a6d113b tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2872838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17924} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1495.791464] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-3acce4d4-e29f-40b0-ab87-cc488a6d113b tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1495.791669] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-3acce4d4-e29f-40b0-ab87-cc488a6d113b tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1495.791847] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-3acce4d4-e29f-40b0-ab87-cc488a6d113b tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1495.792026] env[71058]: INFO nova.compute.manager [None req-3acce4d4-e29f-40b0-ab87-cc488a6d113b tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Took 1.66 seconds to destroy the instance on the hypervisor.
[ 1495.792801] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3acce4d4-e29f-40b0-ab87-cc488a6d113b tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1495.792801] env[71058]: DEBUG nova.compute.manager [-] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1495.792953] env[71058]: DEBUG nova.network.neutron [-] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1495.867140] env[71058]: DEBUG oslo_concurrency.lockutils [None req-45762ef4-45ae-4de7-bc31-c1412b06e4f7 tempest-ServersAdmin275Test-521971889 tempest-ServersAdmin275Test-521971889-project-member] Lock "2329624f-45b8-4304-ad2f-a304d4520a8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 33.994s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1495.949614] env[71058]: DEBUG oslo_concurrency.lockutils [req-e1f8c80c-ed8e-47e7-bad7-43650df01c8a req-d5599f3d-6b62-4e9b-aafe-664622cea47e service nova] Releasing lock "refresh_cache-888b8479-2a85-435b-bf2e-85734fa81afa" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1495.962745] env[71058]: DEBUG oslo_vmware.api [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2872839, 'name': Rename_Task, 'duration_secs': 0.186997} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1495.963067] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1495.963330] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56d78404-ed19-4952-8d4f-1ee74b86183e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1495.971803] env[71058]: DEBUG oslo_vmware.api [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Waiting for the task: (returnval){
[ 1495.971803] env[71058]:    value = "task-2872840"
[ 1495.971803] env[71058]:    _type = "Task"
[ 1495.971803] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1495.981334] env[71058]: DEBUG oslo_vmware.api [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2872840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1496.135403] env[71058]: DEBUG nova.compute.manager [req-d590ef28-4323-414b-9131-6f4b59ad0834 req-331bfa09-8c4b-407c-b964-5d50a86c1223 service nova] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Received event network-vif-deleted-0327bac9-f1dc-4595-bc07-08f7f8c67e24 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1496.155172] env[71058]: DEBUG oslo_vmware.api [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a92756-0240-339f-f9f7-b6ce047e5453, 'name': SearchDatastore_Task, 'duration_secs': 0.009591} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1496.155940] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-622e8543-ff53-402c-ab18-48b83783f6f2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1496.162229] env[71058]: DEBUG oslo_vmware.api [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Waiting for the task: (returnval){
[ 1496.162229] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5258ccb8-4eb2-40e3-e1d6-2ba59d77b251"
[ 1496.162229] env[71058]:    _type = "Task"
[ 1496.162229] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1496.172437] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Acquiring lock "refresh_cache-ca008d27-75fe-423f-979a-d8eff2564f94" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1496.172602] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Acquired lock "refresh_cache-ca008d27-75fe-423f-979a-d8eff2564f94" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1496.172768] env[71058]: DEBUG nova.network.neutron [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1496.173872] env[71058]: DEBUG oslo_vmware.api [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5258ccb8-4eb2-40e3-e1d6-2ba59d77b251, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1496.197176] env[71058]: DEBUG oslo_concurrency.lockutils [None req-26dbb233-e34b-4f35-8d19-3bdc60ddfa16 tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1496.483887] env[71058]: DEBUG oslo_vmware.api [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2872840, 'name': PowerOnVM_Task, 'duration_secs': 0.484947} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1496.486508] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1496.486716] env[71058]: INFO nova.compute.manager [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Took 7.75 seconds to spawn the instance on the hypervisor.
[ 1496.486899] env[71058]: DEBUG nova.compute.manager [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1496.487909] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec77562e-7a0d-4e2d-a99a-702e16d2e272 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1496.543195] env[71058]: DEBUG nova.network.neutron [-] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1496.677173] env[71058]: DEBUG oslo_vmware.api [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5258ccb8-4eb2-40e3-e1d6-2ba59d77b251, 'name': SearchDatastore_Task, 'duration_secs': 0.011572} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1496.677173] env[71058]: DEBUG oslo_concurrency.lockutils [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1496.677173] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 888b8479-2a85-435b-bf2e-85734fa81afa/888b8479-2a85-435b-bf2e-85734fa81afa.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1496.677483] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c85385fc-d79e-4106-84a8-7c2806753955 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1496.690297] env[71058]: DEBUG oslo_vmware.api [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Waiting for the task: (returnval){
[ 1496.690297] env[71058]:    value = "task-2872841"
[ 1496.690297] env[71058]:    _type = "Task"
[ 1496.690297] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1496.702667] env[71058]: DEBUG oslo_vmware.api [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Task: {'id': task-2872841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1496.731398] env[71058]: DEBUG nova.network.neutron [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1496.836942] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3b8278-14a0-46b0-9f98-6633f67b7e87 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1496.847879] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436c0846-06f1-4b9e-9cbb-26531c64fb60 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1496.881843] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df14c9a-9915-4e86-8e69-f161773fcaf6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1496.886028] env[71058]: DEBUG nova.network.neutron [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Updating instance_info_cache with network_info: [{"id": "e9e2cabc-882d-467b-b443-a8391b791f1a", "address": "fa:16:3e:77:20:86", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9e2cabc-88", "ovs_interfaceid": "e9e2cabc-882d-467b-b443-a8391b791f1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1496.891176] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4412f1e-0f0a-45e6-ad79-844d12ce8e3e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1496.907863] env[71058]: DEBUG nova.compute.provider_tree [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1497.010645] env[71058]: INFO nova.compute.manager [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Took 41.48 seconds to build instance.
[ 1497.048100] env[71058]: INFO nova.compute.manager [-] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Took 1.25 seconds to deallocate network for instance.
[ 1497.201109] env[71058]: DEBUG oslo_vmware.api [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Task: {'id': task-2872841, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1497.391308] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Releasing lock "refresh_cache-ca008d27-75fe-423f-979a-d8eff2564f94" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1497.391690] env[71058]: DEBUG nova.compute.manager [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Instance network_info: |[{"id": "e9e2cabc-882d-467b-b443-a8391b791f1a", "address": "fa:16:3e:77:20:86", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9e2cabc-88", "ovs_interfaceid": "e9e2cabc-882d-467b-b443-a8391b791f1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1497.392144] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:20:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604c9724-b4ef-4393-a76e-eb4a2b510796', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9e2cabc-882d-467b-b443-a8391b791f1a', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1497.399840] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Creating folder: Project (9e335a56e5394965aaae56cbd67a51a0). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1497.400487] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f780c255-6343-4e06-b771-3c0b8f7283ee {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1497.415486] env[71058]: DEBUG nova.scheduler.client.report [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1497.420665] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Created folder: Project (9e335a56e5394965aaae56cbd67a51a0) in parent group-v577298.
[ 1497.420665] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Creating folder: Instances. Parent ref: group-v577394. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1497.421145] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5141ec8-4c7b-4458-8286-116d7db97824 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1497.438271] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Created folder: Instances in parent group-v577394.
[ 1497.438271] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1497.438271] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1497.438271] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ab482c6-25e8-4f79-b875-5acfef7b8ea3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1497.459317] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1497.459317] env[71058]:    value = "task-2872844"
[ 1497.459317] env[71058]:    _type = "Task"
[ 1497.459317] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1497.468242] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872844, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1497.513580] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a0a4fea2-a401-459e-b11d-68f6aa24d395 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Lock "bacce8da-7475-425b-8e5e-4700e31e5f53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 61.771s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1497.556203] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3acce4d4-e29f-40b0-ab87-cc488a6d113b tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1497.702930] env[71058]: DEBUG oslo_vmware.api [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Task: {'id': task-2872841, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526026} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1497.704745] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 888b8479-2a85-435b-bf2e-85734fa81afa/888b8479-2a85-435b-bf2e-85734fa81afa.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1497.705072] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1497.706958] env[71058]: DEBUG nova.compute.manager [req-59450fb4-5f84-4b56-8764-040dc84d5427 req-11c2fdce-0f55-4cfc-8dcf-2d595dba8640 service nova] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Received event network-changed-e9e2cabc-882d-467b-b443-a8391b791f1a {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1497.707234] env[71058]: DEBUG nova.compute.manager [req-59450fb4-5f84-4b56-8764-040dc84d5427 req-11c2fdce-0f55-4cfc-8dcf-2d595dba8640 service nova] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Refreshing instance network info cache due to event network-changed-e9e2cabc-882d-467b-b443-a8391b791f1a. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1497.707652] env[71058]: DEBUG oslo_concurrency.lockutils [req-59450fb4-5f84-4b56-8764-040dc84d5427 req-11c2fdce-0f55-4cfc-8dcf-2d595dba8640 service nova] Acquiring lock "refresh_cache-ca008d27-75fe-423f-979a-d8eff2564f94" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1497.707851] env[71058]: DEBUG oslo_concurrency.lockutils [req-59450fb4-5f84-4b56-8764-040dc84d5427 req-11c2fdce-0f55-4cfc-8dcf-2d595dba8640 service nova] Acquired lock "refresh_cache-ca008d27-75fe-423f-979a-d8eff2564f94" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1497.708060] env[71058]: DEBUG nova.network.neutron [req-59450fb4-5f84-4b56-8764-040dc84d5427 req-11c2fdce-0f55-4cfc-8dcf-2d595dba8640 service nova] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Refreshing network info cache for port e9e2cabc-882d-467b-b443-a8391b791f1a {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1497.709222] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bab3335b-3559-44d6-a2c0-6a27710f3d85 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1497.719668] env[71058]: DEBUG oslo_vmware.api [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Waiting for the task: (returnval){
[ 1497.719668] env[71058]:    value = "task-2872845"
[ 1497.719668] env[71058]:    _type = "Task"
[ 1497.719668] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1497.730071] env[71058]: DEBUG oslo_vmware.api [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Task: {'id': task-2872845, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1497.922267] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1497.922850] env[71058]: DEBUG nova.compute.manager [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1497.925764] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cee345e2-11e7-4b90-af16-4fc9d94ddbba tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.832s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1497.926482] env[71058]: DEBUG nova.objects.instance [None req-cee345e2-11e7-4b90-af16-4fc9d94ddbba tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Lazy-loading 'resources' on Instance uuid be7fda89-cf49-4802-a1d6-d08c26d08892 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1497.975571] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872844, 'name': CreateVM_Task, 'duration_secs': 0.380706} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1497.975799] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1497.976710] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1497.976935] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1497.977381] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1497.978302] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61318641-71ec-4538-93d3-48c50e2988c2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1497.985121] env[71058]: DEBUG oslo_vmware.api [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Waiting for the task: (returnval){
[ 1497.985121] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52af285f-7aa7-5da8-55f7-e187430dbe01"
[ 1497.985121] env[71058]:    _type = "Task"
[ 1497.985121] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1497.997189] env[71058]: DEBUG oslo_vmware.api [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52af285f-7aa7-5da8-55f7-e187430dbe01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1498.016354] env[71058]: DEBUG nova.compute.manager [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1498.231886] env[71058]: DEBUG oslo_vmware.api [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Task: {'id': task-2872845, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083172} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1498.232011] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1498.236019] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d4bce7-a692-43b2-b7f5-852fee313c85 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1498.270367] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 888b8479-2a85-435b-bf2e-85734fa81afa/888b8479-2a85-435b-bf2e-85734fa81afa.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1498.270607] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-845350e0-924f-44cb-953f-b781abd5c2d4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1498.316248] env[71058]: DEBUG oslo_vmware.api [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Waiting for the task: (returnval){
[ 1498.316248] env[71058]:    value = "task-2872846"
[ 1498.316248] env[71058]:    _type = "Task"
[ 1498.316248] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1498.328770] env[71058]: DEBUG oslo_vmware.api [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Task: {'id': task-2872846, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1498.429322] env[71058]: DEBUG nova.compute.utils [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1498.433163] env[71058]: DEBUG nova.compute.manager [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1498.433339] env[71058]: DEBUG nova.network.neutron [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1498.503453] env[71058]: DEBUG oslo_vmware.api [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52af285f-7aa7-5da8-55f7-e187430dbe01, 'name': SearchDatastore_Task, 'duration_secs': 0.010509} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1498.507988] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1498.508495] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1498.508809] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1498.509165] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1498.509495] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1498.510552] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2149f67-89f0-4f68-b894-f555ad7dc363 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1498.530263] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1498.530263] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1498.535660] env[71058]: DEBUG nova.policy [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce2028fb35e544a09b396c6ebf46e203', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ae80f45084747faba9f976dc2d36a66', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1498.537733] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0949f1dc-fb74-4ca9-928f-9f730815e3d0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1498.554503] env[71058]: DEBUG oslo_vmware.api [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Waiting for the task: (returnval){
[ 1498.554503] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a227d9-1ccb-cfc3-e85d-c9837195b541"
[ 1498.554503] env[71058]:    _type = "Task"
[ 1498.554503] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1498.565057] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1498.576076] env[71058]: DEBUG oslo_vmware.api [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a227d9-1ccb-cfc3-e85d-c9837195b541, 'name': SearchDatastore_Task, 'duration_secs': 0.010626} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1498.582113] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dbb77d9-a19b-4161-af20-23fd5ef32a26 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1498.588377] env[71058]: DEBUG oslo_vmware.api [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Waiting for the task: (returnval){
[ 1498.588377] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522ea53c-9011-0fde-808c-a9643d601396"
[ 1498.588377] env[71058]:    _type = "Task"
[ 1498.588377] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1498.603147] env[71058]: DEBUG oslo_vmware.api [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522ea53c-9011-0fde-808c-a9643d601396, 'name': SearchDatastore_Task, 'duration_secs': 0.01042} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1498.604808] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1498.604906] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] ca008d27-75fe-423f-979a-d8eff2564f94/ca008d27-75fe-423f-979a-d8eff2564f94.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1498.605129] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcf5ef4d-0108-4557-8af0-51f5557e18cf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1498.617910] env[71058]: DEBUG oslo_vmware.api [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Waiting for the task: (returnval){
[ 1498.617910] env[71058]:    value = "task-2872847"
[ 1498.617910] env[71058]:    _type = "Task"
[ 1498.617910] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1498.625577] env[71058]: DEBUG nova.network.neutron [req-59450fb4-5f84-4b56-8764-040dc84d5427 req-11c2fdce-0f55-4cfc-8dcf-2d595dba8640 service nova] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Updated VIF entry in instance network info cache for port e9e2cabc-882d-467b-b443-a8391b791f1a. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1498.627261] env[71058]: DEBUG nova.network.neutron [req-59450fb4-5f84-4b56-8764-040dc84d5427 req-11c2fdce-0f55-4cfc-8dcf-2d595dba8640 service nova] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Updating instance_info_cache with network_info: [{"id": "e9e2cabc-882d-467b-b443-a8391b791f1a", "address": "fa:16:3e:77:20:86", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9e2cabc-88", "ovs_interfaceid": "e9e2cabc-882d-467b-b443-a8391b791f1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1498.634459] env[71058]: DEBUG oslo_vmware.api [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': task-2872847, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1498.685217] env[71058]: DEBUG nova.compute.manager [req-ef82554c-1475-4a32-b849-84fbf4ebafba req-571b22c8-eaff-4008-82a0-7dc92c88ee02 service nova] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Received event network-changed-3e87654d-806a-43cd-b433-4cfda09487b2 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1498.685444] env[71058]: DEBUG nova.compute.manager [req-ef82554c-1475-4a32-b849-84fbf4ebafba req-571b22c8-eaff-4008-82a0-7dc92c88ee02 service nova] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Refreshing instance network info cache due to event network-changed-3e87654d-806a-43cd-b433-4cfda09487b2. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1498.685629] env[71058]: DEBUG oslo_concurrency.lockutils [req-ef82554c-1475-4a32-b849-84fbf4ebafba req-571b22c8-eaff-4008-82a0-7dc92c88ee02 service nova] Acquiring lock "refresh_cache-bacce8da-7475-425b-8e5e-4700e31e5f53" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1498.685816] env[71058]: DEBUG oslo_concurrency.lockutils [req-ef82554c-1475-4a32-b849-84fbf4ebafba req-571b22c8-eaff-4008-82a0-7dc92c88ee02 service nova] Acquired lock "refresh_cache-bacce8da-7475-425b-8e5e-4700e31e5f53" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1498.685981] env[71058]: DEBUG nova.network.neutron [req-ef82554c-1475-4a32-b849-84fbf4ebafba req-571b22c8-eaff-4008-82a0-7dc92c88ee02 service nova] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Refreshing network info cache for port 3e87654d-806a-43cd-b433-4cfda09487b2 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1498.834325] env[71058]: DEBUG oslo_vmware.api [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Task: {'id': task-2872846, 'name': ReconfigVM_Task, 'duration_secs': 0.351734} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1498.834629] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 888b8479-2a85-435b-bf2e-85734fa81afa/888b8479-2a85-435b-bf2e-85734fa81afa.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1498.835331] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f90705a-8d49-4237-ba0f-5ff7c9a7b8fe {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1498.848361] env[71058]: DEBUG oslo_vmware.api [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Waiting for the task: (returnval){
[ 1498.848361] env[71058]:    value = "task-2872848"
[ 1498.848361] env[71058]:    _type = "Task"
[ 1498.848361] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1498.863665] env[71058]: DEBUG oslo_vmware.api [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Task: {'id': task-2872848, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1498.936653] env[71058]: DEBUG nova.compute.manager [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1498.977869] env[71058]: DEBUG nova.network.neutron [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Successfully created port: 428790f0-c156-4246-a1d6-e7721036eaa3 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1499.059428] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9300b2-4785-4330-aa88-f7d75873f007 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1499.068780] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddf1c42-7398-4847-983d-9e7e6fa594e6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1499.108022] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfff267-e19e-4bf0-87f4-ffe18ed6a293 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1499.113775] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bbf30d-b620-4c09-a91c-4f57c3c5bad8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1499.132502] env[71058]: DEBUG oslo_concurrency.lockutils [req-59450fb4-5f84-4b56-8764-040dc84d5427 req-11c2fdce-0f55-4cfc-8dcf-2d595dba8640 service nova] Releasing lock "refresh_cache-ca008d27-75fe-423f-979a-d8eff2564f94" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1499.132502] env[71058]: DEBUG nova.compute.manager [req-59450fb4-5f84-4b56-8764-040dc84d5427 req-11c2fdce-0f55-4cfc-8dcf-2d595dba8640 service nova] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Received event network-vif-deleted-929a0394-fef6-41de-ae2c-746cc61372c3 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1499.133412] env[71058]: DEBUG nova.compute.provider_tree [None req-cee345e2-11e7-4b90-af16-4fc9d94ddbba tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1499.140909] env[71058]: DEBUG oslo_vmware.api [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': task-2872847, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477608} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1499.141149] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] ca008d27-75fe-423f-979a-d8eff2564f94/ca008d27-75fe-423f-979a-d8eff2564f94.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1499.141357] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1499.141630] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6ca2e57-1793-4c70-acf6-2e736b20ff6c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1499.152534] env[71058]: DEBUG oslo_vmware.api [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Waiting for the task: (returnval){
[ 1499.152534] env[71058]:    value = "task-2872849"
[ 1499.152534] env[71058]:    _type = "Task"
[ 1499.152534] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1499.160432] env[71058]: DEBUG oslo_vmware.api [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': task-2872849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1499.360681] env[71058]: DEBUG oslo_vmware.api [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Task: {'id': task-2872848, 'name': Rename_Task, 'duration_secs': 0.194576} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1499.360956] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1499.361204] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-545b4c43-1b04-4f6f-94a8-c36a191305c2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1499.370701] env[71058]: DEBUG oslo_vmware.api [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Waiting for the task: (returnval){
[ 1499.370701] env[71058]:    value = "task-2872850"
[ 1499.370701] env[71058]:    _type = "Task"
[ 1499.370701] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1499.385489] env[71058]: DEBUG oslo_vmware.api [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Task: {'id': task-2872850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1499.561748] env[71058]: DEBUG nova.network.neutron [req-ef82554c-1475-4a32-b849-84fbf4ebafba req-571b22c8-eaff-4008-82a0-7dc92c88ee02 service nova] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Updated VIF entry in instance network info cache for port 3e87654d-806a-43cd-b433-4cfda09487b2. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1499.562136] env[71058]: DEBUG nova.network.neutron [req-ef82554c-1475-4a32-b849-84fbf4ebafba req-571b22c8-eaff-4008-82a0-7dc92c88ee02 service nova] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Updating instance_info_cache with network_info: [{"id": "3e87654d-806a-43cd-b433-4cfda09487b2", "address": "fa:16:3e:ca:be:d5", "network": {"id": "e1df71ba-8331-472f-878d-0787300c4975", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-67241836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad4a0c4428fa49b8ad2799db47487b43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e87654d-80", "ovs_interfaceid": "3e87654d-806a-43cd-b433-4cfda09487b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1499.637300] env[71058]: DEBUG nova.scheduler.client.report [None req-cee345e2-11e7-4b90-af16-4fc9d94ddbba tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1499.664330] env[71058]: DEBUG oslo_vmware.api [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': task-2872849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07056} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1499.664817] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1499.665805] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de86721-a40a-4871-a3cf-a7f7218f11fd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1499.698143] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] ca008d27-75fe-423f-979a-d8eff2564f94/ca008d27-75fe-423f-979a-d8eff2564f94.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1499.698143] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee995191-feb0-41eb-8ec0-9721e72f7dad {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1499.726814] env[71058]: DEBUG oslo_vmware.api [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Waiting for the task: (returnval){
[ 1499.726814] env[71058]:    value = "task-2872851"
[ 1499.726814] env[71058]:    _type = "Task"
[ 1499.726814] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1499.737762] env[71058]: DEBUG oslo_vmware.api [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': task-2872851, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1499.883983] env[71058]: DEBUG oslo_vmware.api [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Task: {'id': task-2872850, 'name': PowerOnVM_Task} progress is 19%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1499.946631] env[71058]: DEBUG nova.compute.manager [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1499.978583] env[71058]: DEBUG nova.virt.hardware [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1499.979216] env[71058]: DEBUG nova.virt.hardware [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1499.979216] env[71058]: DEBUG nova.virt.hardware [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1499.979216] env[71058]: DEBUG nova.virt.hardware [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1499.979335] env[71058]: DEBUG nova.virt.hardware [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1499.980069] env[71058]: DEBUG nova.virt.hardware [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1499.980069] env[71058]: DEBUG nova.virt.hardware [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1499.980069] env[71058]: DEBUG nova.virt.hardware [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1499.980873] env[71058]: DEBUG nova.virt.hardware [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1499.981105] env[71058]: DEBUG nova.virt.hardware [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1499.981775] env[71058]: DEBUG nova.virt.hardware [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1499.982381] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cc8b70-0d49-4fa4-a14c-6f6127a8adb6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1499.992396] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68d4af6-52a4-4f01-bedb-cc3f58b016fa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1500.066344] env[71058]: DEBUG oslo_concurrency.lockutils [req-ef82554c-1475-4a32-b849-84fbf4ebafba req-571b22c8-eaff-4008-82a0-7dc92c88ee02 service nova] Releasing lock "refresh_cache-bacce8da-7475-425b-8e5e-4700e31e5f53" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1500.145346] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cee345e2-11e7-4b90-af16-4fc9d94ddbba tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1500.147528] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.913s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1500.150168] env[71058]: INFO nova.compute.claims [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1500.184578] env[71058]: INFO nova.scheduler.client.report [None req-cee345e2-11e7-4b90-af16-4fc9d94ddbba tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Deleted allocations for instance be7fda89-cf49-4802-a1d6-d08c26d08892
[ 1500.239991] env[71058]: DEBUG oslo_vmware.api [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': task-2872851, 'name': ReconfigVM_Task, 'duration_secs': 0.350866} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1500.240298] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Reconfigured VM instance instance-0000001d to attach disk [datastore2] ca008d27-75fe-423f-979a-d8eff2564f94/ca008d27-75fe-423f-979a-d8eff2564f94.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1500.241822] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c10e0cc7-2a64-4534-acc7-39560821bda5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1500.253179] env[71058]: DEBUG oslo_vmware.api [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Waiting for the task: (returnval){
[ 1500.253179] env[71058]:    value = "task-2872852"
[ 1500.253179] env[71058]:    _type = "Task"
[ 1500.253179] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1500.266534] env[71058]: DEBUG oslo_vmware.api [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': task-2872852, 'name': Rename_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1500.383315] env[71058]: DEBUG oslo_vmware.api [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Task: {'id': task-2872850, 'name': PowerOnVM_Task, 'duration_secs': 1.000961} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1500.383630] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1500.383835] env[71058]: INFO nova.compute.manager [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Took 9.01 seconds to spawn the instance on the hypervisor.
[ 1500.384114] env[71058]: DEBUG nova.compute.manager [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1500.384992] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad9e789-46f5-4f31-a43c-daf307198114 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1500.690769] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cee345e2-11e7-4b90-af16-4fc9d94ddbba tempest-ServerTagsTestJSON-128364070 tempest-ServerTagsTestJSON-128364070-project-member] Lock "be7fda89-cf49-4802-a1d6-d08c26d08892" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 35.322s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1500.763742] env[71058]: DEBUG oslo_vmware.api [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': task-2872852, 'name': Rename_Task, 'duration_secs': 0.307612} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1500.764073] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1500.764330] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-770ed2f1-c140-44a8-a7a7-49c982b53689 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1500.771957] env[71058]: DEBUG oslo_vmware.api [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Waiting for the task: (returnval){
[ 1500.771957] env[71058]:    value = "task-2872853"
[ 1500.771957] env[71058]:    _type = "Task"
[ 1500.771957] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1500.783483] env[71058]: DEBUG oslo_vmware.api [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': task-2872853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1500.785115] env[71058]: DEBUG nova.compute.manager [req-9141dd72-860d-471a-a6af-886a36634051 req-7f2222ec-52db-4d0b-b9a0-8513ea7c4a95 service nova] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Received event network-vif-plugged-428790f0-c156-4246-a1d6-e7721036eaa3 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1500.785317] env[71058]: DEBUG oslo_concurrency.lockutils [req-9141dd72-860d-471a-a6af-886a36634051 req-7f2222ec-52db-4d0b-b9a0-8513ea7c4a95 service nova] Acquiring lock "4795f420-9f4e-4eab-98d7-9eaf0da179bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1500.785521] env[71058]: DEBUG oslo_concurrency.lockutils [req-9141dd72-860d-471a-a6af-886a36634051 req-7f2222ec-52db-4d0b-b9a0-8513ea7c4a95 service nova] Lock "4795f420-9f4e-4eab-98d7-9eaf0da179bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1500.786960] env[71058]: DEBUG oslo_concurrency.lockutils [req-9141dd72-860d-471a-a6af-886a36634051 req-7f2222ec-52db-4d0b-b9a0-8513ea7c4a95 service nova] Lock "4795f420-9f4e-4eab-98d7-9eaf0da179bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1500.787015] env[71058]: DEBUG nova.compute.manager [req-9141dd72-860d-471a-a6af-886a36634051 req-7f2222ec-52db-4d0b-b9a0-8513ea7c4a95 service nova] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] No waiting events found dispatching network-vif-plugged-428790f0-c156-4246-a1d6-e7721036eaa3 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1500.787281] env[71058]: WARNING nova.compute.manager [req-9141dd72-860d-471a-a6af-886a36634051 req-7f2222ec-52db-4d0b-b9a0-8513ea7c4a95 service nova] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Received unexpected event network-vif-plugged-428790f0-c156-4246-a1d6-e7721036eaa3 for instance with vm_state building and task_state spawning.
[ 1500.906957] env[71058]: INFO nova.compute.manager [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Took 43.69 seconds to build instance.
[ 1501.057228] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Acquiring lock "94f70364-634d-4b69-9d8f-921d8672d5d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1501.057443] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Lock "94f70364-634d-4b69-9d8f-921d8672d5d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1501.099283] env[71058]: DEBUG nova.network.neutron [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Successfully updated port: 428790f0-c156-4246-a1d6-e7721036eaa3 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1501.286537] env[71058]: DEBUG oslo_vmware.api [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': task-2872853, 'name': PowerOnVM_Task} progress is 1%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1501.410047] env[71058]: DEBUG oslo_concurrency.lockutils [None req-65a3323e-816c-4838-bb13-9b7ef956c549 tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Lock "888b8479-2a85-435b-bf2e-85734fa81afa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 58.605s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1501.603354] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "refresh_cache-4795f420-9f4e-4eab-98d7-9eaf0da179bf" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1501.603354] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquired lock "refresh_cache-4795f420-9f4e-4eab-98d7-9eaf0da179bf" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1501.603354] env[71058]: DEBUG nova.network.neutron [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1501.728713] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc6f6de-e2c7-429f-b658-08734bdf3a91 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1501.737608] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca11b05-1d01-458b-9d63-5894e95d2b14 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1501.775179] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6a8531-8841-41c9-a6ac-d87a694dc29c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1501.790760] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0547b941-3671-4fe6-97dc-6dd82b3c97ad {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1501.798778] env[71058]: DEBUG oslo_vmware.api [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': task-2872853, 'name': PowerOnVM_Task} progress is 64%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1501.810939] env[71058]: DEBUG nova.compute.provider_tree [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1501.913093] env[71058]: DEBUG nova.compute.manager [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1502.152200] env[71058]: DEBUG nova.network.neutron [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1502.293215] env[71058]: DEBUG oslo_vmware.api [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': task-2872853, 'name': PowerOnVM_Task} progress is 73%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1502.314526] env[71058]: DEBUG nova.scheduler.client.report [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1502.438151] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1502.494945] env[71058]: DEBUG nova.network.neutron [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Updating instance_info_cache with network_info: [{"id": "428790f0-c156-4246-a1d6-e7721036eaa3", "address": "fa:16:3e:ba:33:e6", "network": {"id": "02a93a58-8f0c-468d-b34e-1db5e61a54ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2046819330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ae80f45084747faba9f976dc2d36a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap428790f0-c1", "ovs_interfaceid": "428790f0-c156-4246-a1d6-e7721036eaa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1502.622641] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a4fd5017-1460-44a8-b830-77deeac1230c tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Acquiring lock "888b8479-2a85-435b-bf2e-85734fa81afa" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1502.622930] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a4fd5017-1460-44a8-b830-77deeac1230c tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Lock "888b8479-2a85-435b-bf2e-85734fa81afa" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1502.623158] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a4fd5017-1460-44a8-b830-77deeac1230c tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Acquiring lock "888b8479-2a85-435b-bf2e-85734fa81afa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1502.623732] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a4fd5017-1460-44a8-b830-77deeac1230c tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Lock "888b8479-2a85-435b-bf2e-85734fa81afa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1502.623732] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a4fd5017-1460-44a8-b830-77deeac1230c tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Lock "888b8479-2a85-435b-bf2e-85734fa81afa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1502.629810] env[71058]: INFO nova.compute.manager [None req-a4fd5017-1460-44a8-b830-77deeac1230c tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Terminating instance
[ 1502.791029] env[71058]: DEBUG oslo_vmware.api [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': task-2872853, 'name': PowerOnVM_Task, 'duration_secs': 1.854075} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1502.791288] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1502.791345] env[71058]: INFO nova.compute.manager [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Took 7.64 seconds to spawn the instance on the hypervisor.
[ 1502.791558] env[71058]: DEBUG nova.compute.manager [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1502.792593] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76ee672-c40e-43f2-827a-b7ae659d9e85 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1502.821769] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1502.822340] env[71058]: DEBUG nova.compute.manager [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1502.829020] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.583s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1502.829020] env[71058]: INFO nova.compute.claims [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1502.930768] env[71058]: DEBUG nova.compute.manager [req-1d064d28-1039-4729-ada1-61e906f3c747 req-d2804b24-0353-459e-b627-9f8b05a17ee7 service nova] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Received event network-changed-428790f0-c156-4246-a1d6-e7721036eaa3 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1502.930976] env[71058]: DEBUG nova.compute.manager [req-1d064d28-1039-4729-ada1-61e906f3c747 req-d2804b24-0353-459e-b627-9f8b05a17ee7 service nova] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Refreshing instance network info cache due to event network-changed-428790f0-c156-4246-a1d6-e7721036eaa3. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1502.931220] env[71058]: DEBUG oslo_concurrency.lockutils [req-1d064d28-1039-4729-ada1-61e906f3c747 req-d2804b24-0353-459e-b627-9f8b05a17ee7 service nova] Acquiring lock "refresh_cache-4795f420-9f4e-4eab-98d7-9eaf0da179bf" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1502.999291] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Releasing lock "refresh_cache-4795f420-9f4e-4eab-98d7-9eaf0da179bf" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1502.999654] env[71058]: DEBUG nova.compute.manager [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Instance network_info: |[{"id": "428790f0-c156-4246-a1d6-e7721036eaa3", "address": "fa:16:3e:ba:33:e6", "network": {"id": "02a93a58-8f0c-468d-b34e-1db5e61a54ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2046819330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ae80f45084747faba9f976dc2d36a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap428790f0-c1", "ovs_interfaceid": "428790f0-c156-4246-a1d6-e7721036eaa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1502.999985] env[71058]: DEBUG oslo_concurrency.lockutils [req-1d064d28-1039-4729-ada1-61e906f3c747 req-d2804b24-0353-459e-b627-9f8b05a17ee7 service nova] Acquired lock "refresh_cache-4795f420-9f4e-4eab-98d7-9eaf0da179bf" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1503.000213] env[71058]: DEBUG nova.network.neutron [req-1d064d28-1039-4729-ada1-61e906f3c747 req-d2804b24-0353-459e-b627-9f8b05a17ee7 service nova] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Refreshing network info cache for port 428790f0-c156-4246-a1d6-e7721036eaa3 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1503.001531] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:33:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '428790f0-c156-4246-a1d6-e7721036eaa3', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1503.011189] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Creating folder: Project (2ae80f45084747faba9f976dc2d36a66). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1503.011421] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a6cc7ed-8f0e-42e0-93d2-1730984930d1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1503.027886] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Created folder: Project (2ae80f45084747faba9f976dc2d36a66) in parent group-v577298.
[ 1503.028134] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Creating folder: Instances. Parent ref: group-v577397. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1503.028391] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a5bb21f-e76f-4008-8410-5007d18ebca7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1503.041719] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Created folder: Instances in parent group-v577397.
[ 1503.042035] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1503.042271] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1503.042510] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0870e36b-8ad8-4140-aa29-b504882ca0ab {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1503.065797] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1503.065797] env[71058]:    value = "task-2872856"
[ 1503.065797] env[71058]:    _type = "Task"
[ 1503.065797] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1503.076513] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872856, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1503.134154] env[71058]: DEBUG nova.compute.manager [None req-a4fd5017-1460-44a8-b830-77deeac1230c tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1503.134353] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a4fd5017-1460-44a8-b830-77deeac1230c tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1503.135540] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff01a434-1878-431a-a0b9-3d77e81283e7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1503.144395] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4fd5017-1460-44a8-b830-77deeac1230c tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1503.144667] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-626a9851-a8a6-4ece-85e2-99ef09c818fa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1503.152603] env[71058]: DEBUG oslo_vmware.api [None req-a4fd5017-1460-44a8-b830-77deeac1230c tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Waiting for the task: (returnval){
[ 1503.152603] env[71058]:    value = "task-2872857"
[ 1503.152603] env[71058]:    _type = "Task"
[ 1503.152603] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1503.162550] env[71058]: DEBUG oslo_vmware.api [None req-a4fd5017-1460-44a8-b830-77deeac1230c tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Task: {'id': task-2872857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1503.314795] env[71058]: INFO nova.compute.manager [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Took 41.13 seconds to build instance.
[ 1503.335074] env[71058]: DEBUG nova.compute.utils [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1503.339797] env[71058]: DEBUG nova.compute.manager [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1503.340180] env[71058]: DEBUG nova.network.neutron [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1503.418589] env[71058]: DEBUG nova.policy [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40b89c000f2d46698295ffe0bc740df2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9da282337ddc44828d2ab61bb4b97e6a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1503.577522] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872856, 'name': CreateVM_Task, 'duration_secs': 0.371558} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1503.577790] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1503.578545] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1503.578698] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1503.579112] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1503.579642] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be2dcbeb-968e-4fac-b5e9-81d80d28a2b8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1503.585663] env[71058]: DEBUG oslo_vmware.api [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1503.585663] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e5688a-2d0d-08ce-f7d3-17509a75ba85"
[ 1503.585663] env[71058]:    _type = "Task"
[ 1503.585663] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1503.596287] env[71058]: DEBUG oslo_vmware.api [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e5688a-2d0d-08ce-f7d3-17509a75ba85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1503.663993] env[71058]: DEBUG oslo_vmware.api [None req-a4fd5017-1460-44a8-b830-77deeac1230c tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Task: {'id': task-2872857, 'name': PowerOffVM_Task, 'duration_secs': 0.208356} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1503.664392] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4fd5017-1460-44a8-b830-77deeac1230c tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1503.664587] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a4fd5017-1460-44a8-b830-77deeac1230c tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1503.664918] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d7e31e9-f9a9-41e3-9866-ca665edb32c7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1503.737703] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a4fd5017-1460-44a8-b830-77deeac1230c tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1503.737968] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a4fd5017-1460-44a8-b830-77deeac1230c tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1503.738182] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4fd5017-1460-44a8-b830-77deeac1230c tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Deleting the datastore file [datastore1] 888b8479-2a85-435b-bf2e-85734fa81afa {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1503.738597] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-607b68f8-0120-4622-a96c-174c97077be8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1503.746781] env[71058]: DEBUG oslo_vmware.api [None req-a4fd5017-1460-44a8-b830-77deeac1230c tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Waiting for the task: (returnval){
[ 1503.746781] env[71058]:    value = "task-2872859"
[ 1503.746781] env[71058]:    _type = "Task"
[ 1503.746781] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1503.755507] env[71058]: DEBUG oslo_vmware.api [None req-a4fd5017-1460-44a8-b830-77deeac1230c tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Task: {'id': task-2872859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1503.759347] env[71058]: DEBUG nova.network.neutron [req-1d064d28-1039-4729-ada1-61e906f3c747 req-d2804b24-0353-459e-b627-9f8b05a17ee7 service nova] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Updated VIF entry in instance network info cache for port 428790f0-c156-4246-a1d6-e7721036eaa3. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1503.759802] env[71058]: DEBUG nova.network.neutron [req-1d064d28-1039-4729-ada1-61e906f3c747 req-d2804b24-0353-459e-b627-9f8b05a17ee7 service nova] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Updating instance_info_cache with network_info: [{"id": "428790f0-c156-4246-a1d6-e7721036eaa3", "address": "fa:16:3e:ba:33:e6", "network": {"id": "02a93a58-8f0c-468d-b34e-1db5e61a54ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2046819330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ae80f45084747faba9f976dc2d36a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap428790f0-c1", "ovs_interfaceid": "428790f0-c156-4246-a1d6-e7721036eaa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1503.817092] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8051094c-84cd-4785-ad18-2ddce2f9d604 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Lock "ca008d27-75fe-423f-979a-d8eff2564f94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 58.561s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1503.847617] env[71058]: DEBUG nova.compute.manager [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1503.858110] env[71058]: DEBUG oslo_concurrency.lockutils [None req-89562f99-6ae4-4950-8893-4dbeaa40c702 tempest-DeleteServersAdminTestJSON-697367752 tempest-DeleteServersAdminTestJSON-697367752-project-admin] Acquiring lock "ca008d27-75fe-423f-979a-d8eff2564f94" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1503.858110] env[71058]: DEBUG oslo_concurrency.lockutils [None req-89562f99-6ae4-4950-8893-4dbeaa40c702 tempest-DeleteServersAdminTestJSON-697367752 tempest-DeleteServersAdminTestJSON-697367752-project-admin] Lock "ca008d27-75fe-423f-979a-d8eff2564f94" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1503.858110] env[71058]: DEBUG oslo_concurrency.lockutils [None req-89562f99-6ae4-4950-8893-4dbeaa40c702 tempest-DeleteServersAdminTestJSON-697367752 tempest-DeleteServersAdminTestJSON-697367752-project-admin] Acquiring lock "ca008d27-75fe-423f-979a-d8eff2564f94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1503.858225] env[71058]: DEBUG oslo_concurrency.lockutils [None req-89562f99-6ae4-4950-8893-4dbeaa40c702 tempest-DeleteServersAdminTestJSON-697367752 tempest-DeleteServersAdminTestJSON-697367752-project-admin] Lock "ca008d27-75fe-423f-979a-d8eff2564f94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1503.858544] env[71058]: DEBUG oslo_concurrency.lockutils [None req-89562f99-6ae4-4950-8893-4dbeaa40c702 tempest-DeleteServersAdminTestJSON-697367752 tempest-DeleteServersAdminTestJSON-697367752-project-admin] Lock "ca008d27-75fe-423f-979a-d8eff2564f94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1503.860353] env[71058]: INFO nova.compute.manager [None req-89562f99-6ae4-4950-8893-4dbeaa40c702 tempest-DeleteServersAdminTestJSON-697367752 tempest-DeleteServersAdminTestJSON-697367752-project-admin] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Terminating instance
[ 1503.991743] env[71058]: DEBUG nova.network.neutron [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Successfully created port: e04a2854-9bb4-473f-86ad-4b183d40d5c3 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1504.101466] env[71058]: DEBUG oslo_vmware.api [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e5688a-2d0d-08ce-f7d3-17509a75ba85, 'name': SearchDatastore_Task, 'duration_secs': 0.011591} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1504.104270] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1504.107019] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1504.107019] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1504.107019] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1504.107019] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1504.107019] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-497acd0b-40e6-4fb5-bde3-45d0daaf6af2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1504.120742] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1504.120937] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1504.121835] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9fc62cf-1a9d-4a4a-b2c9-82602164d2a1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1504.127851] env[71058]: DEBUG oslo_vmware.api [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1504.127851] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522e9f15-4bfe-e4d6-60ac-dd53dbed4926"
[ 1504.127851] env[71058]:    _type = "Task"
[ 1504.127851] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1504.138694] env[71058]: DEBUG oslo_vmware.api [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522e9f15-4bfe-e4d6-60ac-dd53dbed4926, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1504.260175] env[71058]: DEBUG oslo_vmware.api [None req-a4fd5017-1460-44a8-b830-77deeac1230c tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Task: {'id': task-2872859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14678} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1504.262770] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4fd5017-1460-44a8-b830-77deeac1230c tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1504.263152] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a4fd5017-1460-44a8-b830-77deeac1230c tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1504.263483] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a4fd5017-1460-44a8-b830-77deeac1230c tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1504.263797] env[71058]: INFO nova.compute.manager [None req-a4fd5017-1460-44a8-b830-77deeac1230c tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Took 1.13 seconds to destroy the instance on the hypervisor.
[ 1504.264243] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4fd5017-1460-44a8-b830-77deeac1230c tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1504.264804] env[71058]: DEBUG oslo_concurrency.lockutils [req-1d064d28-1039-4729-ada1-61e906f3c747 req-d2804b24-0353-459e-b627-9f8b05a17ee7 service nova] Releasing lock "refresh_cache-4795f420-9f4e-4eab-98d7-9eaf0da179bf" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1504.265503] env[71058]: DEBUG nova.compute.manager [-] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1504.265745] env[71058]: DEBUG nova.network.neutron [-] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1504.320538] env[71058]: DEBUG nova.compute.manager [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1504.367020] env[71058]: DEBUG nova.compute.manager [None req-89562f99-6ae4-4950-8893-4dbeaa40c702 tempest-DeleteServersAdminTestJSON-697367752 tempest-DeleteServersAdminTestJSON-697367752-project-admin] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1504.367020] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-89562f99-6ae4-4950-8893-4dbeaa40c702 tempest-DeleteServersAdminTestJSON-697367752 tempest-DeleteServersAdminTestJSON-697367752-project-admin] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1504.367020] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d8cce4-6416-4659-ba09-d0987c2dda0f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1504.375111] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-89562f99-6ae4-4950-8893-4dbeaa40c702 tempest-DeleteServersAdminTestJSON-697367752 tempest-DeleteServersAdminTestJSON-697367752-project-admin] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1504.380836] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edd8a2d8-421d-44eb-8a06-94202ab91b08 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1504.383981] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6fc724-1877-43f0-a98b-084978d7a557 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1504.394338] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fedc3ff-802d-453d-a348-b6a1809c8165 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1504.397762] env[71058]: DEBUG oslo_vmware.api [None req-89562f99-6ae4-4950-8893-4dbeaa40c702 tempest-DeleteServersAdminTestJSON-697367752 tempest-DeleteServersAdminTestJSON-697367752-project-admin] Waiting for the task: (returnval){
[ 1504.397762] env[71058]:    value = "task-2872860"
[ 1504.397762] env[71058]:    _type = "Task"
[ 1504.397762] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1504.433699] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c9d479-31d6-42e4-bb17-b11f4b41aaf2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1504.440118] env[71058]: DEBUG oslo_vmware.api [None req-89562f99-6ae4-4950-8893-4dbeaa40c702 tempest-DeleteServersAdminTestJSON-697367752 tempest-DeleteServersAdminTestJSON-697367752-project-admin] Task: {'id': task-2872860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1504.448424] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6ac118-69b2-479b-9ed6-40537f0c24c6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1504.465237] env[71058]: DEBUG nova.compute.provider_tree [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1504.640220] env[71058]: DEBUG oslo_vmware.api [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522e9f15-4bfe-e4d6-60ac-dd53dbed4926, 'name': SearchDatastore_Task, 'duration_secs': 0.01102} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1504.641010] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99ecc38b-f1c5-4a5f-98a7-59bdb89d37bf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1504.646741] env[71058]: DEBUG oslo_vmware.api [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1504.646741] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]525a54ca-39f6-ce94-9d3a-8de56cbdcc0b"
[ 1504.646741] env[71058]:    _type = "Task"
[ 1504.646741] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1504.655542] env[71058]: DEBUG oslo_vmware.api [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]525a54ca-39f6-ce94-9d3a-8de56cbdcc0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1504.792035] env[71058]: DEBUG nova.compute.manager [req-65120edc-73ed-4949-a036-59cdffd780b4 req-99917d00-fa65-47ac-a9fb-56fe91031adf service nova] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Received event network-vif-deleted-b2ced6fe-2da8-410e-ad60-2eb3eb27ef9d {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1504.792254] env[71058]: INFO nova.compute.manager [req-65120edc-73ed-4949-a036-59cdffd780b4 req-99917d00-fa65-47ac-a9fb-56fe91031adf service nova] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Neutron deleted interface b2ced6fe-2da8-410e-ad60-2eb3eb27ef9d; detaching it from the instance and deleting it from the info cache
[ 1504.792422] env[71058]: DEBUG nova.network.neutron [req-65120edc-73ed-4949-a036-59cdffd780b4 req-99917d00-fa65-47ac-a9fb-56fe91031adf service nova] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1504.845737] env[71058]: DEBUG oslo_concurrency.lockutils [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1504.863195] env[71058]: DEBUG nova.compute.manager [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1504.899500] env[71058]: DEBUG nova.virt.hardware [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1504.899500] env[71058]: DEBUG nova.virt.hardware [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1504.899500] env[71058]: DEBUG nova.virt.hardware [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1504.899726] env[71058]: DEBUG nova.virt.hardware [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1504.899726] env[71058]: DEBUG nova.virt.hardware [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1504.899726] env[71058]: DEBUG nova.virt.hardware [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1504.899851] env[71058]: DEBUG nova.virt.hardware [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1504.900036] env[71058]: DEBUG nova.virt.hardware [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1504.900216] env[71058]: DEBUG nova.virt.hardware [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1504.900391] env[71058]: DEBUG nova.virt.hardware [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1504.900558] env[71058]: DEBUG nova.virt.hardware [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1504.901604] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0808c2f8-b1d0-4bd7-ba84-d5f254e90f3c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1504.913420] env[71058]: DEBUG oslo_vmware.api [None req-89562f99-6ae4-4950-8893-4dbeaa40c702 tempest-DeleteServersAdminTestJSON-697367752 tempest-DeleteServersAdminTestJSON-697367752-project-admin] Task: {'id': task-2872860, 'name': PowerOffVM_Task, 'duration_secs': 0.225592} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1504.915234] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-89562f99-6ae4-4950-8893-4dbeaa40c702 tempest-DeleteServersAdminTestJSON-697367752 tempest-DeleteServersAdminTestJSON-697367752-project-admin] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1504.915414] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-89562f99-6ae4-4950-8893-4dbeaa40c702 tempest-DeleteServersAdminTestJSON-697367752 tempest-DeleteServersAdminTestJSON-697367752-project-admin] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1504.915695] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-501b7221-af39-46c1-9597-6e0ccd28a4de {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1504.918141] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bdc17a-6f45-4aaf-ae65-97e22c08e634 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1504.969142] env[71058]: DEBUG nova.scheduler.client.report [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1504.990282] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-89562f99-6ae4-4950-8893-4dbeaa40c702 tempest-DeleteServersAdminTestJSON-697367752 tempest-DeleteServersAdminTestJSON-697367752-project-admin] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1504.990559] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-89562f99-6ae4-4950-8893-4dbeaa40c702 tempest-DeleteServersAdminTestJSON-697367752 tempest-DeleteServersAdminTestJSON-697367752-project-admin] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1504.990559] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-89562f99-6ae4-4950-8893-4dbeaa40c702 tempest-DeleteServersAdminTestJSON-697367752 tempest-DeleteServersAdminTestJSON-697367752-project-admin] Deleting the datastore file [datastore2] ca008d27-75fe-423f-979a-d8eff2564f94 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1504.991557] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d99779b-f1b0-4130-b0bf-5feaeac3bdff {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1504.999299] env[71058]: DEBUG oslo_vmware.api [None req-89562f99-6ae4-4950-8893-4dbeaa40c702 tempest-DeleteServersAdminTestJSON-697367752 tempest-DeleteServersAdminTestJSON-697367752-project-admin] Waiting for the task: (returnval){
[ 1504.999299] env[71058]:    value = "task-2872862"
[ 1504.999299] env[71058]:    _type = "Task"
[ 1504.999299] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1505.009042] env[71058]: DEBUG oslo_vmware.api [None req-89562f99-6ae4-4950-8893-4dbeaa40c702 tempest-DeleteServersAdminTestJSON-697367752 tempest-DeleteServersAdminTestJSON-697367752-project-admin] Task: {'id': task-2872862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1505.158843] env[71058]: DEBUG oslo_vmware.api [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]525a54ca-39f6-ce94-9d3a-8de56cbdcc0b, 'name': SearchDatastore_Task, 'duration_secs': 0.016545} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1505.159157] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1505.159514] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 4795f420-9f4e-4eab-98d7-9eaf0da179bf/4795f420-9f4e-4eab-98d7-9eaf0da179bf.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1505.159781] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39156e62-7208-4425-a89d-6f52ff353c0b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1505.172757] env[71058]: DEBUG oslo_vmware.api [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1505.172757] env[71058]:    value = "task-2872863"
[ 1505.172757] env[71058]:    _type = "Task"
[ 1505.172757] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1505.185563] env[71058]: DEBUG oslo_vmware.api [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2872863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1505.247662] env[71058]: DEBUG nova.network.neutron [-] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1505.294961] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-674d6da1-fb4f-48e7-8ab9-49ca2825d69e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1505.306648] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7b8c72-d09e-4d5c-8395-94f81d90f6b5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1505.340637] env[71058]: DEBUG nova.compute.manager [req-65120edc-73ed-4949-a036-59cdffd780b4 req-99917d00-fa65-47ac-a9fb-56fe91031adf service nova] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Detach interface failed, port_id=b2ced6fe-2da8-410e-ad60-2eb3eb27ef9d, reason: Instance 888b8479-2a85-435b-bf2e-85734fa81afa could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1505.474957] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1505.475506] env[71058]: DEBUG nova.compute.manager [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1505.478495] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.479s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1505.480062] env[71058]: INFO nova.compute.claims [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1505.510973] env[71058]: DEBUG oslo_vmware.api [None req-89562f99-6ae4-4950-8893-4dbeaa40c702 tempest-DeleteServersAdminTestJSON-697367752 tempest-DeleteServersAdminTestJSON-697367752-project-admin] Task: {'id': task-2872862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162967} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1505.511272] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-89562f99-6ae4-4950-8893-4dbeaa40c702 tempest-DeleteServersAdminTestJSON-697367752 tempest-DeleteServersAdminTestJSON-697367752-project-admin] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1505.511447] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-89562f99-6ae4-4950-8893-4dbeaa40c702 tempest-DeleteServersAdminTestJSON-697367752 tempest-DeleteServersAdminTestJSON-697367752-project-admin] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1505.511663] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-89562f99-6ae4-4950-8893-4dbeaa40c702 tempest-DeleteServersAdminTestJSON-697367752 tempest-DeleteServersAdminTestJSON-697367752-project-admin] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1505.511816] env[71058]: INFO nova.compute.manager [None req-89562f99-6ae4-4950-8893-4dbeaa40c702 tempest-DeleteServersAdminTestJSON-697367752 tempest-DeleteServersAdminTestJSON-697367752-project-admin] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Took 1.15 seconds to destroy the instance on the hypervisor.
[ 1505.512072] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89562f99-6ae4-4950-8893-4dbeaa40c702 tempest-DeleteServersAdminTestJSON-697367752 tempest-DeleteServersAdminTestJSON-697367752-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1505.512277] env[71058]: DEBUG nova.compute.manager [-] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1505.512369] env[71058]: DEBUG nova.network.neutron [-] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1505.686253] env[71058]: DEBUG oslo_vmware.api [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2872863, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1505.752612] env[71058]: INFO nova.compute.manager [-] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Took 1.49 seconds to deallocate network for instance.
[ 1505.782456] env[71058]: DEBUG nova.compute.manager [req-4951a7c0-ce30-4db3-b4d5-ce555eb605cb req-12b3528b-afce-459a-825e-e9656b947b54 service nova] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Received event network-vif-plugged-e04a2854-9bb4-473f-86ad-4b183d40d5c3 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1505.782543] env[71058]: DEBUG oslo_concurrency.lockutils [req-4951a7c0-ce30-4db3-b4d5-ce555eb605cb req-12b3528b-afce-459a-825e-e9656b947b54 service nova] Acquiring lock "4b8b28a1-d95b-4d60-8ff2-5902810d5512-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1505.782866] env[71058]: DEBUG oslo_concurrency.lockutils [req-4951a7c0-ce30-4db3-b4d5-ce555eb605cb req-12b3528b-afce-459a-825e-e9656b947b54 service nova] Lock "4b8b28a1-d95b-4d60-8ff2-5902810d5512-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1505.783156] env[71058]: DEBUG oslo_concurrency.lockutils [req-4951a7c0-ce30-4db3-b4d5-ce555eb605cb req-12b3528b-afce-459a-825e-e9656b947b54 service nova] Lock "4b8b28a1-d95b-4d60-8ff2-5902810d5512-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1505.783451] env[71058]: DEBUG nova.compute.manager [req-4951a7c0-ce30-4db3-b4d5-ce555eb605cb req-12b3528b-afce-459a-825e-e9656b947b54 service nova] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] No waiting events found dispatching network-vif-plugged-e04a2854-9bb4-473f-86ad-4b183d40d5c3 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1505.783697] env[71058]: WARNING nova.compute.manager [req-4951a7c0-ce30-4db3-b4d5-ce555eb605cb req-12b3528b-afce-459a-825e-e9656b947b54 service nova] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Received unexpected event network-vif-plugged-e04a2854-9bb4-473f-86ad-4b183d40d5c3 for instance with vm_state building and task_state spawning.
[ 1505.988621] env[71058]: DEBUG nova.compute.utils [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1505.991843] env[71058]: DEBUG nova.compute.manager [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1505.992029] env[71058]: DEBUG nova.network.neutron [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1506.036555] env[71058]: DEBUG nova.policy [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '515a3519de1f42f885bacda76ba44d42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4faf06889f0e4cbf9e193acf73980c6d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1506.075851] env[71058]: DEBUG nova.network.neutron [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Successfully updated port: e04a2854-9bb4-473f-86ad-4b183d40d5c3 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1506.185806] env[71058]: DEBUG oslo_vmware.api [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2872863, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532767} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1506.188105] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 4795f420-9f4e-4eab-98d7-9eaf0da179bf/4795f420-9f4e-4eab-98d7-9eaf0da179bf.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1506.188105] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1506.188105] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c304341c-610c-44f6-b6b2-c2bb9b6f5958 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1506.194652] env[71058]: DEBUG oslo_vmware.api [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1506.194652] env[71058]:    value = "task-2872864"
[ 1506.194652] env[71058]:    _type = "Task"
[ 1506.194652] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1506.205103] env[71058]: DEBUG oslo_vmware.api [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2872864, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1506.265994] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a4fd5017-1460-44a8-b830-77deeac1230c tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1506.272576] env[71058]: DEBUG nova.network.neutron [-] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1506.329036] env[71058]: DEBUG nova.network.neutron [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Successfully created port: 5ced147d-5542-44e4-abd5-ec0f00ae90d4 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1506.499598] env[71058]: DEBUG nova.compute.manager [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1506.579333] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Acquiring lock "refresh_cache-4b8b28a1-d95b-4d60-8ff2-5902810d5512" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1506.579333] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Acquired lock "refresh_cache-4b8b28a1-d95b-4d60-8ff2-5902810d5512" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1506.579554] env[71058]: DEBUG nova.network.neutron [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1506.707666] env[71058]: DEBUG oslo_vmware.api [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2872864, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072997} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1506.707989] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1506.709307] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f248b7-3365-4920-85d5-23138abe29b5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1506.751711] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 4795f420-9f4e-4eab-98d7-9eaf0da179bf/4795f420-9f4e-4eab-98d7-9eaf0da179bf.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1506.754496] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca9ba9a3-3301-4c03-951b-a03a8b18b355 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1506.774462] env[71058]: INFO nova.compute.manager [-] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Took 1.26 seconds to deallocate network for instance.
[ 1506.777872] env[71058]: DEBUG oslo_vmware.api [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1506.777872] env[71058]:    value = "task-2872865"
[ 1506.777872] env[71058]:    _type = "Task"
[ 1506.777872] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1506.797774] env[71058]: DEBUG oslo_vmware.api [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2872865, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1507.003774] env[71058]: DEBUG nova.compute.manager [req-e6590267-4a41-45cc-b4a2-848291a734e9 req-cfeec6d8-fe41-4e07-b4b0-d6183cc08ac0 service nova] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Received event network-vif-deleted-e9e2cabc-882d-467b-b443-a8391b791f1a {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1507.116199] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2409bb-4c38-4ec8-89af-b438384f1154 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1507.125125] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc58f42-d879-49c1-8595-5f3cbec10dee {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1507.128504] env[71058]: DEBUG nova.network.neutron [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1507.167049] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e11788f-90e2-41fb-974c-529f807f4d2f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1507.179791] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da891ac-ae10-4a01-a009-77cc9de3a1b6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1507.198846] env[71058]: DEBUG nova.compute.provider_tree [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1507.288290] env[71058]: DEBUG oslo_vmware.api [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2872865, 'name': ReconfigVM_Task, 'duration_secs': 0.316613} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1507.288564] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 4795f420-9f4e-4eab-98d7-9eaf0da179bf/4795f420-9f4e-4eab-98d7-9eaf0da179bf.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1507.289823] env[71058]: DEBUG oslo_concurrency.lockutils [None req-89562f99-6ae4-4950-8893-4dbeaa40c702 tempest-DeleteServersAdminTestJSON-697367752 tempest-DeleteServersAdminTestJSON-697367752-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1507.290072] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f53296f-c855-4bb6-afaf-1ecacb69708c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1507.298208] env[71058]: DEBUG oslo_vmware.api [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1507.298208] env[71058]:    value = "task-2872866"
[ 1507.298208] env[71058]:    _type = "Task"
[ 1507.298208] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1507.307908] env[71058]: DEBUG oslo_vmware.api [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2872866, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1507.386205] env[71058]: DEBUG nova.network.neutron [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Updating instance_info_cache with network_info: [{"id": "e04a2854-9bb4-473f-86ad-4b183d40d5c3", "address": "fa:16:3e:b6:b7:46", "network": {"id": "8cffd29f-9596-40ee-b42b-14ece182f02c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2138524052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9da282337ddc44828d2ab61bb4b97e6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape04a2854-9b", "ovs_interfaceid": "e04a2854-9bb4-473f-86ad-4b183d40d5c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1507.515377] env[71058]: DEBUG nova.compute.manager [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1507.544896] env[71058]: DEBUG nova.virt.hardware [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1507.545146] env[71058]: DEBUG nova.virt.hardware [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1507.545303] env[71058]: DEBUG nova.virt.hardware [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1507.545492] env[71058]: DEBUG nova.virt.hardware [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1507.545631] env[71058]: DEBUG nova.virt.hardware [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1507.545784] env[71058]: DEBUG nova.virt.hardware [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1507.545992] env[71058]: DEBUG nova.virt.hardware [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1507.546173] env[71058]: DEBUG nova.virt.hardware [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1507.546351] env[71058]: DEBUG nova.virt.hardware [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1507.546513] env[71058]: DEBUG nova.virt.hardware [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1507.546685] env[71058]: DEBUG nova.virt.hardware [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1507.547572] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549514a3-ef5b-4ce7-9f6b-d5b0704b1563 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1507.557899] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17287f7b-5ed3-46ac-97cc-1230129b6da6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1507.702631] env[71058]: DEBUG nova.scheduler.client.report [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1507.812666] env[71058]: DEBUG oslo_vmware.api [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2872866, 'name': Rename_Task, 'duration_secs': 0.155462} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1507.812997] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1507.813396] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-140b9a94-eb63-49c2-9b37-b8bd3c364fa6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1507.822510] env[71058]: DEBUG oslo_vmware.api [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1507.822510] env[71058]:    value = "task-2872867"
[ 1507.822510] env[71058]:    _type = "Task"
[ 1507.822510] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1507.833058] env[71058]: DEBUG oslo_vmware.api [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2872867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1507.888801] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Releasing lock "refresh_cache-4b8b28a1-d95b-4d60-8ff2-5902810d5512" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1507.889165] env[71058]: DEBUG nova.compute.manager [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Instance network_info: |[{"id": "e04a2854-9bb4-473f-86ad-4b183d40d5c3", "address": "fa:16:3e:b6:b7:46", "network": {"id": "8cffd29f-9596-40ee-b42b-14ece182f02c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2138524052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9da282337ddc44828d2ab61bb4b97e6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape04a2854-9b", "ovs_interfaceid": "e04a2854-9bb4-473f-86ad-4b183d40d5c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1507.889592] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:b7:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e04a2854-9bb4-473f-86ad-4b183d40d5c3', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1507.897635] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1507.897893] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1507.899023] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-936e6aa3-ea29-46da-bc77-d527e97ab194 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1507.920008] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1507.920008] env[71058]:    value = "task-2872868"
[ 1507.920008] env[71058]:    _type = "Task"
[ 1507.920008] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1507.924090] env[71058]: DEBUG nova.network.neutron [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Successfully updated port: 5ced147d-5542-44e4-abd5-ec0f00ae90d4 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1507.931100] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872868, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1508.211296] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1508.211923] env[71058]: DEBUG nova.compute.manager [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1508.216252] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.914s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1508.216252] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1508.216500] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71058) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
[ 1508.217141] env[71058]: DEBUG oslo_concurrency.lockutils [None req-659accdd-f092-4dde-b52e-d1bfc1ae0fb3 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.769s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1508.217141] env[71058]: DEBUG nova.objects.instance [None req-659accdd-f092-4dde-b52e-d1bfc1ae0fb3 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lazy-loading 'resources' on Instance uuid 5b76ce74-75d5-4772-88f7-8c146be65d50 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1508.219210] env[71058]: DEBUG nova.compute.manager [req-c3c09e41-e0a1-459b-96fc-c3ece59aff2d req-6ad0c912-2db8-4d22-80bc-b0bc71cab2ef service nova] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Received event network-changed-e04a2854-9bb4-473f-86ad-4b183d40d5c3 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1508.220054] env[71058]: DEBUG nova.compute.manager [req-c3c09e41-e0a1-459b-96fc-c3ece59aff2d req-6ad0c912-2db8-4d22-80bc-b0bc71cab2ef service nova] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Refreshing instance network info cache due to event network-changed-e04a2854-9bb4-473f-86ad-4b183d40d5c3. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1508.220054] env[71058]: DEBUG oslo_concurrency.lockutils [req-c3c09e41-e0a1-459b-96fc-c3ece59aff2d req-6ad0c912-2db8-4d22-80bc-b0bc71cab2ef service nova] Acquiring lock "refresh_cache-4b8b28a1-d95b-4d60-8ff2-5902810d5512" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1508.220054] env[71058]: DEBUG oslo_concurrency.lockutils [req-c3c09e41-e0a1-459b-96fc-c3ece59aff2d req-6ad0c912-2db8-4d22-80bc-b0bc71cab2ef service nova] Acquired lock "refresh_cache-4b8b28a1-d95b-4d60-8ff2-5902810d5512" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1508.220054] env[71058]: DEBUG nova.network.neutron [req-c3c09e41-e0a1-459b-96fc-c3ece59aff2d req-6ad0c912-2db8-4d22-80bc-b0bc71cab2ef service nova] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Refreshing network info cache for port e04a2854-9bb4-473f-86ad-4b183d40d5c3 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1508.225757] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2944f9-b743-41b1-a673-27aab34a295a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1508.237842] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1a0535-990b-4e6c-b906-0efb1172d9a9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1508.257225] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8213af89-530d-4b85-b2fa-96d2efd9a727 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1508.264702] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04d3d33-a79f-42bb-936d-bbb41bd3a4d8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1508.299354] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "ee74ee1f-7464-4001-a1ca-63a94eaccdb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1508.299630] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "ee74ee1f-7464-4001-a1ca-63a94eaccdb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1508.300390] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179187MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=71058) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
[ 1508.300522] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1508.333979] env[71058]: DEBUG oslo_vmware.api [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2872867, 'name': PowerOnVM_Task} progress is 90%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1508.428039] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Acquiring lock "refresh_cache-9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1508.428039] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Acquired lock "refresh_cache-9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1508.429066] env[71058]: DEBUG nova.network.neutron [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1508.436260] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872868, 'name': CreateVM_Task, 'duration_secs': 0.375804} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1508.436509] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1508.437706] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1508.438107] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1508.438717] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1508.439184] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1873fa55-b5e4-4e5b-80f3-a83aa8c00124 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1508.448312] env[71058]: DEBUG oslo_vmware.api [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Waiting for the task: (returnval){
[ 1508.448312] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a56db6-fdd4-a7e1-c509-0330fdcfb92c"
[ 1508.448312] env[71058]:    _type = "Task"
[ 1508.448312] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1508.469114] env[71058]: DEBUG oslo_vmware.api [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a56db6-fdd4-a7e1-c509-0330fdcfb92c, 'name': SearchDatastore_Task, 'duration_secs': 0.013075} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1508.470120] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1508.470760] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1508.473497] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1508.473497] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1508.473497] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1508.473664] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2080e7e0-b1c9-415b-ac98-cc07b949481f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1508.486289] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1508.486508] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1508.487292] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f727ba6-2292-49a7-9506-ac1a3593cd24 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1508.494134] env[71058]: DEBUG oslo_vmware.api [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Waiting for the task: (returnval){
[ 1508.494134] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524e006a-c4d7-0f09-2495-a803af05e775"
[ 1508.494134] env[71058]:    _type = "Task"
[ 1508.494134] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1508.503302] env[71058]: DEBUG oslo_vmware.api [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524e006a-c4d7-0f09-2495-a803af05e775, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1508.727050] env[71058]: DEBUG nova.compute.utils [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1508.731480] env[71058]: DEBUG nova.compute.manager [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1508.731674] env[71058]: DEBUG nova.network.neutron [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1508.796058] env[71058]: DEBUG nova.policy [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '045db7a93ff34184a60065eb15e2d571', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b21d5ba483f43528a132952afe31171', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1508.835448] env[71058]: DEBUG oslo_vmware.api [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2872867, 'name': PowerOnVM_Task, 'duration_secs': 0.561766} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1508.837663] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1508.837901] env[71058]: INFO nova.compute.manager [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Took 8.89 seconds to spawn the instance on the hypervisor.
[ 1508.838543] env[71058]: DEBUG nova.compute.manager [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1508.841036] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eba650d-dbc4-4ed9-a2cb-c7eec04f000d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1508.974018] env[71058]: DEBUG nova.network.neutron [req-c3c09e41-e0a1-459b-96fc-c3ece59aff2d req-6ad0c912-2db8-4d22-80bc-b0bc71cab2ef service nova] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Updated VIF entry in instance network info cache for port e04a2854-9bb4-473f-86ad-4b183d40d5c3. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1508.974417] env[71058]: DEBUG nova.network.neutron [req-c3c09e41-e0a1-459b-96fc-c3ece59aff2d req-6ad0c912-2db8-4d22-80bc-b0bc71cab2ef service nova] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Updating instance_info_cache with network_info: [{"id": "e04a2854-9bb4-473f-86ad-4b183d40d5c3", "address": "fa:16:3e:b6:b7:46", "network": {"id": "8cffd29f-9596-40ee-b42b-14ece182f02c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2138524052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9da282337ddc44828d2ab61bb4b97e6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape04a2854-9b", "ovs_interfaceid": "e04a2854-9bb4-473f-86ad-4b183d40d5c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1508.984694] env[71058]: DEBUG nova.network.neutron [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1509.010295] env[71058]: DEBUG oslo_vmware.api [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524e006a-c4d7-0f09-2495-a803af05e775, 'name': SearchDatastore_Task, 'duration_secs': 0.010694} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1509.014427] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b2055af-6b91-4b5a-a399-6f82f8c79c71 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1509.022270] env[71058]: DEBUG oslo_vmware.api [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Waiting for the task: (returnval){
[ 1509.022270] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52754133-083e-b5f9-38b6-3c488f92e755"
[ 1509.022270] env[71058]:    _type = "Task"
[ 1509.022270] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1509.030829] env[71058]: DEBUG nova.compute.manager [req-393d00a2-ae2b-4fde-a489-3c59e06949d2 req-3d77f1b6-405d-4ba2-991f-ba329cd0403a service nova] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Received event network-vif-plugged-5ced147d-5542-44e4-abd5-ec0f00ae90d4 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1509.031131] env[71058]: DEBUG oslo_concurrency.lockutils [req-393d00a2-ae2b-4fde-a489-3c59e06949d2 req-3d77f1b6-405d-4ba2-991f-ba329cd0403a service nova] Acquiring lock "9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1509.031399] env[71058]: DEBUG oslo_concurrency.lockutils [req-393d00a2-ae2b-4fde-a489-3c59e06949d2 req-3d77f1b6-405d-4ba2-991f-ba329cd0403a service nova] Lock "9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1509.031592] env[71058]: DEBUG oslo_concurrency.lockutils [req-393d00a2-ae2b-4fde-a489-3c59e06949d2 req-3d77f1b6-405d-4ba2-991f-ba329cd0403a service nova] Lock "9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1509.031795] env[71058]: DEBUG nova.compute.manager [req-393d00a2-ae2b-4fde-a489-3c59e06949d2 req-3d77f1b6-405d-4ba2-991f-ba329cd0403a service nova] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] No waiting events found dispatching network-vif-plugged-5ced147d-5542-44e4-abd5-ec0f00ae90d4 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1509.031971] env[71058]: WARNING nova.compute.manager [req-393d00a2-ae2b-4fde-a489-3c59e06949d2 req-3d77f1b6-405d-4ba2-991f-ba329cd0403a service nova] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Received unexpected event network-vif-plugged-5ced147d-5542-44e4-abd5-ec0f00ae90d4 for instance with vm_state building and task_state spawning.
[ 1509.032159] env[71058]: DEBUG nova.compute.manager [req-393d00a2-ae2b-4fde-a489-3c59e06949d2 req-3d77f1b6-405d-4ba2-991f-ba329cd0403a service nova] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Received event network-changed-5ced147d-5542-44e4-abd5-ec0f00ae90d4 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1509.032320] env[71058]: DEBUG nova.compute.manager [req-393d00a2-ae2b-4fde-a489-3c59e06949d2 req-3d77f1b6-405d-4ba2-991f-ba329cd0403a service nova] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Refreshing instance network info cache due to event network-changed-5ced147d-5542-44e4-abd5-ec0f00ae90d4. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1509.032489] env[71058]: DEBUG oslo_concurrency.lockutils [req-393d00a2-ae2b-4fde-a489-3c59e06949d2 req-3d77f1b6-405d-4ba2-991f-ba329cd0403a service nova] Acquiring lock "refresh_cache-9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1509.036365] env[71058]: DEBUG oslo_vmware.api [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52754133-083e-b5f9-38b6-3c488f92e755, 'name': SearchDatastore_Task, 'duration_secs': 0.010897} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1509.036621] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1509.036849] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 4b8b28a1-d95b-4d60-8ff2-5902810d5512/4b8b28a1-d95b-4d60-8ff2-5902810d5512.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1509.037125] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea017a81-ba23-4bcf-a02f-21e3315d5141 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1509.046260] env[71058]: DEBUG oslo_vmware.api [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Waiting for the task: (returnval){
[ 1509.046260] env[71058]:    value = "task-2872869"
[ 1509.046260] env[71058]:    _type = "Task"
[ 1509.046260] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1509.061114] env[71058]: DEBUG oslo_vmware.api [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2872869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1509.223972] env[71058]: DEBUG nova.network.neutron [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Updating instance_info_cache with network_info: [{"id": "5ced147d-5542-44e4-abd5-ec0f00ae90d4", "address": "fa:16:3e:e7:1b:18", "network": {"id": "6668514e-8f14-4ad4-ad10-f4bdcb660775", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1252574891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4faf06889f0e4cbf9e193acf73980c6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ced147d-55", "ovs_interfaceid": "5ced147d-5542-44e4-abd5-ec0f00ae90d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1509.225604] env[71058]: DEBUG nova.network.neutron [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Successfully created port: 4adfa70d-4108-4992-aa21-1e091e56388f {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1509.232784] env[71058]: DEBUG nova.compute.manager [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1509.274396] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90a9523-a8b4-4d4d-9b4a-777579a21e34 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1509.284687] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e5a8e8-1b4d-42d8-a777-20b289784c98 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1509.323316] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e13e5f-295e-4982-a36f-59effeb42a92 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1509.332718] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7dbb68-9420-40bb-bb15-69a7a21baaf6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1509.348893] env[71058]: DEBUG nova.compute.provider_tree [None req-659accdd-f092-4dde-b52e-d1bfc1ae0fb3 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1509.367645] env[71058]: INFO nova.compute.manager [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Took 42.73 seconds to build instance.
[ 1509.477503] env[71058]: DEBUG oslo_concurrency.lockutils [req-c3c09e41-e0a1-459b-96fc-c3ece59aff2d req-6ad0c912-2db8-4d22-80bc-b0bc71cab2ef service nova] Releasing lock "refresh_cache-4b8b28a1-d95b-4d60-8ff2-5902810d5512" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1509.536450] env[71058]: DEBUG nova.network.neutron [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Successfully created port: 113f97eb-53db-4295-8e1b-c2b243a68a07 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1509.556596] env[71058]: DEBUG oslo_vmware.api [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2872869, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1509.727883] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Releasing lock "refresh_cache-9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1509.728123] env[71058]: DEBUG nova.compute.manager [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Instance network_info: |[{"id": "5ced147d-5542-44e4-abd5-ec0f00ae90d4", "address": "fa:16:3e:e7:1b:18", "network": {"id": "6668514e-8f14-4ad4-ad10-f4bdcb660775", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1252574891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4faf06889f0e4cbf9e193acf73980c6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ced147d-55", "ovs_interfaceid": "5ced147d-5542-44e4-abd5-ec0f00ae90d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1509.728463] env[71058]: DEBUG oslo_concurrency.lockutils [req-393d00a2-ae2b-4fde-a489-3c59e06949d2 req-3d77f1b6-405d-4ba2-991f-ba329cd0403a service nova] Acquired lock "refresh_cache-9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1509.728646] env[71058]: DEBUG nova.network.neutron [req-393d00a2-ae2b-4fde-a489-3c59e06949d2 req-3d77f1b6-405d-4ba2-991f-ba329cd0403a service nova] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Refreshing network info cache for port 5ced147d-5542-44e4-abd5-ec0f00ae90d4 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1509.729927] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:1b:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ced147d-5542-44e4-abd5-ec0f00ae90d4', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1509.738754] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Creating folder: Project (4faf06889f0e4cbf9e193acf73980c6d). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1509.743911] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-947f2ea6-b0f9-4307-8deb-b4356cd01e77 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1509.757798] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Created folder: Project (4faf06889f0e4cbf9e193acf73980c6d) in parent group-v577298.
[ 1509.758036] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Creating folder: Instances. Parent ref: group-v577401. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1509.758622] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26d7ec3f-4081-461f-b8c3-a9b8c13a922b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1509.772232] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Created folder: Instances in parent group-v577401.
[ 1509.772547] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1509.772824] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1509.773083] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd630762-cef1-41e0-b317-c8ee3f73d9dc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1509.796756] env[71058]: DEBUG nova.network.neutron [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Successfully created port: 4b91169b-ff64-4b84-bfba-a897b2fc33ce {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1509.806845] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1509.806845] env[71058]:    value = "task-2872872"
[ 1509.806845] env[71058]:    _type = "Task"
[ 1509.806845] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1509.820166] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872872, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1509.853269] env[71058]: DEBUG nova.scheduler.client.report [None req-659accdd-f092-4dde-b52e-d1bfc1ae0fb3 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1509.869412] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6f218b44-8bef-4160-ab0d-49037b8bcc89 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "4795f420-9f4e-4eab-98d7-9eaf0da179bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 62.792s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1510.059072] env[71058]: DEBUG oslo_vmware.api [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2872869, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527843} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1510.059710] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 4b8b28a1-d95b-4d60-8ff2-5902810d5512/4b8b28a1-d95b-4d60-8ff2-5902810d5512.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1510.060130] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1510.060517] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdd11fa9-70c5-4afb-897a-0767381d9884 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1510.071021] env[71058]: DEBUG oslo_vmware.api [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Waiting for the task: (returnval){
[ 1510.071021] env[71058]:    value = "task-2872873"
[ 1510.071021] env[71058]:    _type = "Task"
[ 1510.071021] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1510.078973] env[71058]: DEBUG oslo_vmware.api [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2872873, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1510.247750] env[71058]: DEBUG nova.compute.manager [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1510.275849] env[71058]: DEBUG nova.virt.hardware [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1510.275849] env[71058]: DEBUG nova.virt.hardware [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1510.275971] env[71058]: DEBUG nova.virt.hardware [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1510.276227] env[71058]: DEBUG nova.virt.hardware [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1510.280294] env[71058]: DEBUG nova.virt.hardware [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1510.280474] env[71058]: DEBUG nova.virt.hardware [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1510.280703] env[71058]: DEBUG nova.virt.hardware [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1510.280868] env[71058]: DEBUG nova.virt.hardware [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1510.281060] env[71058]: DEBUG nova.virt.hardware [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1510.281278] env[71058]: DEBUG nova.virt.hardware [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1510.281424] env[71058]: DEBUG nova.virt.hardware [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1510.282327] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fe5123-f81e-4a71-9fb7-11b79ede0da0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1510.297142] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349dfe73-4879-44fa-bfca-2d892363bc22 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1510.321430] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872872, 'name': CreateVM_Task, 'duration_secs': 0.382495} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1510.321611] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1510.322395] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1510.322632] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1510.323013] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1510.323330] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8285ad1-9346-4cd9-a6ae-42db9cdd96f2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1510.328663] env[71058]: DEBUG oslo_vmware.api [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Waiting for the task: (returnval){
[ 1510.328663] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5236ae80-0b86-9442-1cfc-6b8816940188"
[ 1510.328663] env[71058]:    _type = "Task"
[ 1510.328663] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1510.337412] env[71058]: DEBUG oslo_vmware.api [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5236ae80-0b86-9442-1cfc-6b8816940188, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1510.358750] env[71058]: DEBUG oslo_concurrency.lockutils [None req-659accdd-f092-4dde-b52e-d1bfc1ae0fb3 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1510.360941] env[71058]: DEBUG oslo_concurrency.lockutils [None req-22072a40-1637-419f-a564-b8fccb349ccf tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.669s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1510.361196] env[71058]: DEBUG nova.objects.instance [None req-22072a40-1637-419f-a564-b8fccb349ccf tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lazy-loading 'resources' on Instance uuid 04017607-9f22-4f9f-b039-29f0feb65b9e {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1510.373181] env[71058]: DEBUG nova.compute.manager [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1510.396437] env[71058]: INFO nova.scheduler.client.report [None req-659accdd-f092-4dde-b52e-d1bfc1ae0fb3 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Deleted allocations for instance 5b76ce74-75d5-4772-88f7-8c146be65d50
[ 1510.574241] env[71058]: DEBUG nova.network.neutron [req-393d00a2-ae2b-4fde-a489-3c59e06949d2 req-3d77f1b6-405d-4ba2-991f-ba329cd0403a service nova] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Updated VIF entry in instance network info cache for port 5ced147d-5542-44e4-abd5-ec0f00ae90d4. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1510.574564] env[71058]: DEBUG nova.network.neutron [req-393d00a2-ae2b-4fde-a489-3c59e06949d2 req-3d77f1b6-405d-4ba2-991f-ba329cd0403a service nova] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Updating instance_info_cache with network_info: [{"id": "5ced147d-5542-44e4-abd5-ec0f00ae90d4", "address": "fa:16:3e:e7:1b:18", "network": {"id": "6668514e-8f14-4ad4-ad10-f4bdcb660775", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1252574891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4faf06889f0e4cbf9e193acf73980c6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ced147d-55", "ovs_interfaceid": "5ced147d-5542-44e4-abd5-ec0f00ae90d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1510.583844] env[71058]: DEBUG oslo_vmware.api [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2872873, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072377} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1510.583844] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1510.583844] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b246df-6726-4517-9c1a-7af64f03f24c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1510.612808] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 4b8b28a1-d95b-4d60-8ff2-5902810d5512/4b8b28a1-d95b-4d60-8ff2-5902810d5512.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1510.613436] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fd71bf4-55ef-4a1a-b370-dad7b4b7e537 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1510.635174] env[71058]: DEBUG oslo_vmware.api [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Waiting for the task: (returnval){
[ 1510.635174] env[71058]:    value = "task-2872874"
[ 1510.635174] env[71058]:    _type = "Task"
[ 1510.635174] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1510.645709] env[71058]: DEBUG oslo_vmware.api [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2872874, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1510.840032] env[71058]: DEBUG oslo_vmware.api [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5236ae80-0b86-9442-1cfc-6b8816940188, 'name': SearchDatastore_Task, 'duration_secs': 0.013176} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1510.840381] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1510.840643] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1510.840923] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1510.841099] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1510.841308] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1510.841586] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-354a8341-189b-4a5d-a5d1-bd272fa71035 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1510.851854] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1510.852255] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1510.853822] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e47f5ca8-7929-4387-bcd3-f26fcb73797d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1510.869612] env[71058]: DEBUG oslo_vmware.api [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Waiting for the task: (returnval){
[ 1510.869612] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5299c7c3-4370-153a-18ac-ec0b99a9bab1"
[ 1510.869612] env[71058]:    _type = "Task"
[ 1510.869612] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1510.882773] env[71058]: DEBUG oslo_vmware.api [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5299c7c3-4370-153a-18ac-ec0b99a9bab1, 'name': SearchDatastore_Task, 'duration_secs': 0.012292} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1510.886614] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef5a48c3-df4d-4b57-8df4-471895e417a5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1510.893539] env[71058]: DEBUG oslo_vmware.api [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Waiting for the task: (returnval){
[ 1510.893539] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527a512d-8a6d-85db-f0d0-bfeb9fe18ca7"
[ 1510.893539] env[71058]:    _type = "Task"
[ 1510.893539] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1510.898487] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1510.904371] env[71058]: DEBUG oslo_concurrency.lockutils [None req-659accdd-f092-4dde-b52e-d1bfc1ae0fb3 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "5b76ce74-75d5-4772-88f7-8c146be65d50" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 35.138s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1510.913065] env[71058]: DEBUG oslo_vmware.api [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527a512d-8a6d-85db-f0d0-bfeb9fe18ca7, 'name': SearchDatastore_Task, 'duration_secs': 0.01176} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1510.913629] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1510.913973] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a/9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1510.914286] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c0fb554-8824-40be-a5f2-bbf0eacbaca0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1510.929119] env[71058]: DEBUG oslo_vmware.api [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Waiting for the task: (returnval){
[ 1510.929119] env[71058]:    value = "task-2872875"
[ 1510.929119] env[71058]:    _type = "Task"
[ 1510.929119] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1510.939815] env[71058]: DEBUG oslo_vmware.api [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1511.068089] env[71058]: DEBUG nova.compute.manager [req-b26437c8-39f0-4747-8783-aaebc3ff80ad req-66d1bdd1-16e1-4fea-b4f9-0871c1032b87 service nova] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Received event network-changed-428790f0-c156-4246-a1d6-e7721036eaa3 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1511.068378] env[71058]: DEBUG nova.compute.manager [req-b26437c8-39f0-4747-8783-aaebc3ff80ad req-66d1bdd1-16e1-4fea-b4f9-0871c1032b87 service nova] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Refreshing instance network info cache due to event network-changed-428790f0-c156-4246-a1d6-e7721036eaa3. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1511.068611] env[71058]: DEBUG oslo_concurrency.lockutils [req-b26437c8-39f0-4747-8783-aaebc3ff80ad req-66d1bdd1-16e1-4fea-b4f9-0871c1032b87 service nova] Acquiring lock "refresh_cache-4795f420-9f4e-4eab-98d7-9eaf0da179bf" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1511.068752] env[71058]: DEBUG oslo_concurrency.lockutils [req-b26437c8-39f0-4747-8783-aaebc3ff80ad req-66d1bdd1-16e1-4fea-b4f9-0871c1032b87 service nova] Acquired lock "refresh_cache-4795f420-9f4e-4eab-98d7-9eaf0da179bf" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1511.069133] env[71058]: DEBUG nova.network.neutron [req-b26437c8-39f0-4747-8783-aaebc3ff80ad req-66d1bdd1-16e1-4fea-b4f9-0871c1032b87 service nova] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Refreshing network info cache for port 428790f0-c156-4246-a1d6-e7721036eaa3 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1511.077836] env[71058]: DEBUG oslo_concurrency.lockutils [req-393d00a2-ae2b-4fde-a489-3c59e06949d2 req-3d77f1b6-405d-4ba2-991f-ba329cd0403a service nova] Releasing lock "refresh_cache-9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1511.148869] env[71058]: DEBUG oslo_vmware.api [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2872874, 'name': ReconfigVM_Task, 'duration_secs': 0.488103} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1511.149213] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 4b8b28a1-d95b-4d60-8ff2-5902810d5512/4b8b28a1-d95b-4d60-8ff2-5902810d5512.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1511.152737] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65e4f8f3-dd72-401f-b4ad-e81083820cf2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1511.160964] env[71058]: DEBUG oslo_vmware.api [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Waiting for the task: (returnval){
[ 1511.160964] env[71058]:    value = "task-2872876"
[ 1511.160964] env[71058]:    _type = "Task"
[ 1511.160964] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1511.176137] env[71058]: DEBUG oslo_vmware.api [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2872876, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1511.428218] env[71058]: DEBUG nova.network.neutron [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Successfully updated port: 4adfa70d-4108-4992-aa21-1e091e56388f {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1511.448649] env[71058]: DEBUG oslo_vmware.api [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872875, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1511.472272] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e42e84-8012-4b45-a559-b14900583682 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1511.482797] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baead44d-c719-44a5-b730-f5124e476af3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1511.520556] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f434477-8855-464f-aa49-b8c5b5d80321 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1511.530397] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad61e99-d0c2-47b9-bbb9-134c9f5f77e3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1511.544663] env[71058]: DEBUG nova.compute.provider_tree [None req-22072a40-1637-419f-a564-b8fccb349ccf tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1511.672031] env[71058]: DEBUG oslo_vmware.api [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2872876, 'name': Rename_Task, 'duration_secs': 0.308894} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1511.672245] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1511.672510] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e76b3e7e-f3a9-46f7-a5a0-176f06fbe32a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1511.680514] env[71058]: DEBUG oslo_vmware.api [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Waiting for the task: (returnval){
[ 1511.680514] env[71058]:    value = "task-2872877"
[ 1511.680514] env[71058]:    _type = "Task"
[ 1511.680514] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1511.691400] env[71058]: DEBUG oslo_vmware.api [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2872877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1511.814802] env[71058]: DEBUG nova.network.neutron [req-b26437c8-39f0-4747-8783-aaebc3ff80ad req-66d1bdd1-16e1-4fea-b4f9-0871c1032b87 service nova] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Updated VIF entry in instance network info cache for port 428790f0-c156-4246-a1d6-e7721036eaa3. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1511.815191] env[71058]: DEBUG nova.network.neutron [req-b26437c8-39f0-4747-8783-aaebc3ff80ad req-66d1bdd1-16e1-4fea-b4f9-0871c1032b87 service nova] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Updating instance_info_cache with network_info: [{"id": "428790f0-c156-4246-a1d6-e7721036eaa3", "address": "fa:16:3e:ba:33:e6", "network": {"id": "02a93a58-8f0c-468d-b34e-1db5e61a54ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2046819330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ae80f45084747faba9f976dc2d36a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap428790f0-c1", "ovs_interfaceid": "428790f0-c156-4246-a1d6-e7721036eaa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1511.943018] env[71058]: DEBUG oslo_vmware.api [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872875, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572873} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1511.943018] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a/9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1511.943018] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1511.943189] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31aa4bfe-02a7-4838-8979-9025bb006f73 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1511.952136] env[71058]: DEBUG oslo_vmware.api [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Waiting for the task: (returnval){
[ 1511.952136] env[71058]:    value = "task-2872878"
[ 1511.952136] env[71058]:    _type = "Task"
[ 1511.952136] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1511.961320] env[71058]: DEBUG oslo_vmware.api [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872878, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1512.047635] env[71058]: DEBUG nova.scheduler.client.report [None req-22072a40-1637-419f-a564-b8fccb349ccf tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1512.196907] env[71058]: DEBUG oslo_vmware.api [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2872877, 'name': PowerOnVM_Task} progress is 1%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1512.318406] env[71058]: DEBUG oslo_concurrency.lockutils [req-b26437c8-39f0-4747-8783-aaebc3ff80ad req-66d1bdd1-16e1-4fea-b4f9-0871c1032b87 service nova] Releasing lock "refresh_cache-4795f420-9f4e-4eab-98d7-9eaf0da179bf" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1512.462528] env[71058]: DEBUG oslo_vmware.api [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872878, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080717} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1512.462847] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1512.463632] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2000d911-bc5d-47bb-93dc-1603c1ea733e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1512.485704] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a/9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1512.486025] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b0b1400-131d-4a57-a557-bd1f5f99c874 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1512.507600] env[71058]: DEBUG oslo_vmware.api [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Waiting for the task: (returnval){
[ 1512.507600] env[71058]:    value = "task-2872879"
[ 1512.507600] env[71058]:    _type = "Task"
[ 1512.507600] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1512.515991] env[71058]: DEBUG oslo_vmware.api [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872879, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1512.553063] env[71058]: DEBUG oslo_concurrency.lockutils [None req-22072a40-1637-419f-a564-b8fccb349ccf tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.192s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1512.556124] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d781d03f-8a1e-4e40-adc2-f4110729f344 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.527s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1512.556371] env[71058]: DEBUG nova.objects.instance [None req-d781d03f-8a1e-4e40-adc2-f4110729f344 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lazy-loading 'resources' on Instance uuid 89643822-f00e-481e-a770-ca0a18a1b07f {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1512.579921] env[71058]: INFO nova.scheduler.client.report [None req-22072a40-1637-419f-a564-b8fccb349ccf tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Deleted allocations for instance 04017607-9f22-4f9f-b039-29f0feb65b9e
[ 1512.696982] env[71058]: DEBUG oslo_vmware.api [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2872877, 'name': PowerOnVM_Task, 'duration_secs': 0.993726} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1512.697378] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1512.697664] env[71058]: INFO nova.compute.manager [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Took 7.83 seconds to spawn the instance on the hypervisor.
[ 1512.697920] env[71058]: DEBUG nova.compute.manager [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1512.699164] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46af4b60-4df0-4e4c-8886-692f0f9ce64e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1513.018778] env[71058]: DEBUG oslo_vmware.api [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872879, 'name': ReconfigVM_Task, 'duration_secs': 0.3257} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1513.019075] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a/9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1513.019773] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51f06248-8245-4c4d-86fc-a0e6db6711a2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1513.028457] env[71058]: DEBUG oslo_vmware.api [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Waiting for the task: (returnval){
[ 1513.028457] env[71058]:    value = "task-2872880"
[ 1513.028457] env[71058]:    _type = "Task"
[ 1513.028457] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1513.037728] env[71058]: DEBUG oslo_vmware.api [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872880, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1513.089937] env[71058]: DEBUG oslo_concurrency.lockutils [None req-22072a40-1637-419f-a564-b8fccb349ccf tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "04017607-9f22-4f9f-b039-29f0feb65b9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 36.833s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1513.223354] env[71058]: DEBUG nova.compute.manager [req-386f375c-60c3-44dc-a84e-2e8a809cbc24 req-2e31cb1d-2d8c-4e1d-97dd-27cf35123292 service nova] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Received event network-vif-plugged-4adfa70d-4108-4992-aa21-1e091e56388f {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1513.223921] env[71058]: DEBUG oslo_concurrency.lockutils [req-386f375c-60c3-44dc-a84e-2e8a809cbc24 req-2e31cb1d-2d8c-4e1d-97dd-27cf35123292 service nova] Acquiring lock "d539eca1-6015-404f-9c18-4bb81ef3ed33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1513.223921] env[71058]: DEBUG oslo_concurrency.lockutils [req-386f375c-60c3-44dc-a84e-2e8a809cbc24 req-2e31cb1d-2d8c-4e1d-97dd-27cf35123292 service nova] Lock "d539eca1-6015-404f-9c18-4bb81ef3ed33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1513.224168] env[71058]: DEBUG oslo_concurrency.lockutils [req-386f375c-60c3-44dc-a84e-2e8a809cbc24 req-2e31cb1d-2d8c-4e1d-97dd-27cf35123292 service nova] Lock "d539eca1-6015-404f-9c18-4bb81ef3ed33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1513.224243] env[71058]: DEBUG nova.compute.manager [req-386f375c-60c3-44dc-a84e-2e8a809cbc24 req-2e31cb1d-2d8c-4e1d-97dd-27cf35123292 service nova] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] No waiting events found dispatching network-vif-plugged-4adfa70d-4108-4992-aa21-1e091e56388f {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1513.224383] env[71058]: WARNING nova.compute.manager [req-386f375c-60c3-44dc-a84e-2e8a809cbc24 req-2e31cb1d-2d8c-4e1d-97dd-27cf35123292 service nova] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Received unexpected event network-vif-plugged-4adfa70d-4108-4992-aa21-1e091e56388f for instance with vm_state building and task_state spawning.
[ 1513.224539] env[71058]: DEBUG nova.compute.manager [req-386f375c-60c3-44dc-a84e-2e8a809cbc24 req-2e31cb1d-2d8c-4e1d-97dd-27cf35123292 service nova] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Received event network-changed-4adfa70d-4108-4992-aa21-1e091e56388f {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1513.224699] env[71058]: DEBUG nova.compute.manager [req-386f375c-60c3-44dc-a84e-2e8a809cbc24 req-2e31cb1d-2d8c-4e1d-97dd-27cf35123292 service nova] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Refreshing instance network info cache due to event network-changed-4adfa70d-4108-4992-aa21-1e091e56388f. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1513.224885] env[71058]: DEBUG oslo_concurrency.lockutils [req-386f375c-60c3-44dc-a84e-2e8a809cbc24 req-2e31cb1d-2d8c-4e1d-97dd-27cf35123292 service nova] Acquiring lock "refresh_cache-d539eca1-6015-404f-9c18-4bb81ef3ed33" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1513.225045] env[71058]: DEBUG oslo_concurrency.lockutils [req-386f375c-60c3-44dc-a84e-2e8a809cbc24 req-2e31cb1d-2d8c-4e1d-97dd-27cf35123292 service nova] Acquired lock "refresh_cache-d539eca1-6015-404f-9c18-4bb81ef3ed33" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1513.225200] env[71058]: DEBUG nova.network.neutron [req-386f375c-60c3-44dc-a84e-2e8a809cbc24 req-2e31cb1d-2d8c-4e1d-97dd-27cf35123292 service nova] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Refreshing network info cache for port 4adfa70d-4108-4992-aa21-1e091e56388f {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1513.226710] env[71058]: INFO nova.compute.manager [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Took 42.05 seconds to build instance.
[ 1513.461828] env[71058]: DEBUG nova.network.neutron [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Successfully updated port: 113f97eb-53db-4295-8e1b-c2b243a68a07 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1513.540907] env[71058]: DEBUG oslo_vmware.api [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872880, 'name': Rename_Task, 'duration_secs': 0.201422} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1513.541226] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1513.541470] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15666daa-a4d4-4c6b-98e8-2077634c44e3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1513.546749] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4037ce8f-cff9-4106-b4cf-c1386f1ebde9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1513.550835] env[71058]: DEBUG oslo_vmware.api [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Waiting for the task: (returnval){
[ 1513.550835] env[71058]:    value = "task-2872881"
[ 1513.550835] env[71058]:    _type = "Task"
[ 1513.550835] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1513.561806] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e907af-dc7a-4f07-8662-6a6ed51eae69 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1513.564968] env[71058]: DEBUG oslo_vmware.api [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872881, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1513.596218] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd743b6-96b2-49ac-83be-eaddfd634264 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1513.604136] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08d8d02-9235-4938-86ba-a1049e4574b9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1513.618936] env[71058]: DEBUG nova.compute.provider_tree [None req-d781d03f-8a1e-4e40-adc2-f4110729f344 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1513.735611] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eccc3d08-018b-4142-b241-ec835e25052b tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Lock "4b8b28a1-d95b-4d60-8ff2-5902810d5512" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 64.165s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1513.776606] env[71058]: DEBUG nova.network.neutron [req-386f375c-60c3-44dc-a84e-2e8a809cbc24 req-2e31cb1d-2d8c-4e1d-97dd-27cf35123292 service nova] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1513.866838] env[71058]: DEBUG nova.network.neutron [req-386f375c-60c3-44dc-a84e-2e8a809cbc24 req-2e31cb1d-2d8c-4e1d-97dd-27cf35123292 service nova] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1514.062685] env[71058]: DEBUG oslo_vmware.api [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872881, 'name': PowerOnVM_Task} progress is 64%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1514.122831] env[71058]: DEBUG nova.scheduler.client.report [None req-d781d03f-8a1e-4e40-adc2-f4110729f344 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1514.238599] env[71058]: DEBUG nova.compute.manager [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1514.297137] env[71058]: DEBUG nova.compute.manager [req-d414effb-255a-4003-9fdb-78941f1da1c8 req-a58f2cf9-6a3b-4069-aeb3-480ec87ca0df service nova] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Received event network-changed-0bfbe2c4-619c-4849-b105-0a4bc182ee6a {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1514.297137] env[71058]: DEBUG nova.compute.manager [req-d414effb-255a-4003-9fdb-78941f1da1c8 req-a58f2cf9-6a3b-4069-aeb3-480ec87ca0df service nova] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Refreshing instance network info cache due to event network-changed-0bfbe2c4-619c-4849-b105-0a4bc182ee6a. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1514.297137] env[71058]: DEBUG oslo_concurrency.lockutils [req-d414effb-255a-4003-9fdb-78941f1da1c8 req-a58f2cf9-6a3b-4069-aeb3-480ec87ca0df service nova] Acquiring lock "refresh_cache-3cf0e63a-4528-49d7-b068-5d1073643834" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1514.297425] env[71058]: DEBUG oslo_concurrency.lockutils [req-d414effb-255a-4003-9fdb-78941f1da1c8 req-a58f2cf9-6a3b-4069-aeb3-480ec87ca0df service nova] Acquired lock "refresh_cache-3cf0e63a-4528-49d7-b068-5d1073643834" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1514.299341] env[71058]: DEBUG nova.network.neutron [req-d414effb-255a-4003-9fdb-78941f1da1c8 req-a58f2cf9-6a3b-4069-aeb3-480ec87ca0df service nova] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Refreshing network info cache for port 0bfbe2c4-619c-4849-b105-0a4bc182ee6a {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1514.370401] env[71058]: DEBUG oslo_concurrency.lockutils [req-386f375c-60c3-44dc-a84e-2e8a809cbc24 req-2e31cb1d-2d8c-4e1d-97dd-27cf35123292 service nova] Releasing lock "refresh_cache-d539eca1-6015-404f-9c18-4bb81ef3ed33" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1514.550289] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquiring lock "951fe8b2-c7f8-4c01-84f6-9ab958dfb173" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1514.551125] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "951fe8b2-c7f8-4c01-84f6-9ab958dfb173" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1514.566713] env[71058]: DEBUG oslo_vmware.api [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872881, 'name': PowerOnVM_Task, 'duration_secs': 0.961106} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1514.566980] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1514.567195] env[71058]: INFO nova.compute.manager [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Took 7.05 seconds to spawn the instance on the hypervisor.
[ 1514.567371] env[71058]: DEBUG nova.compute.manager [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1514.568663] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217d29e2-97c8-4445-b13d-4a6103f6310b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1514.587491] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquiring lock "92fdac69-fe97-4f80-b6e9-a4b2df1bf54c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1514.587735] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "92fdac69-fe97-4f80-b6e9-a4b2df1bf54c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1514.629782] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d781d03f-8a1e-4e40-adc2-f4110729f344 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.074s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1514.632580] env[71058]: DEBUG oslo_concurrency.lockutils [None req-350ebfb2-3be0-4377-84fe-b8db260d963d tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.457s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1514.632714] env[71058]: DEBUG nova.objects.instance [None req-350ebfb2-3be0-4377-84fe-b8db260d963d tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Lazy-loading 'resources' on Instance uuid 7427d6f7-0b5f-4aa9-a957-49f5140af50d {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1514.654065] env[71058]: INFO nova.scheduler.client.report [None req-d781d03f-8a1e-4e40-adc2-f4110729f344 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Deleted allocations for instance 89643822-f00e-481e-a770-ca0a18a1b07f
[ 1514.758232] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1515.012458] env[71058]: DEBUG nova.network.neutron [req-d414effb-255a-4003-9fdb-78941f1da1c8 req-a58f2cf9-6a3b-4069-aeb3-480ec87ca0df service nova] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Updated VIF entry in instance network info cache for port 0bfbe2c4-619c-4849-b105-0a4bc182ee6a. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1515.012832] env[71058]: DEBUG nova.network.neutron [req-d414effb-255a-4003-9fdb-78941f1da1c8 req-a58f2cf9-6a3b-4069-aeb3-480ec87ca0df service nova] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Updating instance_info_cache with network_info: [{"id": "0bfbe2c4-619c-4849-b105-0a4bc182ee6a", "address": "fa:16:3e:ae:b6:0f", "network": {"id": "8cffd29f-9596-40ee-b42b-14ece182f02c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2138524052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9da282337ddc44828d2ab61bb4b97e6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bfbe2c4-61", "ovs_interfaceid": "0bfbe2c4-619c-4849-b105-0a4bc182ee6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1515.088914] env[71058]: INFO nova.compute.manager [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Took 42.87 seconds to build instance.
[ 1515.164782] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d781d03f-8a1e-4e40-adc2-f4110729f344 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "89643822-f00e-481e-a770-ca0a18a1b07f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 38.293s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1515.516329] env[71058]: DEBUG oslo_concurrency.lockutils [req-d414effb-255a-4003-9fdb-78941f1da1c8 req-a58f2cf9-6a3b-4069-aeb3-480ec87ca0df service nova] Releasing lock "refresh_cache-3cf0e63a-4528-49d7-b068-5d1073643834" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1515.525173] env[71058]: DEBUG nova.network.neutron [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Successfully updated port: 4b91169b-ff64-4b84-bfba-a897b2fc33ce {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1515.591058] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8782076a-de6a-4a11-88e2-0a652cb95c68 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Lock "9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 65.746s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1515.628647] env[71058]: DEBUG nova.compute.manager [req-38a5d6eb-acb9-4b8f-9943-849bf0f85ba2 req-eab422b7-6666-4b70-bfe4-2594e3133508 service nova] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Received event network-vif-plugged-113f97eb-53db-4295-8e1b-c2b243a68a07 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1515.628947] env[71058]: DEBUG oslo_concurrency.lockutils [req-38a5d6eb-acb9-4b8f-9943-849bf0f85ba2 req-eab422b7-6666-4b70-bfe4-2594e3133508 service nova] Acquiring lock "d539eca1-6015-404f-9c18-4bb81ef3ed33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1515.629206] env[71058]: DEBUG oslo_concurrency.lockutils [req-38a5d6eb-acb9-4b8f-9943-849bf0f85ba2 req-eab422b7-6666-4b70-bfe4-2594e3133508 service nova] Lock "d539eca1-6015-404f-9c18-4bb81ef3ed33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1515.629451] env[71058]: DEBUG oslo_concurrency.lockutils [req-38a5d6eb-acb9-4b8f-9943-849bf0f85ba2 req-eab422b7-6666-4b70-bfe4-2594e3133508 service nova] Lock "d539eca1-6015-404f-9c18-4bb81ef3ed33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1515.629769] env[71058]: DEBUG nova.compute.manager [req-38a5d6eb-acb9-4b8f-9943-849bf0f85ba2 req-eab422b7-6666-4b70-bfe4-2594e3133508 service nova] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] No waiting events found dispatching network-vif-plugged-113f97eb-53db-4295-8e1b-c2b243a68a07 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1515.629963] env[71058]: WARNING nova.compute.manager [req-38a5d6eb-acb9-4b8f-9943-849bf0f85ba2 req-eab422b7-6666-4b70-bfe4-2594e3133508 service nova] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Received unexpected event network-vif-plugged-113f97eb-53db-4295-8e1b-c2b243a68a07 for instance with vm_state building and task_state spawning.
[ 1515.630182] env[71058]: DEBUG nova.compute.manager [req-38a5d6eb-acb9-4b8f-9943-849bf0f85ba2 req-eab422b7-6666-4b70-bfe4-2594e3133508 service nova] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Received event network-changed-113f97eb-53db-4295-8e1b-c2b243a68a07 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1515.630295] env[71058]: DEBUG nova.compute.manager [req-38a5d6eb-acb9-4b8f-9943-849bf0f85ba2 req-eab422b7-6666-4b70-bfe4-2594e3133508 service nova] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Refreshing instance network info cache due to event network-changed-113f97eb-53db-4295-8e1b-c2b243a68a07. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1515.630469] env[71058]: DEBUG oslo_concurrency.lockutils [req-38a5d6eb-acb9-4b8f-9943-849bf0f85ba2 req-eab422b7-6666-4b70-bfe4-2594e3133508 service nova] Acquiring lock "refresh_cache-d539eca1-6015-404f-9c18-4bb81ef3ed33" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1515.630602] env[71058]: DEBUG oslo_concurrency.lockutils [req-38a5d6eb-acb9-4b8f-9943-849bf0f85ba2 req-eab422b7-6666-4b70-bfe4-2594e3133508 service nova] Acquired lock "refresh_cache-d539eca1-6015-404f-9c18-4bb81ef3ed33" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1515.630783] env[71058]: DEBUG nova.network.neutron [req-38a5d6eb-acb9-4b8f-9943-849bf0f85ba2 req-eab422b7-6666-4b70-bfe4-2594e3133508 service nova] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Refreshing network info cache for port 113f97eb-53db-4295-8e1b-c2b243a68a07 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1515.768114] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b4847c-d687-4bc6-8748-45ab7cfcd338 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1515.779260] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b78b4ce-d221-425b-88e3-9ee5dd02fe69 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1515.815667] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2dbebd-75bb-4422-b6d4-454bf765b0d4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1515.824768] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e17df9e-0644-42f4-9840-aea4ab2294ba {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1515.839495] env[71058]: DEBUG nova.compute.provider_tree [None req-350ebfb2-3be0-4377-84fe-b8db260d963d tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1516.027700] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Acquiring lock "refresh_cache-d539eca1-6015-404f-9c18-4bb81ef3ed33" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1516.093423] env[71058]: DEBUG nova.compute.manager [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1516.175640] env[71058]: DEBUG nova.network.neutron [req-38a5d6eb-acb9-4b8f-9943-849bf0f85ba2 req-eab422b7-6666-4b70-bfe4-2594e3133508 service nova] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1516.256584] env[71058]: DEBUG nova.network.neutron [req-38a5d6eb-acb9-4b8f-9943-849bf0f85ba2 req-eab422b7-6666-4b70-bfe4-2594e3133508 service nova] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1516.344059] env[71058]: DEBUG nova.scheduler.client.report [None req-350ebfb2-3be0-4377-84fe-b8db260d963d tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1516.599643] env[71058]: DEBUG nova.compute.manager [req-95fd5ec6-04ca-4562-bab5-a50a621b0043 req-52a303c2-1a7f-4898-8457-b0eda4912fc5 service nova] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Received event network-changed-0bfbe2c4-619c-4849-b105-0a4bc182ee6a {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1516.599643] env[71058]: DEBUG nova.compute.manager [req-95fd5ec6-04ca-4562-bab5-a50a621b0043 req-52a303c2-1a7f-4898-8457-b0eda4912fc5 service nova] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Refreshing instance network info cache due to event network-changed-0bfbe2c4-619c-4849-b105-0a4bc182ee6a. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1516.599643] env[71058]: DEBUG oslo_concurrency.lockutils [req-95fd5ec6-04ca-4562-bab5-a50a621b0043 req-52a303c2-1a7f-4898-8457-b0eda4912fc5 service nova] Acquiring lock "refresh_cache-3cf0e63a-4528-49d7-b068-5d1073643834" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1516.599643] env[71058]: DEBUG oslo_concurrency.lockutils [req-95fd5ec6-04ca-4562-bab5-a50a621b0043 req-52a303c2-1a7f-4898-8457-b0eda4912fc5 service nova] Acquired lock "refresh_cache-3cf0e63a-4528-49d7-b068-5d1073643834" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1516.599643] env[71058]: DEBUG nova.network.neutron [req-95fd5ec6-04ca-4562-bab5-a50a621b0043 req-52a303c2-1a7f-4898-8457-b0eda4912fc5 service nova] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Refreshing network info cache for port 0bfbe2c4-619c-4849-b105-0a4bc182ee6a {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1516.618188] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1516.759977] env[71058]: DEBUG oslo_concurrency.lockutils [req-38a5d6eb-acb9-4b8f-9943-849bf0f85ba2 req-eab422b7-6666-4b70-bfe4-2594e3133508 service nova] Releasing lock "refresh_cache-d539eca1-6015-404f-9c18-4bb81ef3ed33" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1516.759977] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Acquired lock "refresh_cache-d539eca1-6015-404f-9c18-4bb81ef3ed33" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1516.759977] env[71058]: DEBUG nova.network.neutron [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1516.849755] env[71058]: DEBUG oslo_concurrency.lockutils [None req-350ebfb2-3be0-4377-84fe-b8db260d963d tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1516.854344] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.945s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1516.854685] env[71058]: INFO nova.compute.claims [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1516.870939] env[71058]: INFO nova.scheduler.client.report [None req-350ebfb2-3be0-4377-84fe-b8db260d963d tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Deleted allocations for instance 7427d6f7-0b5f-4aa9-a957-49f5140af50d
[ 1517.304073] env[71058]: DEBUG nova.network.neutron [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1517.379326] env[71058]: DEBUG oslo_concurrency.lockutils [None req-350ebfb2-3be0-4377-84fe-b8db260d963d tempest-ServerRescueTestJSONUnderV235-2049762762 tempest-ServerRescueTestJSONUnderV235-2049762762-project-member] Lock "7427d6f7-0b5f-4aa9-a957-49f5140af50d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 40.893s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1517.414947] env[71058]: DEBUG nova.network.neutron [req-95fd5ec6-04ca-4562-bab5-a50a621b0043 req-52a303c2-1a7f-4898-8457-b0eda4912fc5 service nova] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Updated VIF entry in instance network info cache for port 0bfbe2c4-619c-4849-b105-0a4bc182ee6a. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1517.414947] env[71058]: DEBUG nova.network.neutron [req-95fd5ec6-04ca-4562-bab5-a50a621b0043 req-52a303c2-1a7f-4898-8457-b0eda4912fc5 service nova] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Updating instance_info_cache with network_info: [{"id": "0bfbe2c4-619c-4849-b105-0a4bc182ee6a", "address": "fa:16:3e:ae:b6:0f", "network": {"id": "8cffd29f-9596-40ee-b42b-14ece182f02c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2138524052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9da282337ddc44828d2ab61bb4b97e6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bfbe2c4-61", "ovs_interfaceid": "0bfbe2c4-619c-4849-b105-0a4bc182ee6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1517.918522] env[71058]: DEBUG oslo_concurrency.lockutils [req-95fd5ec6-04ca-4562-bab5-a50a621b0043 req-52a303c2-1a7f-4898-8457-b0eda4912fc5 service nova] Releasing lock "refresh_cache-3cf0e63a-4528-49d7-b068-5d1073643834" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1517.918967] env[71058]: DEBUG nova.compute.manager [req-95fd5ec6-04ca-4562-bab5-a50a621b0043 req-52a303c2-1a7f-4898-8457-b0eda4912fc5 service nova] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Received event network-changed-e04a2854-9bb4-473f-86ad-4b183d40d5c3 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1517.919072] env[71058]: DEBUG nova.compute.manager [req-95fd5ec6-04ca-4562-bab5-a50a621b0043 req-52a303c2-1a7f-4898-8457-b0eda4912fc5 service nova] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Refreshing instance network info cache due to event network-changed-e04a2854-9bb4-473f-86ad-4b183d40d5c3. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1517.919328] env[71058]: DEBUG oslo_concurrency.lockutils [req-95fd5ec6-04ca-4562-bab5-a50a621b0043 req-52a303c2-1a7f-4898-8457-b0eda4912fc5 service nova] Acquiring lock "refresh_cache-4b8b28a1-d95b-4d60-8ff2-5902810d5512" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1517.919474] env[71058]: DEBUG oslo_concurrency.lockutils [req-95fd5ec6-04ca-4562-bab5-a50a621b0043 req-52a303c2-1a7f-4898-8457-b0eda4912fc5 service nova] Acquired lock "refresh_cache-4b8b28a1-d95b-4d60-8ff2-5902810d5512" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1517.919642] env[71058]: DEBUG nova.network.neutron [req-95fd5ec6-04ca-4562-bab5-a50a621b0043 req-52a303c2-1a7f-4898-8457-b0eda4912fc5 service nova] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Refreshing network info cache for port e04a2854-9bb4-473f-86ad-4b183d40d5c3 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1517.969645] env[71058]: DEBUG nova.network.neutron [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Updating instance_info_cache with network_info: [{"id": "4adfa70d-4108-4992-aa21-1e091e56388f", "address": "fa:16:3e:25:8d:f3", "network": {"id": "d9c3cdd1-1119-4d1b-b298-eeb7ffb2c8ff", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1029336567", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b21d5ba483f43528a132952afe31171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4adfa70d-41", "ovs_interfaceid": "4adfa70d-4108-4992-aa21-1e091e56388f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "113f97eb-53db-4295-8e1b-c2b243a68a07", "address": "fa:16:3e:78:a4:cb", "network": {"id": "5d4334b4-bec7-4dd7-b2e1-5b62c04506d0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1629179920", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4b21d5ba483f43528a132952afe31171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap113f97eb-53", "ovs_interfaceid": "113f97eb-53db-4295-8e1b-c2b243a68a07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4b91169b-ff64-4b84-bfba-a897b2fc33ce", "address": "fa:16:3e:e6:92:53", "network": {"id": "d9c3cdd1-1119-4d1b-b298-eeb7ffb2c8ff", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1029336567", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b21d5ba483f43528a132952afe31171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b91169b-ff", "ovs_interfaceid": "4b91169b-ff64-4b84-bfba-a897b2fc33ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1518.052152] env[71058]: DEBUG nova.compute.manager [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1518.053136] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f61d40-380c-4933-870a-d79712a977cc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1518.195267] env[71058]: DEBUG nova.compute.manager [req-3c41333a-5a9a-465f-92a5-cd0f5df6e657 req-a359e5f1-6cb3-49cc-8017-71fa8575f952 service nova] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Received event network-vif-plugged-4b91169b-ff64-4b84-bfba-a897b2fc33ce {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1518.195387] env[71058]: DEBUG oslo_concurrency.lockutils [req-3c41333a-5a9a-465f-92a5-cd0f5df6e657 req-a359e5f1-6cb3-49cc-8017-71fa8575f952 service nova] Acquiring lock "d539eca1-6015-404f-9c18-4bb81ef3ed33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1518.195553] env[71058]: DEBUG oslo_concurrency.lockutils [req-3c41333a-5a9a-465f-92a5-cd0f5df6e657 req-a359e5f1-6cb3-49cc-8017-71fa8575f952 service nova] Lock "d539eca1-6015-404f-9c18-4bb81ef3ed33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1518.195744] env[71058]: DEBUG oslo_concurrency.lockutils [req-3c41333a-5a9a-465f-92a5-cd0f5df6e657 req-a359e5f1-6cb3-49cc-8017-71fa8575f952 service nova] Lock "d539eca1-6015-404f-9c18-4bb81ef3ed33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1518.195988] env[71058]: DEBUG nova.compute.manager [req-3c41333a-5a9a-465f-92a5-cd0f5df6e657 req-a359e5f1-6cb3-49cc-8017-71fa8575f952 service nova] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] No waiting events found dispatching network-vif-plugged-4b91169b-ff64-4b84-bfba-a897b2fc33ce {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1518.196089] env[71058]: WARNING nova.compute.manager [req-3c41333a-5a9a-465f-92a5-cd0f5df6e657 req-a359e5f1-6cb3-49cc-8017-71fa8575f952 service nova] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Received unexpected event network-vif-plugged-4b91169b-ff64-4b84-bfba-a897b2fc33ce for instance with vm_state building and task_state spawning.
[ 1518.196281] env[71058]: DEBUG nova.compute.manager [req-3c41333a-5a9a-465f-92a5-cd0f5df6e657 req-a359e5f1-6cb3-49cc-8017-71fa8575f952 service nova] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Received event network-changed-4b91169b-ff64-4b84-bfba-a897b2fc33ce {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1518.196435] env[71058]: DEBUG nova.compute.manager [req-3c41333a-5a9a-465f-92a5-cd0f5df6e657 req-a359e5f1-6cb3-49cc-8017-71fa8575f952 service nova] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Refreshing instance network info cache due to event network-changed-4b91169b-ff64-4b84-bfba-a897b2fc33ce. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1518.196599] env[71058]: DEBUG oslo_concurrency.lockutils [req-3c41333a-5a9a-465f-92a5-cd0f5df6e657 req-a359e5f1-6cb3-49cc-8017-71fa8575f952 service nova] Acquiring lock "refresh_cache-d539eca1-6015-404f-9c18-4bb81ef3ed33" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1518.384216] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfe475a-c92f-44a6-b9d7-dd05b591f3a0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1518.393144] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f0f27b-3892-4630-aba4-13169f3417e6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1518.432306] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af654c3-e16d-42cb-8046-fbcef5514a5d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1518.446505] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40b17cd-35db-4cce-9f98-3c665789ca22 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1518.466275] env[71058]: DEBUG nova.compute.provider_tree [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1518.476322] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Releasing lock "refresh_cache-d539eca1-6015-404f-9c18-4bb81ef3ed33" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1518.476804] env[71058]: DEBUG nova.compute.manager [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Instance network_info: |[{"id": "4adfa70d-4108-4992-aa21-1e091e56388f", "address": "fa:16:3e:25:8d:f3", "network": {"id": "d9c3cdd1-1119-4d1b-b298-eeb7ffb2c8ff", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1029336567", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b21d5ba483f43528a132952afe31171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4adfa70d-41", "ovs_interfaceid": "4adfa70d-4108-4992-aa21-1e091e56388f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "113f97eb-53db-4295-8e1b-c2b243a68a07", "address": "fa:16:3e:78:a4:cb", "network": {"id": "5d4334b4-bec7-4dd7-b2e1-5b62c04506d0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1629179920", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4b21d5ba483f43528a132952afe31171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap113f97eb-53", "ovs_interfaceid": "113f97eb-53db-4295-8e1b-c2b243a68a07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4b91169b-ff64-4b84-bfba-a897b2fc33ce", "address": "fa:16:3e:e6:92:53", "network": {"id": "d9c3cdd1-1119-4d1b-b298-eeb7ffb2c8ff", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1029336567", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b21d5ba483f43528a132952afe31171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b91169b-ff", "ovs_interfaceid": "4b91169b-ff64-4b84-bfba-a897b2fc33ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1518.479157] env[71058]: DEBUG oslo_concurrency.lockutils [req-3c41333a-5a9a-465f-92a5-cd0f5df6e657 req-a359e5f1-6cb3-49cc-8017-71fa8575f952 service nova] Acquired lock "refresh_cache-d539eca1-6015-404f-9c18-4bb81ef3ed33" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1518.479157] env[71058]: DEBUG nova.network.neutron [req-3c41333a-5a9a-465f-92a5-cd0f5df6e657 req-a359e5f1-6cb3-49cc-8017-71fa8575f952 service nova] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Refreshing network info cache for port 4b91169b-ff64-4b84-bfba-a897b2fc33ce {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1518.479157] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:8d:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11da2092-76f7-447e-babb-8fc14ad39a71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4adfa70d-4108-4992-aa21-1e091e56388f', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:a4:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afae6acd-1873-4228-9d5a-1cd5d4efe3e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '113f97eb-53db-4295-8e1b-c2b243a68a07', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:92:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11da2092-76f7-447e-babb-8fc14ad39a71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b91169b-ff64-4b84-bfba-a897b2fc33ce', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1518.491906] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Creating folder: Project (4b21d5ba483f43528a132952afe31171). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1518.496267] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4a37b36-6de4-40a7-b484-777b31007e50 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1518.511859] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Created folder: Project (4b21d5ba483f43528a132952afe31171) in parent group-v577298.
[ 1518.512164] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Creating folder: Instances. Parent ref: group-v577404. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1518.512425] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74127cfa-e276-43e7-8bc8-fabf6b83eb6c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1518.527233] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Created folder: Instances in parent group-v577404.
[ 1518.527993] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1518.527993] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1518.528313] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2db2d446-daab-417c-8db4-1c310409ba57 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1518.555454] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1518.555454] env[71058]:    value = "task-2872884"
[ 1518.555454] env[71058]:    _type = "Task"
[ 1518.555454] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1518.564946] env[71058]: INFO nova.compute.manager [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] instance snapshotting
[ 1518.567817] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5723b25e-7794-458d-8c97-6c52ae38e083 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1518.576761] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872884, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1518.595054] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ba5846-f7d4-43a2-aff7-7e8ebc6d2d5a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1518.701297] env[71058]: DEBUG nova.network.neutron [req-95fd5ec6-04ca-4562-bab5-a50a621b0043 req-52a303c2-1a7f-4898-8457-b0eda4912fc5 service nova] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Updated VIF entry in instance network info cache for port e04a2854-9bb4-473f-86ad-4b183d40d5c3. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1518.701781] env[71058]: DEBUG nova.network.neutron [req-95fd5ec6-04ca-4562-bab5-a50a621b0043 req-52a303c2-1a7f-4898-8457-b0eda4912fc5 service nova] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Updating instance_info_cache with network_info: [{"id": "e04a2854-9bb4-473f-86ad-4b183d40d5c3", "address": "fa:16:3e:b6:b7:46", "network": {"id": "8cffd29f-9596-40ee-b42b-14ece182f02c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2138524052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9da282337ddc44828d2ab61bb4b97e6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape04a2854-9b", "ovs_interfaceid": "e04a2854-9bb4-473f-86ad-4b183d40d5c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1518.735840] env[71058]: DEBUG nova.compute.manager [req-b832fc5a-f232-46ca-8932-a095766aea07 req-489cc865-d7f2-4887-b1f9-3a5f9c221808 service nova] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Received event network-changed-e04a2854-9bb4-473f-86ad-4b183d40d5c3 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1518.736092] env[71058]: DEBUG nova.compute.manager [req-b832fc5a-f232-46ca-8932-a095766aea07 req-489cc865-d7f2-4887-b1f9-3a5f9c221808 service nova] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Refreshing instance network info cache due to event network-changed-e04a2854-9bb4-473f-86ad-4b183d40d5c3. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1518.736959] env[71058]: DEBUG oslo_concurrency.lockutils [req-b832fc5a-f232-46ca-8932-a095766aea07 req-489cc865-d7f2-4887-b1f9-3a5f9c221808 service nova] Acquiring lock "refresh_cache-4b8b28a1-d95b-4d60-8ff2-5902810d5512" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1518.940686] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cafe694b-4472-41ee-a952-3ad53c37ca2f tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Acquiring lock "4b8b28a1-d95b-4d60-8ff2-5902810d5512" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1518.941033] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cafe694b-4472-41ee-a952-3ad53c37ca2f tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Lock "4b8b28a1-d95b-4d60-8ff2-5902810d5512" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1518.941187] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cafe694b-4472-41ee-a952-3ad53c37ca2f tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Acquiring lock "4b8b28a1-d95b-4d60-8ff2-5902810d5512-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1518.941377] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cafe694b-4472-41ee-a952-3ad53c37ca2f tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Lock "4b8b28a1-d95b-4d60-8ff2-5902810d5512-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1518.941547] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cafe694b-4472-41ee-a952-3ad53c37ca2f tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Lock "4b8b28a1-d95b-4d60-8ff2-5902810d5512-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1518.944355] env[71058]: INFO nova.compute.manager [None req-cafe694b-4472-41ee-a952-3ad53c37ca2f tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Terminating instance
[ 1518.970483] env[71058]: DEBUG nova.scheduler.client.report [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1519.069462] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872884, 'name': CreateVM_Task, 'duration_secs': 0.50523} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1519.069462] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1519.069668] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1519.069935] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1519.070247] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1519.070627] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a43c2382-d2fc-483e-b068-a661d3d7cb9a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1519.078506] env[71058]: DEBUG oslo_vmware.api [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Waiting for the task: (returnval){
[ 1519.078506] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]528b6b01-4c80-e0f4-442c-4f11484ed41e"
[ 1519.078506] env[71058]:    _type = "Task"
[ 1519.078506] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1519.087350] env[71058]: DEBUG oslo_vmware.api [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]528b6b01-4c80-e0f4-442c-4f11484ed41e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1519.106827] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Creating Snapshot of the VM instance {{(pid=71058) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}}
[ 1519.107177] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-51a390e9-9de8-4541-9847-c1fcde2f6830 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1519.116241] env[71058]: DEBUG oslo_vmware.api [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Waiting for the task: (returnval){
[ 1519.116241] env[71058]:    value = "task-2872885"
[ 1519.116241] env[71058]:    _type = "Task"
[ 1519.116241] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1519.204732] env[71058]: DEBUG oslo_concurrency.lockutils [req-95fd5ec6-04ca-4562-bab5-a50a621b0043 req-52a303c2-1a7f-4898-8457-b0eda4912fc5 service nova] Releasing lock "refresh_cache-4b8b28a1-d95b-4d60-8ff2-5902810d5512" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1519.205202] env[71058]: DEBUG oslo_concurrency.lockutils [req-b832fc5a-f232-46ca-8932-a095766aea07 req-489cc865-d7f2-4887-b1f9-3a5f9c221808 service nova] Acquired lock "refresh_cache-4b8b28a1-d95b-4d60-8ff2-5902810d5512" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1519.205397] env[71058]: DEBUG nova.network.neutron [req-b832fc5a-f232-46ca-8932-a095766aea07 req-489cc865-d7f2-4887-b1f9-3a5f9c221808 service nova] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Refreshing network info cache for port e04a2854-9bb4-473f-86ad-4b183d40d5c3 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1519.213332] env[71058]: DEBUG nova.network.neutron [req-3c41333a-5a9a-465f-92a5-cd0f5df6e657 req-a359e5f1-6cb3-49cc-8017-71fa8575f952 service nova] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Updated VIF entry in instance network info cache for port 4b91169b-ff64-4b84-bfba-a897b2fc33ce. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1519.213787] env[71058]: DEBUG nova.network.neutron [req-3c41333a-5a9a-465f-92a5-cd0f5df6e657 req-a359e5f1-6cb3-49cc-8017-71fa8575f952 service nova] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Updating instance_info_cache with network_info: [{"id": "4adfa70d-4108-4992-aa21-1e091e56388f", "address": "fa:16:3e:25:8d:f3", "network": {"id": "d9c3cdd1-1119-4d1b-b298-eeb7ffb2c8ff", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1029336567", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b21d5ba483f43528a132952afe31171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4adfa70d-41", "ovs_interfaceid": "4adfa70d-4108-4992-aa21-1e091e56388f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "113f97eb-53db-4295-8e1b-c2b243a68a07", "address": "fa:16:3e:78:a4:cb", "network": {"id": "5d4334b4-bec7-4dd7-b2e1-5b62c04506d0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1629179920", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4b21d5ba483f43528a132952afe31171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap113f97eb-53", "ovs_interfaceid": "113f97eb-53db-4295-8e1b-c2b243a68a07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4b91169b-ff64-4b84-bfba-a897b2fc33ce", "address": "fa:16:3e:e6:92:53", "network": {"id": "d9c3cdd1-1119-4d1b-b298-eeb7ffb2c8ff", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1029336567", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b21d5ba483f43528a132952afe31171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b91169b-ff", "ovs_interfaceid": "4b91169b-ff64-4b84-bfba-a897b2fc33ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1519.448633] env[71058]: DEBUG nova.compute.manager [None req-cafe694b-4472-41ee-a952-3ad53c37ca2f tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1519.448874] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-cafe694b-4472-41ee-a952-3ad53c37ca2f tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1519.449792] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505a3b9e-1096-492c-a614-2083d177482d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1519.459493] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-cafe694b-4472-41ee-a952-3ad53c37ca2f tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1519.459995] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31eaf448-9edc-4243-be17-27ba0aa0b712 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1519.468115] env[71058]: DEBUG oslo_vmware.api [None req-cafe694b-4472-41ee-a952-3ad53c37ca2f tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Waiting for the task: (returnval){
[ 1519.468115] env[71058]:    value = "task-2872886"
[ 1519.468115] env[71058]:    _type = "Task"
[ 1519.468115] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1519.478215] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1519.478823] env[71058]: DEBUG nova.compute.manager [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1519.482176] env[71058]: DEBUG oslo_vmware.api [None req-cafe694b-4472-41ee-a952-3ad53c37ca2f tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2872886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1519.482634] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8d93cdf8-0fa9-4ea2-8eb4-ffe98ef5d095 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.995s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1519.482822] env[71058]: DEBUG nova.objects.instance [None req-8d93cdf8-0fa9-4ea2-8eb4-ffe98ef5d095 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Lazy-loading 'resources' on Instance uuid 68c09dd6-7df0-4dfa-957c-7e4e68092865 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1519.599307] env[71058]: DEBUG oslo_vmware.api [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]528b6b01-4c80-e0f4-442c-4f11484ed41e, 'name': SearchDatastore_Task, 'duration_secs': 0.036926} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1519.599307] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1519.599307] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1519.599307] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1519.599307] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1519.599307] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1519.599307] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b90dd75a-d6c9-40e2-8e9e-b61386d5f691 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1519.615837] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1519.616071] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1519.616943] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-156afcd9-027f-4066-8a38-005728706d6a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1519.627868] env[71058]: DEBUG oslo_vmware.api [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Waiting for the task: (returnval){
[ 1519.627868] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d0b2d4-3326-9daa-060f-8c418ec444bb"
[ 1519.627868] env[71058]:    _type = "Task"
[ 1519.627868] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1519.634735] env[71058]: DEBUG oslo_vmware.api [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872885, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1519.644783] env[71058]: DEBUG oslo_vmware.api [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d0b2d4-3326-9daa-060f-8c418ec444bb, 'name': SearchDatastore_Task, 'duration_secs': 0.010848} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1519.645762] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1cd0fa1-ec1a-441c-9a32-c5c91d1fec3b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1519.653838] env[71058]: DEBUG oslo_vmware.api [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Waiting for the task: (returnval){
[ 1519.653838] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52cf03f6-9964-f2d2-5a71-e6df042329ad"
[ 1519.653838] env[71058]:    _type = "Task"
[ 1519.653838] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1519.668529] env[71058]: DEBUG oslo_vmware.api [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52cf03f6-9964-f2d2-5a71-e6df042329ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1519.717438] env[71058]: DEBUG oslo_concurrency.lockutils [req-3c41333a-5a9a-465f-92a5-cd0f5df6e657 req-a359e5f1-6cb3-49cc-8017-71fa8575f952 service nova] Releasing lock "refresh_cache-d539eca1-6015-404f-9c18-4bb81ef3ed33" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1519.963028] env[71058]: DEBUG nova.network.neutron [req-b832fc5a-f232-46ca-8932-a095766aea07 req-489cc865-d7f2-4887-b1f9-3a5f9c221808 service nova] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Updated VIF entry in instance network info cache for port e04a2854-9bb4-473f-86ad-4b183d40d5c3. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1519.963028] env[71058]: DEBUG nova.network.neutron [req-b832fc5a-f232-46ca-8932-a095766aea07 req-489cc865-d7f2-4887-b1f9-3a5f9c221808 service nova] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Updating instance_info_cache with network_info: [{"id": "e04a2854-9bb4-473f-86ad-4b183d40d5c3", "address": "fa:16:3e:b6:b7:46", "network": {"id": "8cffd29f-9596-40ee-b42b-14ece182f02c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2138524052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9da282337ddc44828d2ab61bb4b97e6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape04a2854-9b", "ovs_interfaceid": "e04a2854-9bb4-473f-86ad-4b183d40d5c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1519.981181] env[71058]: DEBUG oslo_vmware.api [None req-cafe694b-4472-41ee-a952-3ad53c37ca2f tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2872886, 'name': PowerOffVM_Task, 'duration_secs': 0.206689} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1519.981339] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-cafe694b-4472-41ee-a952-3ad53c37ca2f tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1519.981665] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-cafe694b-4472-41ee-a952-3ad53c37ca2f tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1519.982186] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87376d2b-338f-4732-ba67-a00d2c76248e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1519.986555] env[71058]: DEBUG nova.compute.utils [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1519.988660] env[71058]: DEBUG nova.compute.manager [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1519.988872] env[71058]: DEBUG nova.network.neutron [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1520.037127] env[71058]: DEBUG nova.policy [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '319f8619348745169eebb4c931e5e894', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1935671931c4e4abb502b839a94b7b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1520.060221] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-cafe694b-4472-41ee-a952-3ad53c37ca2f tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1520.060541] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-cafe694b-4472-41ee-a952-3ad53c37ca2f tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1520.060807] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-cafe694b-4472-41ee-a952-3ad53c37ca2f tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Deleting the datastore file [datastore2] 4b8b28a1-d95b-4d60-8ff2-5902810d5512 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1520.061810] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b440cfdd-f7ed-4298-addd-63c43ebb0bec {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1520.070767] env[71058]: DEBUG oslo_vmware.api [None req-cafe694b-4472-41ee-a952-3ad53c37ca2f tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Waiting for the task: (returnval){
[ 1520.070767] env[71058]:    value = "task-2872888"
[ 1520.070767] env[71058]:    _type = "Task"
[ 1520.070767] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1520.086013] env[71058]: DEBUG oslo_vmware.api [None req-cafe694b-4472-41ee-a952-3ad53c37ca2f tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2872888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1520.132157] env[71058]: DEBUG oslo_vmware.api [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872885, 'name': CreateSnapshot_Task, 'duration_secs': 0.581634} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1520.132595] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Created Snapshot of the VM instance {{(pid=71058) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}}
[ 1520.133500] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a554acc-f44d-492a-8b40-b735cfc1156c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1520.166863] env[71058]: DEBUG oslo_vmware.api [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52cf03f6-9964-f2d2-5a71-e6df042329ad, 'name': SearchDatastore_Task, 'duration_secs': 0.024723} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1520.167320] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1520.168783] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] d539eca1-6015-404f-9c18-4bb81ef3ed33/d539eca1-6015-404f-9c18-4bb81ef3ed33.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1520.171026] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3212ae81-6f25-47f1-b0ba-bfa5d41046de {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1520.181555] env[71058]: DEBUG oslo_vmware.api [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Waiting for the task: (returnval){
[ 1520.181555] env[71058]:    value = "task-2872889"
[ 1520.181555] env[71058]:    _type = "Task"
[ 1520.181555] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1520.191972] env[71058]: DEBUG oslo_vmware.api [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': task-2872889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1520.418465] env[71058]: DEBUG nova.network.neutron [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Successfully created port: 8b44405a-b451-4f95-9b01-f45548608a87 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1520.463488] env[71058]: DEBUG oslo_concurrency.lockutils [req-b832fc5a-f232-46ca-8932-a095766aea07 req-489cc865-d7f2-4887-b1f9-3a5f9c221808 service nova] Releasing lock "refresh_cache-4b8b28a1-d95b-4d60-8ff2-5902810d5512" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1520.489452] env[71058]: DEBUG nova.compute.manager [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1520.586702] env[71058]: DEBUG oslo_vmware.api [None req-cafe694b-4472-41ee-a952-3ad53c37ca2f tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2872888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22104} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1520.587663] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-cafe694b-4472-41ee-a952-3ad53c37ca2f tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1520.587663] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-cafe694b-4472-41ee-a952-3ad53c37ca2f tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1520.587663] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-cafe694b-4472-41ee-a952-3ad53c37ca2f tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1520.587663] env[71058]: INFO nova.compute.manager [None req-cafe694b-4472-41ee-a952-3ad53c37ca2f tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Took 1.14 seconds to destroy the instance on the hypervisor.
[ 1520.588054] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cafe694b-4472-41ee-a952-3ad53c37ca2f tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1520.590663] env[71058]: DEBUG nova.compute.manager [-] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1520.592031] env[71058]: DEBUG nova.network.neutron [-] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1520.657449] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Creating linked-clone VM from snapshot {{(pid=71058) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}}
[ 1520.657836] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-104653d3-19dc-49d7-b888-1f3e4458416b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1520.670693] env[71058]: DEBUG oslo_vmware.api [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Waiting for the task: (returnval){
[ 1520.670693] env[71058]:    value = "task-2872890"
[ 1520.670693] env[71058]:    _type = "Task"
[ 1520.670693] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1520.681502] env[71058]: DEBUG oslo_vmware.api [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872890, 'name': CloneVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1520.693033] env[71058]: DEBUG oslo_vmware.api [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': task-2872889, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1520.754683] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ff2a2e-063f-429e-9a5a-1a7fb14da129 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1520.762779] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5de6cb-660e-4f02-a8dc-d7a8f5d39764 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1520.799460] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402f1b16-137e-43a5-8c2a-f70b67520afa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1520.810646] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6938b86f-5a3d-47c7-99d1-f1205daeec6f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1520.826459] env[71058]: DEBUG nova.compute.provider_tree [None req-8d93cdf8-0fa9-4ea2-8eb4-ffe98ef5d095 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1521.183201] env[71058]: DEBUG oslo_vmware.api [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872890, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1521.193803] env[71058]: DEBUG oslo_vmware.api [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': task-2872889, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1521.211859] env[71058]: DEBUG nova.compute.manager [req-8b321d45-538b-46a5-8ed2-56d687cca9a8 req-bd84db96-893b-4d97-89d9-baca8234f02c service nova] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Received event network-changed-0bfbe2c4-619c-4849-b105-0a4bc182ee6a {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1521.212037] env[71058]: DEBUG nova.compute.manager [req-8b321d45-538b-46a5-8ed2-56d687cca9a8 req-bd84db96-893b-4d97-89d9-baca8234f02c service nova] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Refreshing instance network info cache due to event network-changed-0bfbe2c4-619c-4849-b105-0a4bc182ee6a. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1521.212845] env[71058]: DEBUG oslo_concurrency.lockutils [req-8b321d45-538b-46a5-8ed2-56d687cca9a8 req-bd84db96-893b-4d97-89d9-baca8234f02c service nova] Acquiring lock "refresh_cache-3cf0e63a-4528-49d7-b068-5d1073643834" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1521.212845] env[71058]: DEBUG oslo_concurrency.lockutils [req-8b321d45-538b-46a5-8ed2-56d687cca9a8 req-bd84db96-893b-4d97-89d9-baca8234f02c service nova] Acquired lock "refresh_cache-3cf0e63a-4528-49d7-b068-5d1073643834" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1521.212845] env[71058]: DEBUG nova.network.neutron [req-8b321d45-538b-46a5-8ed2-56d687cca9a8 req-bd84db96-893b-4d97-89d9-baca8234f02c service nova] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Refreshing network info cache for port 0bfbe2c4-619c-4849-b105-0a4bc182ee6a {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1521.334420] env[71058]: DEBUG nova.scheduler.client.report [None req-8d93cdf8-0fa9-4ea2-8eb4-ffe98ef5d095 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1521.371848] env[71058]: DEBUG nova.compute.manager [req-8a893d76-5b09-4c36-8ad7-4cdd51de6e58 req-c15edcd8-c5f4-4761-8a47-74365c73fcc4 service nova] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Received event network-vif-deleted-e04a2854-9bb4-473f-86ad-4b183d40d5c3 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1521.371848] env[71058]: INFO nova.compute.manager [req-8a893d76-5b09-4c36-8ad7-4cdd51de6e58 req-c15edcd8-c5f4-4761-8a47-74365c73fcc4 service nova] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Neutron deleted interface e04a2854-9bb4-473f-86ad-4b183d40d5c3; detaching it from the instance and deleting it from the info cache
[ 1521.371848] env[71058]: DEBUG nova.network.neutron [req-8a893d76-5b09-4c36-8ad7-4cdd51de6e58 req-c15edcd8-c5f4-4761-8a47-74365c73fcc4 service nova] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1521.472510] env[71058]: DEBUG nova.network.neutron [-] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1521.501337] env[71058]: DEBUG nova.compute.manager [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1521.530084] env[71058]: DEBUG nova.virt.hardware [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1521.530354] env[71058]: DEBUG nova.virt.hardware [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1521.530577] env[71058]: DEBUG nova.virt.hardware [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1521.530760] env[71058]: DEBUG nova.virt.hardware [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1521.530908] env[71058]: DEBUG nova.virt.hardware [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1521.531220] env[71058]: DEBUG nova.virt.hardware [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1521.531442] env[71058]: DEBUG nova.virt.hardware [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1521.531600] env[71058]: DEBUG nova.virt.hardware [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1521.531808] env[71058]: DEBUG nova.virt.hardware [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1521.532035] env[71058]: DEBUG nova.virt.hardware [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1521.532263] env[71058]: DEBUG nova.virt.hardware [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1521.533251] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2711462c-906e-4a46-be2c-6a983457602e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1521.542480] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe14de4b-29e2-4da4-9e20-0d4dfacc1e80 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1521.683077] env[71058]: DEBUG oslo_vmware.api [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872890, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1521.692564] env[71058]: DEBUG oslo_vmware.api [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': task-2872889, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1521.704505] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Acquiring lock "d314154d-6389-4b0d-81a3-dc443ce8cf9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1521.704962] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Lock "d314154d-6389-4b0d-81a3-dc443ce8cf9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1521.840975] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8d93cdf8-0fa9-4ea2-8eb4-ffe98ef5d095 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.358s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1521.844670] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a81a776d-3932-4ede-a0da-b207b00b0474 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 36.542s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1521.871630] env[71058]: INFO nova.scheduler.client.report [None req-8d93cdf8-0fa9-4ea2-8eb4-ffe98ef5d095 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Deleted allocations for instance 68c09dd6-7df0-4dfa-957c-7e4e68092865
[ 1521.878171] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b9d6c62-cc2b-4f5b-b520-ecbc01f25d81 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1521.891132] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19662bad-0474-4b86-8fb8-fd8bd9120c8c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1521.929554] env[71058]: DEBUG nova.compute.manager [req-8a893d76-5b09-4c36-8ad7-4cdd51de6e58 req-c15edcd8-c5f4-4761-8a47-74365c73fcc4 service nova] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Detach interface failed, port_id=e04a2854-9bb4-473f-86ad-4b183d40d5c3, reason: Instance 4b8b28a1-d95b-4d60-8ff2-5902810d5512 could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1521.966520] env[71058]: DEBUG nova.network.neutron [req-8b321d45-538b-46a5-8ed2-56d687cca9a8 req-bd84db96-893b-4d97-89d9-baca8234f02c service nova] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Updated VIF entry in instance network info cache for port 0bfbe2c4-619c-4849-b105-0a4bc182ee6a. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1521.966935] env[71058]: DEBUG nova.network.neutron [req-8b321d45-538b-46a5-8ed2-56d687cca9a8 req-bd84db96-893b-4d97-89d9-baca8234f02c service nova] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Updating instance_info_cache with network_info: [{"id": "0bfbe2c4-619c-4849-b105-0a4bc182ee6a", "address": "fa:16:3e:ae:b6:0f", "network": {"id": "8cffd29f-9596-40ee-b42b-14ece182f02c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2138524052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9da282337ddc44828d2ab61bb4b97e6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bfbe2c4-61", "ovs_interfaceid": "0bfbe2c4-619c-4849-b105-0a4bc182ee6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1521.977954] env[71058]: INFO nova.compute.manager [-] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Took 1.39 seconds to deallocate network for instance.
[ 1522.160962] env[71058]: DEBUG nova.network.neutron [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Successfully updated port: 8b44405a-b451-4f95-9b01-f45548608a87 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1522.197472] env[71058]: DEBUG oslo_vmware.api [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872890, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1522.206226] env[71058]: DEBUG oslo_vmware.api [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': task-2872889, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.591596} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1522.206632] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] d539eca1-6015-404f-9c18-4bb81ef3ed33/d539eca1-6015-404f-9c18-4bb81ef3ed33.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1522.207160] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1522.207767] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8291adbe-3271-466d-a103-5ff70350bbb3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1522.222177] env[71058]: DEBUG oslo_vmware.api [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Waiting for the task: (returnval){
[ 1522.222177] env[71058]:    value = "task-2872891"
[ 1522.222177] env[71058]:    _type = "Task"
[ 1522.222177] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1522.234130] env[71058]: DEBUG oslo_vmware.api [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': task-2872891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1522.381034] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8d93cdf8-0fa9-4ea2-8eb4-ffe98ef5d095 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Lock "68c09dd6-7df0-4dfa-957c-7e4e68092865" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 42.832s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1522.471139] env[71058]: DEBUG oslo_concurrency.lockutils [req-8b321d45-538b-46a5-8ed2-56d687cca9a8 req-bd84db96-893b-4d97-89d9-baca8234f02c service nova] Releasing lock "refresh_cache-3cf0e63a-4528-49d7-b068-5d1073643834" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1522.485303] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cafe694b-4472-41ee-a952-3ad53c37ca2f tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1522.664499] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Acquiring lock "refresh_cache-a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1522.664692] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Acquired lock "refresh_cache-a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1522.664879] env[71058]: DEBUG nova.network.neutron [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1522.693242] env[71058]: DEBUG oslo_vmware.api [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872890, 'name': CloneVM_Task} progress is 95%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1522.731640] env[71058]: DEBUG oslo_vmware.api [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': task-2872891, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104226} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1522.731970] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1522.732849] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d5e022-a5cd-4db2-940c-f7be9fdb4137 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1522.762219] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] d539eca1-6015-404f-9c18-4bb81ef3ed33/d539eca1-6015-404f-9c18-4bb81ef3ed33.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1522.765408] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-278ec053-c2c2-40d8-9ab8-d1830cac31ad {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1522.790468] env[71058]: DEBUG oslo_vmware.api [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Waiting for the task: (returnval){
[ 1522.790468] env[71058]:    value = "task-2872892"
[ 1522.790468] env[71058]:    _type = "Task"
[ 1522.790468] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1522.812649] env[71058]: DEBUG oslo_vmware.api [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': task-2872892, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1522.899857] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8d3de2-024d-48f9-8311-353aab87728f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1522.908391] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf38d76-a958-473b-8dc3-3fc0c3399148 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1522.938672] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcae63c0-c886-4d2c-81eb-8ffd70d99ac3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1522.941466] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4492d1e6-0efb-45c0-9c1c-62c7ac917764 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Acquiring lock "06f0fe80-c544-4b82-b82a-69b9c5e1e517" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1522.941696] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4492d1e6-0efb-45c0-9c1c-62c7ac917764 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Lock "06f0fe80-c544-4b82-b82a-69b9c5e1e517" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1522.941923] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4492d1e6-0efb-45c0-9c1c-62c7ac917764 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Acquiring lock "06f0fe80-c544-4b82-b82a-69b9c5e1e517-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1522.942120] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4492d1e6-0efb-45c0-9c1c-62c7ac917764 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Lock "06f0fe80-c544-4b82-b82a-69b9c5e1e517-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1522.942285] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4492d1e6-0efb-45c0-9c1c-62c7ac917764 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Lock "06f0fe80-c544-4b82-b82a-69b9c5e1e517-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1522.944397] env[71058]: INFO nova.compute.manager [None req-4492d1e6-0efb-45c0-9c1c-62c7ac917764 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Terminating instance
[ 1522.949666] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe3c774-b461-4fb6-a87b-260c7514b40b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1522.965040] env[71058]: DEBUG nova.compute.provider_tree [None req-a81a776d-3932-4ede-a0da-b207b00b0474 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1523.185122] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3a8435ab-a901-4e3d-9f70-6bc80af2323e tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Acquiring lock "800b7ba0-d604-47bd-9992-b3bd7c946418" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1523.185122] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3a8435ab-a901-4e3d-9f70-6bc80af2323e tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Lock "800b7ba0-d604-47bd-9992-b3bd7c946418" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1523.185199] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3a8435ab-a901-4e3d-9f70-6bc80af2323e tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Acquiring lock "800b7ba0-d604-47bd-9992-b3bd7c946418-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1523.185340] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3a8435ab-a901-4e3d-9f70-6bc80af2323e tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Lock "800b7ba0-d604-47bd-9992-b3bd7c946418-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1523.185498] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3a8435ab-a901-4e3d-9f70-6bc80af2323e tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Lock "800b7ba0-d604-47bd-9992-b3bd7c946418-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1523.187087] env[71058]: DEBUG oslo_vmware.api [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872890, 'name': CloneVM_Task, 'duration_secs': 2.380209} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1523.187326] env[71058]: INFO nova.virt.vmwareapi.vmops [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Created linked-clone VM from snapshot
[ 1523.188089] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6866a400-ce5c-4c66-a646-6f83baf3f07b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1523.191225] env[71058]: INFO nova.compute.manager [None req-3a8435ab-a901-4e3d-9f70-6bc80af2323e tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Terminating instance
[ 1523.197422] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Uploading image 71637a43-a9aa-4fbc-a3b8-9533fe5685b2 {{(pid=71058) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}}
[ 1523.199640] env[71058]: DEBUG nova.network.neutron [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1523.222177] env[71058]: DEBUG oslo_vmware.rw_handles [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Creating HttpNfcLease lease for exporting VM: (result){
[ 1523.222177] env[71058]:    value = "vm-577408"
[ 1523.222177] env[71058]:    _type = "VirtualMachine"
[ 1523.222177] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}}
[ 1523.222177] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2d0438b2-45f6-48bf-9dcf-a212d4e4e1ed {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1523.229611] env[71058]: DEBUG oslo_vmware.rw_handles [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Lease: (returnval){
[ 1523.229611] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524e04c3-a19d-0a64-3dcb-26db8c7b90f8"
[ 1523.229611] env[71058]:    _type = "HttpNfcLease"
[ 1523.229611] env[71058]:  } obtained for exporting VM: (result){
[ 1523.229611] env[71058]:    value = "vm-577408"
[ 1523.229611] env[71058]:    _type = "VirtualMachine"
[ 1523.229611] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}}
[ 1523.229971] env[71058]: DEBUG oslo_vmware.api [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Waiting for the lease: (returnval){
[ 1523.229971] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524e04c3-a19d-0a64-3dcb-26db8c7b90f8"
[ 1523.229971] env[71058]:    _type = "HttpNfcLease"
[ 1523.229971] env[71058]:  } to be ready. {{(pid=71058) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1523.239279] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1523.239279] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524e04c3-a19d-0a64-3dcb-26db8c7b90f8"
[ 1523.239279] env[71058]:    _type = "HttpNfcLease"
[ 1523.239279] env[71058]:  } is initializing. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1523.243275] env[71058]: DEBUG nova.compute.manager [req-a945d3f7-cacf-4eb1-b36d-b0953f444629 req-a2cf5e97-5c86-4420-ba0b-94e3af60acfc service nova] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Received event network-changed-0bfbe2c4-619c-4849-b105-0a4bc182ee6a {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1523.243451] env[71058]: DEBUG nova.compute.manager [req-a945d3f7-cacf-4eb1-b36d-b0953f444629 req-a2cf5e97-5c86-4420-ba0b-94e3af60acfc service nova] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Refreshing instance network info cache due to event network-changed-0bfbe2c4-619c-4849-b105-0a4bc182ee6a. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1523.243655] env[71058]: DEBUG oslo_concurrency.lockutils [req-a945d3f7-cacf-4eb1-b36d-b0953f444629 req-a2cf5e97-5c86-4420-ba0b-94e3af60acfc service nova] Acquiring lock "refresh_cache-3cf0e63a-4528-49d7-b068-5d1073643834" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1523.243795] env[71058]: DEBUG oslo_concurrency.lockutils [req-a945d3f7-cacf-4eb1-b36d-b0953f444629 req-a2cf5e97-5c86-4420-ba0b-94e3af60acfc service nova] Acquired lock "refresh_cache-3cf0e63a-4528-49d7-b068-5d1073643834" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1523.243952] env[71058]: DEBUG nova.network.neutron [req-a945d3f7-cacf-4eb1-b36d-b0953f444629 req-a2cf5e97-5c86-4420-ba0b-94e3af60acfc service nova] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Refreshing network info cache for port 0bfbe2c4-619c-4849-b105-0a4bc182ee6a {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1523.299935] env[71058]: DEBUG oslo_vmware.api [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': task-2872892, 'name': ReconfigVM_Task, 'duration_secs': 0.330039} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1523.300231] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Reconfigured VM instance instance-00000021 to attach disk [datastore1] d539eca1-6015-404f-9c18-4bb81ef3ed33/d539eca1-6015-404f-9c18-4bb81ef3ed33.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1523.300848] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54ca7386-d6f5-4da6-aea4-7fc047f80a6e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1523.308507] env[71058]: DEBUG oslo_vmware.api [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Waiting for the task: (returnval){
[ 1523.308507] env[71058]:    value = "task-2872894"
[ 1523.308507] env[71058]:    _type = "Task"
[ 1523.308507] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1523.318434] env[71058]: DEBUG oslo_vmware.api [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': task-2872894, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1523.343620] env[71058]: DEBUG nova.network.neutron [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Updating instance_info_cache with network_info: [{"id": "8b44405a-b451-4f95-9b01-f45548608a87", "address": "fa:16:3e:08:00:f7", "network": {"id": "3c43a2cb-054a-46fc-8add-cf4953be8bff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2107663445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1935671931c4e4abb502b839a94b7b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b44405a-b4", "ovs_interfaceid": "8b44405a-b451-4f95-9b01-f45548608a87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1523.399463] env[71058]: DEBUG nova.compute.manager [req-33bb596a-5457-4fb0-b476-1061e7a83069 req-c4c63130-b3ce-48a2-a628-99685f954961 service nova] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Received event network-vif-plugged-8b44405a-b451-4f95-9b01-f45548608a87 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1523.399700] env[71058]: DEBUG oslo_concurrency.lockutils [req-33bb596a-5457-4fb0-b476-1061e7a83069 req-c4c63130-b3ce-48a2-a628-99685f954961 service nova] Acquiring lock "a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1523.399921] env[71058]: DEBUG oslo_concurrency.lockutils [req-33bb596a-5457-4fb0-b476-1061e7a83069 req-c4c63130-b3ce-48a2-a628-99685f954961 service nova] Lock "a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1523.400102] env[71058]: DEBUG oslo_concurrency.lockutils [req-33bb596a-5457-4fb0-b476-1061e7a83069 req-c4c63130-b3ce-48a2-a628-99685f954961 service nova] Lock "a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1523.400282] env[71058]: DEBUG nova.compute.manager [req-33bb596a-5457-4fb0-b476-1061e7a83069 req-c4c63130-b3ce-48a2-a628-99685f954961 service nova] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] No waiting events found dispatching network-vif-plugged-8b44405a-b451-4f95-9b01-f45548608a87 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1523.400442] env[71058]: WARNING nova.compute.manager [req-33bb596a-5457-4fb0-b476-1061e7a83069 req-c4c63130-b3ce-48a2-a628-99685f954961 service nova] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Received unexpected event network-vif-plugged-8b44405a-b451-4f95-9b01-f45548608a87 for instance with vm_state building and task_state spawning.
[ 1523.400597] env[71058]: DEBUG nova.compute.manager [req-33bb596a-5457-4fb0-b476-1061e7a83069 req-c4c63130-b3ce-48a2-a628-99685f954961 service nova] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Received event network-changed-8b44405a-b451-4f95-9b01-f45548608a87 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1523.400743] env[71058]: DEBUG nova.compute.manager [req-33bb596a-5457-4fb0-b476-1061e7a83069 req-c4c63130-b3ce-48a2-a628-99685f954961 service nova] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Refreshing instance network info cache due to event network-changed-8b44405a-b451-4f95-9b01-f45548608a87. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1523.400904] env[71058]: DEBUG oslo_concurrency.lockutils [req-33bb596a-5457-4fb0-b476-1061e7a83069 req-c4c63130-b3ce-48a2-a628-99685f954961 service nova] Acquiring lock "refresh_cache-a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1523.449915] env[71058]: DEBUG nova.compute.manager [None req-4492d1e6-0efb-45c0-9c1c-62c7ac917764 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1523.450214] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-4492d1e6-0efb-45c0-9c1c-62c7ac917764 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1523.451226] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcc00e2-3139-4e5b-bf6b-d6e99b4ffaf4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1523.459610] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-4492d1e6-0efb-45c0-9c1c-62c7ac917764 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1523.459946] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4524f805-f3de-4496-89ae-a88a411947a8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1523.467958] env[71058]: DEBUG nova.scheduler.client.report [None req-a81a776d-3932-4ede-a0da-b207b00b0474 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1523.471250] env[71058]: DEBUG oslo_vmware.api [None req-4492d1e6-0efb-45c0-9c1c-62c7ac917764 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Waiting for the task: (returnval){
[ 1523.471250] env[71058]:    value = "task-2872895"
[ 1523.471250] env[71058]:    _type = "Task"
[ 1523.471250] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1523.480815] env[71058]: DEBUG oslo_vmware.api [None req-4492d1e6-0efb-45c0-9c1c-62c7ac917764 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': task-2872895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1523.694780] env[71058]: DEBUG nova.compute.manager [None req-3a8435ab-a901-4e3d-9f70-6bc80af2323e tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1523.695028] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-3a8435ab-a901-4e3d-9f70-6bc80af2323e tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1523.696026] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9847e09-8ff8-4533-a2aa-32c6efee84f9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1523.713451] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a8435ab-a901-4e3d-9f70-6bc80af2323e tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1523.713726] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c074095-8715-4113-9567-d96a0521fd04 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1523.721953] env[71058]: DEBUG oslo_vmware.api [None req-3a8435ab-a901-4e3d-9f70-6bc80af2323e tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Waiting for the task: (returnval){
[ 1523.721953] env[71058]:    value = "task-2872896"
[ 1523.721953] env[71058]:    _type = "Task"
[ 1523.721953] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1523.730126] env[71058]: DEBUG oslo_vmware.api [None req-3a8435ab-a901-4e3d-9f70-6bc80af2323e tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Task: {'id': task-2872896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1523.737188] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1523.737188] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524e04c3-a19d-0a64-3dcb-26db8c7b90f8"
[ 1523.737188] env[71058]:    _type = "HttpNfcLease"
[ 1523.737188] env[71058]:  } is ready. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1523.737521] env[71058]: DEBUG oslo_vmware.rw_handles [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1523.737521] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524e04c3-a19d-0a64-3dcb-26db8c7b90f8"
[ 1523.737521] env[71058]:    _type = "HttpNfcLease"
[ 1523.737521] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}}
[ 1523.738316] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5695e051-1628-48e9-8d25-0d5fa98844d5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1523.747937] env[71058]: DEBUG oslo_vmware.rw_handles [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525fd6de-6156-8cf2-60a2-f22233e57400/disk-0.vmdk from lease info. {{(pid=71058) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1523.748126] env[71058]: DEBUG oslo_vmware.rw_handles [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525fd6de-6156-8cf2-60a2-f22233e57400/disk-0.vmdk for reading. {{(pid=71058) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}}
[ 1523.821452] env[71058]: DEBUG oslo_vmware.api [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': task-2872894, 'name': Rename_Task, 'duration_secs': 0.15893} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1523.821595] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1523.821875] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78a2e0d0-0bed-4781-bf53-385bde7d6e77 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1523.830500] env[71058]: DEBUG oslo_vmware.api [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Waiting for the task: (returnval){
[ 1523.830500] env[71058]:    value = "task-2872897"
[ 1523.830500] env[71058]:    _type = "Task"
[ 1523.830500] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1523.839534] env[71058]: DEBUG oslo_vmware.api [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': task-2872897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1523.847091] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Releasing lock "refresh_cache-a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1523.847466] env[71058]: DEBUG nova.compute.manager [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Instance network_info: |[{"id": "8b44405a-b451-4f95-9b01-f45548608a87", "address": "fa:16:3e:08:00:f7", "network": {"id": "3c43a2cb-054a-46fc-8add-cf4953be8bff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2107663445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1935671931c4e4abb502b839a94b7b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b44405a-b4", "ovs_interfaceid": "8b44405a-b451-4f95-9b01-f45548608a87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1523.847793] env[71058]: DEBUG oslo_concurrency.lockutils [req-33bb596a-5457-4fb0-b476-1061e7a83069 req-c4c63130-b3ce-48a2-a628-99685f954961 service nova] Acquired lock "refresh_cache-a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1523.848011] env[71058]: DEBUG nova.network.neutron [req-33bb596a-5457-4fb0-b476-1061e7a83069 req-c4c63130-b3ce-48a2-a628-99685f954961 service nova] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Refreshing network info cache for port 8b44405a-b451-4f95-9b01-f45548608a87 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1523.849511] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:00:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88651df2-0506-4f6c-b868-dd30a81f2b1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b44405a-b451-4f95-9b01-f45548608a87', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1523.859044] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Creating folder: Project (f1935671931c4e4abb502b839a94b7b9). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1523.864314] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0d027e1-1d3f-4cb8-aff4-9ea37d5c2495 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1523.867229] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6bafa6e3-787c-4e74-82fa-4f0ebc4fd9f7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1523.885182] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Created folder: Project (f1935671931c4e4abb502b839a94b7b9) in parent group-v577298.
[ 1523.885439] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Creating folder: Instances. Parent ref: group-v577409. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1523.887807] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6314469e-8a7b-4a63-8c3f-cc13745cfcfe {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1523.905618] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Created folder: Instances in parent group-v577409.
[ 1523.905864] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1523.906086] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1523.906659] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9884b1f-11a2-4830-8d48-f7b0a6dc0d13 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1523.938190] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1523.938190] env[71058]:    value = "task-2872900"
[ 1523.938190] env[71058]:    _type = "Task"
[ 1523.938190] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1523.949969] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872900, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1523.988165] env[71058]: DEBUG oslo_vmware.api [None req-4492d1e6-0efb-45c0-9c1c-62c7ac917764 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': task-2872895, 'name': PowerOffVM_Task, 'duration_secs': 0.213456} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1523.988485] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-4492d1e6-0efb-45c0-9c1c-62c7ac917764 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1523.988694] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-4492d1e6-0efb-45c0-9c1c-62c7ac917764 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1523.989041] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f322fb76-1f55-499a-8000-6240334cad02 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1524.061588] env[71058]: DEBUG nova.network.neutron [req-a945d3f7-cacf-4eb1-b36d-b0953f444629 req-a2cf5e97-5c86-4420-ba0b-94e3af60acfc service nova] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Updated VIF entry in instance network info cache for port 0bfbe2c4-619c-4849-b105-0a4bc182ee6a. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1524.062158] env[71058]: DEBUG nova.network.neutron [req-a945d3f7-cacf-4eb1-b36d-b0953f444629 req-a2cf5e97-5c86-4420-ba0b-94e3af60acfc service nova] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Updating instance_info_cache with network_info: [{"id": "0bfbe2c4-619c-4849-b105-0a4bc182ee6a", "address": "fa:16:3e:ae:b6:0f", "network": {"id": "8cffd29f-9596-40ee-b42b-14ece182f02c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2138524052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9da282337ddc44828d2ab61bb4b97e6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bfbe2c4-61", "ovs_interfaceid": "0bfbe2c4-619c-4849-b105-0a4bc182ee6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1524.066284] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-4492d1e6-0efb-45c0-9c1c-62c7ac917764 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1524.066616] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-4492d1e6-0efb-45c0-9c1c-62c7ac917764 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1524.066903] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-4492d1e6-0efb-45c0-9c1c-62c7ac917764 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Deleting the datastore file [datastore2] 06f0fe80-c544-4b82-b82a-69b9c5e1e517 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1524.067283] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8d8ac16-271c-4299-9317-5f3ce878ea92 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1524.077696] env[71058]: DEBUG oslo_vmware.api [None req-4492d1e6-0efb-45c0-9c1c-62c7ac917764 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Waiting for the task: (returnval){
[ 1524.077696] env[71058]:    value = "task-2872902"
[ 1524.077696] env[71058]:    _type = "Task"
[ 1524.077696] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1524.089018] env[71058]: DEBUG oslo_vmware.api [None req-4492d1e6-0efb-45c0-9c1c-62c7ac917764 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': task-2872902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1524.236553] env[71058]: DEBUG oslo_vmware.api [None req-3a8435ab-a901-4e3d-9f70-6bc80af2323e tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Task: {'id': task-2872896, 'name': PowerOffVM_Task, 'duration_secs': 0.251205} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1524.237057] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a8435ab-a901-4e3d-9f70-6bc80af2323e tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1524.237318] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-3a8435ab-a901-4e3d-9f70-6bc80af2323e tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1524.237667] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3737d944-e214-41e9-a01a-bffa5e93d868 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1524.348224] env[71058]: DEBUG oslo_vmware.api [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': task-2872897, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1524.350092] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-3a8435ab-a901-4e3d-9f70-6bc80af2323e tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1524.350456] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-3a8435ab-a901-4e3d-9f70-6bc80af2323e tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1524.351195] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a8435ab-a901-4e3d-9f70-6bc80af2323e tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Deleting the datastore file [datastore2] 800b7ba0-d604-47bd-9992-b3bd7c946418 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1524.351195] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a226b9ea-990f-4c60-8d16-f90fff0ee0a8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1524.360149] env[71058]: DEBUG oslo_vmware.api [None req-3a8435ab-a901-4e3d-9f70-6bc80af2323e tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Waiting for the task: (returnval){
[ 1524.360149] env[71058]:    value = "task-2872904"
[ 1524.360149] env[71058]:    _type = "Task"
[ 1524.360149] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1524.373166] env[71058]: DEBUG oslo_vmware.api [None req-3a8435ab-a901-4e3d-9f70-6bc80af2323e tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Task: {'id': task-2872904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1524.453883] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872900, 'name': CreateVM_Task, 'duration_secs': 0.403341} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1524.454487] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1524.455412] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1524.455719] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1524.456233] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1524.456597] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3993bc83-8417-4d5f-b192-72d3cad9dc95 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1524.463091] env[71058]: DEBUG oslo_vmware.api [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Waiting for the task: (returnval){
[ 1524.463091] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d8da60-e289-533f-1baa-c7cc838fc832"
[ 1524.463091] env[71058]:    _type = "Task"
[ 1524.463091] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1524.477904] env[71058]: DEBUG oslo_vmware.api [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d8da60-e289-533f-1baa-c7cc838fc832, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1524.482187] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a81a776d-3932-4ede-a0da-b207b00b0474 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.639s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1524.485347] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.961s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1524.488239] env[71058]: INFO nova.compute.claims [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1524.565883] env[71058]: DEBUG oslo_concurrency.lockutils [req-a945d3f7-cacf-4eb1-b36d-b0953f444629 req-a2cf5e97-5c86-4420-ba0b-94e3af60acfc service nova] Releasing lock "refresh_cache-3cf0e63a-4528-49d7-b068-5d1073643834" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1524.591408] env[71058]: DEBUG oslo_vmware.api [None req-4492d1e6-0efb-45c0-9c1c-62c7ac917764 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Task: {'id': task-2872902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186178} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1524.592019] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-4492d1e6-0efb-45c0-9c1c-62c7ac917764 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1524.592496] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-4492d1e6-0efb-45c0-9c1c-62c7ac917764 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1524.592924] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-4492d1e6-0efb-45c0-9c1c-62c7ac917764 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1524.593275] env[71058]: INFO nova.compute.manager [None req-4492d1e6-0efb-45c0-9c1c-62c7ac917764 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Took 1.14 seconds to destroy the instance on the hypervisor.
[ 1524.593652] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4492d1e6-0efb-45c0-9c1c-62c7ac917764 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1524.593962] env[71058]: DEBUG nova.compute.manager [-] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1524.594210] env[71058]: DEBUG nova.network.neutron [-] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1524.630417] env[71058]: DEBUG nova.network.neutron [req-33bb596a-5457-4fb0-b476-1061e7a83069 req-c4c63130-b3ce-48a2-a628-99685f954961 service nova] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Updated VIF entry in instance network info cache for port 8b44405a-b451-4f95-9b01-f45548608a87. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1524.630891] env[71058]: DEBUG nova.network.neutron [req-33bb596a-5457-4fb0-b476-1061e7a83069 req-c4c63130-b3ce-48a2-a628-99685f954961 service nova] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Updating instance_info_cache with network_info: [{"id": "8b44405a-b451-4f95-9b01-f45548608a87", "address": "fa:16:3e:08:00:f7", "network": {"id": "3c43a2cb-054a-46fc-8add-cf4953be8bff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2107663445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1935671931c4e4abb502b839a94b7b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b44405a-b4", "ovs_interfaceid": "8b44405a-b451-4f95-9b01-f45548608a87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1524.842858] env[71058]: DEBUG oslo_vmware.api [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': task-2872897, 'name': PowerOnVM_Task, 'duration_secs': 0.558396} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1524.843253] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1524.843432] env[71058]: INFO nova.compute.manager [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Took 14.60 seconds to spawn the instance on the hypervisor.
[ 1524.843676] env[71058]: DEBUG nova.compute.manager [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1524.844787] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d4f8c2-9c7c-4c70-a34c-160948108c62 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1524.875113] env[71058]: DEBUG oslo_vmware.api [None req-3a8435ab-a901-4e3d-9f70-6bc80af2323e tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Task: {'id': task-2872904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182948} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1524.876123] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a8435ab-a901-4e3d-9f70-6bc80af2323e tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1524.876123] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-3a8435ab-a901-4e3d-9f70-6bc80af2323e tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1524.876123] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-3a8435ab-a901-4e3d-9f70-6bc80af2323e tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1524.876445] env[71058]: INFO nova.compute.manager [None req-3a8435ab-a901-4e3d-9f70-6bc80af2323e tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Took 1.18 seconds to destroy the instance on the hypervisor.
[ 1524.876869] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a8435ab-a901-4e3d-9f70-6bc80af2323e tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1524.877230] env[71058]: DEBUG nova.compute.manager [-] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1524.877490] env[71058]: DEBUG nova.network.neutron [-] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1524.975727] env[71058]: DEBUG oslo_vmware.api [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d8da60-e289-533f-1baa-c7cc838fc832, 'name': SearchDatastore_Task, 'duration_secs': 0.012483} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1524.976553] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1524.976806] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1524.977096] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1524.977239] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1524.977423] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1524.977914] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1247356d-e89a-4299-bfba-ed6f53a542d5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1524.988645] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1524.988838] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1524.989777] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e2c6b8b-a1ae-4634-997c-fd64944b06c4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1525.004592] env[71058]: DEBUG oslo_vmware.api [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Waiting for the task: (returnval){
[ 1525.004592] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b8d590-2971-e659-c3e9-e5f972c29c3f"
[ 1525.004592] env[71058]:    _type = "Task"
[ 1525.004592] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1525.017678] env[71058]: DEBUG oslo_vmware.api [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b8d590-2971-e659-c3e9-e5f972c29c3f, 'name': SearchDatastore_Task, 'duration_secs': 0.011601} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1525.018623] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6d145ed-0ded-4d5f-983b-8be78fdd5898 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1525.030755] env[71058]: DEBUG oslo_vmware.api [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Waiting for the task: (returnval){
[ 1525.030755] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52145b66-cd22-6a37-61f5-124f59981bbd"
[ 1525.030755] env[71058]:    _type = "Task"
[ 1525.030755] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1525.046851] env[71058]: DEBUG oslo_vmware.api [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52145b66-cd22-6a37-61f5-124f59981bbd, 'name': SearchDatastore_Task, 'duration_secs': 0.011013} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1525.047064] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1525.047414] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3/a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1525.047749] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75e40986-f1d6-45b1-9df7-2100c1d78395 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1525.058741] env[71058]: DEBUG oslo_vmware.api [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Waiting for the task: (returnval){
[ 1525.058741] env[71058]:    value = "task-2872905"
[ 1525.058741] env[71058]:    _type = "Task"
[ 1525.058741] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1525.072852] env[71058]: DEBUG oslo_vmware.api [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Task: {'id': task-2872905, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1525.073900] env[71058]: INFO nova.scheduler.client.report [None req-a81a776d-3932-4ede-a0da-b207b00b0474 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Deleted allocation for migration 4c2dff30-c24f-4b79-9c4f-63f3b582eab1
[ 1525.133432] env[71058]: DEBUG oslo_concurrency.lockutils [req-33bb596a-5457-4fb0-b476-1061e7a83069 req-c4c63130-b3ce-48a2-a628-99685f954961 service nova] Releasing lock "refresh_cache-a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1525.376992] env[71058]: INFO nova.compute.manager [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Took 49.40 seconds to build instance.
[ 1525.404501] env[71058]: DEBUG nova.network.neutron [-] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1525.569871] env[71058]: DEBUG oslo_vmware.api [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Task: {'id': task-2872905, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497718} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1525.573355] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3/a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1525.573676] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1525.575062] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3e6c95f-4e72-4340-8c4c-9e16953da662 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1525.580864] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a81a776d-3932-4ede-a0da-b207b00b0474 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Lock "5be4e13c-8434-4410-a8c4-b91a70b0ad8c" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 43.732s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1525.583735] env[71058]: DEBUG oslo_vmware.api [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Waiting for the task: (returnval){
[ 1525.583735] env[71058]:    value = "task-2872906"
[ 1525.583735] env[71058]:    _type = "Task"
[ 1525.583735] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1525.599791] env[71058]: DEBUG oslo_vmware.api [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Task: {'id': task-2872906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1525.630548] env[71058]: DEBUG nova.compute.manager [req-da957cce-8f1e-4fe7-85ce-765d33c0330b req-d848f177-4478-4f6f-ad0f-37979a081898 service nova] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Received event network-vif-deleted-e59a7fbc-2f9d-4200-8538-522d747ce0b7 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1525.886276] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b358e530-fc1e-490f-8bd5-e2eb04330af1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Lock "d539eca1-6015-404f-9c18-4bb81ef3ed33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 74.573s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1525.905923] env[71058]: INFO nova.compute.manager [-] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Took 1.31 seconds to deallocate network for instance.
[ 1525.944020] env[71058]: DEBUG nova.network.neutron [-] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1526.062700] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0822b17-6144-4245-8d1a-e8e9ff63fe34 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1526.074715] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9324778-f267-4a27-9a72-ceb647ac070a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1526.116544] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142ddd31-e0f9-43e4-ad74-e4addef1cf3d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1526.132053] env[71058]: DEBUG oslo_vmware.api [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Task: {'id': task-2872906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079798} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1526.134740] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1526.135827] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af37db6-023f-45c0-8d78-823da4e3a3a0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1526.139334] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6012ef37-1943-48ae-8034-54831a65de9e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1526.156821] env[71058]: DEBUG nova.compute.provider_tree [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1526.177282] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3/a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1526.179049] env[71058]: DEBUG nova.scheduler.client.report [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1526.182228] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b9bffc7-b013-4c23-9f54-431753ba5e8c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1526.207376] env[71058]: DEBUG oslo_vmware.api [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Waiting for the task: (returnval){
[ 1526.207376] env[71058]:    value = "task-2872907"
[ 1526.207376] env[71058]:    _type = "Task"
[ 1526.207376] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1526.216684] env[71058]: DEBUG oslo_vmware.api [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Task: {'id': task-2872907, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1526.391983] env[71058]: DEBUG nova.compute.manager [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1526.415054] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4492d1e6-0efb-45c0-9c1c-62c7ac917764 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1526.446117] env[71058]: INFO nova.compute.manager [-] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Took 1.57 seconds to deallocate network for instance.
[ 1526.468806] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d3600203-c67d-4f10-9bc0-0bf2891a3dc2 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Acquiring lock "d539eca1-6015-404f-9c18-4bb81ef3ed33" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1526.469092] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d3600203-c67d-4f10-9bc0-0bf2891a3dc2 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Lock "d539eca1-6015-404f-9c18-4bb81ef3ed33" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1526.469331] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d3600203-c67d-4f10-9bc0-0bf2891a3dc2 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Acquiring lock "d539eca1-6015-404f-9c18-4bb81ef3ed33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1526.469519] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d3600203-c67d-4f10-9bc0-0bf2891a3dc2 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Lock "d539eca1-6015-404f-9c18-4bb81ef3ed33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1526.469704] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d3600203-c67d-4f10-9bc0-0bf2891a3dc2 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Lock "d539eca1-6015-404f-9c18-4bb81ef3ed33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1526.472571] env[71058]: INFO nova.compute.manager [None req-d3600203-c67d-4f10-9bc0-0bf2891a3dc2 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Terminating instance
[ 1526.700869] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.213s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1526.700869] env[71058]: DEBUG nova.compute.manager [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1526.702876] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.858s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1526.705035] env[71058]: INFO nova.compute.claims [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1526.721812] env[71058]: DEBUG oslo_vmware.api [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Task: {'id': task-2872907, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1526.927720] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1526.953195] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3a8435ab-a901-4e3d-9f70-6bc80af2323e tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1526.977192] env[71058]: DEBUG nova.compute.manager [None req-d3600203-c67d-4f10-9bc0-0bf2891a3dc2 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1526.977423] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d3600203-c67d-4f10-9bc0-0bf2891a3dc2 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1526.978366] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242998c9-33dc-4ce7-8156-c9f3d35a96e4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1526.989301] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3600203-c67d-4f10-9bc0-0bf2891a3dc2 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1526.989570] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dc75fa0-77cb-4fd2-b818-ce79e29009d8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1526.998590] env[71058]: DEBUG oslo_vmware.api [None req-d3600203-c67d-4f10-9bc0-0bf2891a3dc2 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Waiting for the task: (returnval){
[ 1526.998590] env[71058]:    value = "task-2872908"
[ 1526.998590] env[71058]:    _type = "Task"
[ 1526.998590] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1527.008723] env[71058]: DEBUG oslo_vmware.api [None req-d3600203-c67d-4f10-9bc0-0bf2891a3dc2 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': task-2872908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1527.210922] env[71058]: DEBUG nova.compute.utils [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1527.215495] env[71058]: DEBUG nova.compute.manager [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1527.215674] env[71058]: DEBUG nova.network.neutron [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1527.228369] env[71058]: DEBUG oslo_vmware.api [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Task: {'id': task-2872907, 'name': ReconfigVM_Task, 'duration_secs': 0.534553} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1527.228737] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Reconfigured VM instance instance-00000022 to attach disk [datastore1] a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3/a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1527.229434] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba32fe5c-05af-4909-a4ba-0ffb770278b4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1527.237942] env[71058]: DEBUG oslo_vmware.api [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Waiting for the task: (returnval){
[ 1527.237942] env[71058]:    value = "task-2872909"
[ 1527.237942] env[71058]:    _type = "Task"
[ 1527.237942] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1527.247658] env[71058]: DEBUG oslo_vmware.api [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Task: {'id': task-2872909, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1527.261270] env[71058]: DEBUG nova.policy [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '470be10303474d06bdfa2de0a9b7e8dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5255966cc064bcea596884be8c977d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1527.510637] env[71058]: DEBUG oslo_vmware.api [None req-d3600203-c67d-4f10-9bc0-0bf2891a3dc2 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': task-2872908, 'name': PowerOffVM_Task, 'duration_secs': 0.227187} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1527.511089] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3600203-c67d-4f10-9bc0-0bf2891a3dc2 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1527.511089] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d3600203-c67d-4f10-9bc0-0bf2891a3dc2 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1527.511399] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bcce52b-4e75-4685-ac7c-b8f8193893fb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1527.587205] env[71058]: DEBUG nova.network.neutron [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Successfully created port: bbdbfb13-bd22-45e2-92dd-e95e99c76637 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1527.649050] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d3600203-c67d-4f10-9bc0-0bf2891a3dc2 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1527.649354] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d3600203-c67d-4f10-9bc0-0bf2891a3dc2 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1527.649573] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3600203-c67d-4f10-9bc0-0bf2891a3dc2 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Deleting the datastore file [datastore1] d539eca1-6015-404f-9c18-4bb81ef3ed33 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1527.649942] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3287c722-f009-454e-93c0-d7a4721d4410 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1527.660896] env[71058]: DEBUG oslo_vmware.api [None req-d3600203-c67d-4f10-9bc0-0bf2891a3dc2 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Waiting for the task: (returnval){
[ 1527.660896] env[71058]:    value = "task-2872911"
[ 1527.660896] env[71058]:    _type = "Task"
[ 1527.660896] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1527.672764] env[71058]: DEBUG oslo_vmware.api [None req-d3600203-c67d-4f10-9bc0-0bf2891a3dc2 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': task-2872911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1527.716954] env[71058]: DEBUG nova.compute.manager [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1527.756201] env[71058]: DEBUG oslo_vmware.api [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Task: {'id': task-2872909, 'name': Rename_Task, 'duration_secs': 0.17057} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1527.756526] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1527.757378] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db838982-0c8b-4415-8db1-1c368edd10ae {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1527.767233] env[71058]: DEBUG oslo_vmware.api [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Waiting for the task: (returnval){
[ 1527.767233] env[71058]:    value = "task-2872912"
[ 1527.767233] env[71058]:    _type = "Task"
[ 1527.767233] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1527.783895] env[71058]: DEBUG oslo_vmware.api [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Task: {'id': task-2872912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1527.912519] env[71058]: DEBUG nova.compute.manager [req-bf2d6bf6-c62a-4a06-970a-81cb39166234 req-1a112fc5-c7cc-4d9c-b5af-50259fe26edc service nova] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Received event network-vif-deleted-51ef93dc-e923-4339-9810-406b694c5565 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1528.172224] env[71058]: DEBUG oslo_vmware.api [None req-d3600203-c67d-4f10-9bc0-0bf2891a3dc2 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': task-2872911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267526} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1528.175111] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3600203-c67d-4f10-9bc0-0bf2891a3dc2 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1528.175353] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d3600203-c67d-4f10-9bc0-0bf2891a3dc2 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1528.175566] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d3600203-c67d-4f10-9bc0-0bf2891a3dc2 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1528.175763] env[71058]: INFO nova.compute.manager [None req-d3600203-c67d-4f10-9bc0-0bf2891a3dc2 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Took 1.20 seconds to destroy the instance on the hypervisor.
[ 1528.176110] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3600203-c67d-4f10-9bc0-0bf2891a3dc2 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1528.176470] env[71058]: DEBUG nova.compute.manager [-] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1528.176597] env[71058]: DEBUG nova.network.neutron [-] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1528.212871] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b0cf46-541b-40ed-8110-4516e56fbd3f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1528.230115] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7683c7e4-c506-4e14-acb0-485643a0bd13 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1528.266652] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f98381f-27e5-4383-91c2-00c7b0d7178c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1528.282849] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738e9912-db43-4731-b996-ae57ad63010f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1528.289104] env[71058]: DEBUG oslo_vmware.api [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Task: {'id': task-2872912, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1528.303920] env[71058]: DEBUG nova.compute.provider_tree [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1528.732888] env[71058]: DEBUG nova.compute.manager [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1528.763121] env[71058]: DEBUG nova.virt.hardware [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1528.763438] env[71058]: DEBUG nova.virt.hardware [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1528.763678] env[71058]: DEBUG nova.virt.hardware [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1528.763928] env[71058]: DEBUG nova.virt.hardware [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1528.764204] env[71058]: DEBUG nova.virt.hardware [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1528.764447] env[71058]: DEBUG nova.virt.hardware [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1528.764707] env[71058]: DEBUG nova.virt.hardware [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1528.764936] env[71058]: DEBUG nova.virt.hardware [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1528.765204] env[71058]: DEBUG nova.virt.hardware [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1528.765403] env[71058]: DEBUG nova.virt.hardware [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1528.765618] env[71058]: DEBUG nova.virt.hardware [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1528.766696] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19143bb8-a470-4f9c-8ad9-68846b543fc5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1528.781807] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7a5a73-7453-4492-aab3-943cd5edaca4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1528.786219] env[71058]: DEBUG oslo_vmware.api [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Task: {'id': task-2872912, 'name': PowerOnVM_Task, 'duration_secs': 0.685597} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1528.786496] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1528.786696] env[71058]: INFO nova.compute.manager [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Took 7.29 seconds to spawn the instance on the hypervisor.
[ 1528.786872] env[71058]: DEBUG nova.compute.manager [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1528.788070] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b89e50f-44e2-41ee-b81e-78f7dff2de5e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1528.807501] env[71058]: DEBUG nova.scheduler.client.report [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1528.917925] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquiring lock "91283a3a-f5d5-402f-b6c1-776f99ecf7f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1528.917925] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Lock "91283a3a-f5d5-402f-b6c1-776f99ecf7f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1529.193845] env[71058]: DEBUG nova.network.neutron [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Successfully updated port: bbdbfb13-bd22-45e2-92dd-e95e99c76637 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1529.317418] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1529.317753] env[71058]: DEBUG nova.compute.manager [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1529.320747] env[71058]: INFO nova.compute.manager [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Took 48.44 seconds to build instance.
[ 1529.321627] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a535ded7-c21b-40ba-84a7-88537752cd46 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.724s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1529.321889] env[71058]: DEBUG nova.objects.instance [None req-a535ded7-c21b-40ba-84a7-88537752cd46 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Lazy-loading 'resources' on Instance uuid 00f0cd82-d2d7-45e0-9144-b71308e99032 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1529.454063] env[71058]: DEBUG nova.network.neutron [-] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1529.696739] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquiring lock "refresh_cache-e63c90cf-3e28-4fa0-a92d-959f26d81786" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1529.696985] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquired lock "refresh_cache-e63c90cf-3e28-4fa0-a92d-959f26d81786" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1529.697335] env[71058]: DEBUG nova.network.neutron [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1529.824531] env[71058]: DEBUG nova.compute.utils [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1529.826215] env[71058]: DEBUG nova.compute.manager [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1529.826400] env[71058]: DEBUG nova.network.neutron [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1529.830175] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ed654e0d-3a5b-4ee1-8dbe-26739312c8c5 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Lock "a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 69.093s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1529.880900] env[71058]: DEBUG nova.policy [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c70fb5e7ba87499992b916c9788799f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed1360b0d3514a629b4a70cb3b503c85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1529.950380] env[71058]: DEBUG nova.compute.manager [req-6b6a8392-d479-4f94-8735-943c7cca6cb1 req-cc0939ba-8cba-4fc4-bde1-50f30dfc727f service nova] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Received event network-vif-deleted-4adfa70d-4108-4992-aa21-1e091e56388f {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1529.950516] env[71058]: DEBUG nova.compute.manager [req-6b6a8392-d479-4f94-8735-943c7cca6cb1 req-cc0939ba-8cba-4fc4-bde1-50f30dfc727f service nova] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Received event network-vif-deleted-113f97eb-53db-4295-8e1b-c2b243a68a07 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1529.950775] env[71058]: DEBUG nova.compute.manager [req-6b6a8392-d479-4f94-8735-943c7cca6cb1 req-cc0939ba-8cba-4fc4-bde1-50f30dfc727f service nova] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Received event network-vif-deleted-4b91169b-ff64-4b84-bfba-a897b2fc33ce {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1529.950908] env[71058]: DEBUG nova.compute.manager [req-6b6a8392-d479-4f94-8735-943c7cca6cb1 req-cc0939ba-8cba-4fc4-bde1-50f30dfc727f service nova] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Received event network-vif-plugged-bbdbfb13-bd22-45e2-92dd-e95e99c76637 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1529.951049] env[71058]: DEBUG oslo_concurrency.lockutils [req-6b6a8392-d479-4f94-8735-943c7cca6cb1 req-cc0939ba-8cba-4fc4-bde1-50f30dfc727f service nova] Acquiring lock "e63c90cf-3e28-4fa0-a92d-959f26d81786-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1529.951342] env[71058]: DEBUG oslo_concurrency.lockutils [req-6b6a8392-d479-4f94-8735-943c7cca6cb1 req-cc0939ba-8cba-4fc4-bde1-50f30dfc727f service nova] Lock "e63c90cf-3e28-4fa0-a92d-959f26d81786-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1529.951394] env[71058]: DEBUG oslo_concurrency.lockutils [req-6b6a8392-d479-4f94-8735-943c7cca6cb1 req-cc0939ba-8cba-4fc4-bde1-50f30dfc727f service nova] Lock "e63c90cf-3e28-4fa0-a92d-959f26d81786-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1529.951652] env[71058]: DEBUG nova.compute.manager [req-6b6a8392-d479-4f94-8735-943c7cca6cb1 req-cc0939ba-8cba-4fc4-bde1-50f30dfc727f service nova] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] No waiting events found dispatching network-vif-plugged-bbdbfb13-bd22-45e2-92dd-e95e99c76637 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1529.951723] env[71058]: WARNING nova.compute.manager [req-6b6a8392-d479-4f94-8735-943c7cca6cb1 req-cc0939ba-8cba-4fc4-bde1-50f30dfc727f service nova] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Received unexpected event network-vif-plugged-bbdbfb13-bd22-45e2-92dd-e95e99c76637 for instance with vm_state building and task_state spawning.
[ 1529.951984] env[71058]: DEBUG nova.compute.manager [req-6b6a8392-d479-4f94-8735-943c7cca6cb1 req-cc0939ba-8cba-4fc4-bde1-50f30dfc727f service nova] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Received event network-changed-bbdbfb13-bd22-45e2-92dd-e95e99c76637 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1529.952363] env[71058]: DEBUG nova.compute.manager [req-6b6a8392-d479-4f94-8735-943c7cca6cb1 req-cc0939ba-8cba-4fc4-bde1-50f30dfc727f service nova] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Refreshing instance network info cache due to event network-changed-bbdbfb13-bd22-45e2-92dd-e95e99c76637. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1529.952363] env[71058]: DEBUG oslo_concurrency.lockutils [req-6b6a8392-d479-4f94-8735-943c7cca6cb1 req-cc0939ba-8cba-4fc4-bde1-50f30dfc727f service nova] Acquiring lock "refresh_cache-e63c90cf-3e28-4fa0-a92d-959f26d81786" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1529.957600] env[71058]: INFO nova.compute.manager [-] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Took 1.78 seconds to deallocate network for instance.
[ 1530.333793] env[71058]: DEBUG nova.compute.manager [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1530.343795] env[71058]: DEBUG nova.compute.manager [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1530.407210] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a28c85-fc69-4ea1-a2c0-252d801bfd4d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1530.415802] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44d6962-d932-4339-99cb-3832a1b5b24b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1530.448058] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce67f50-0be5-409b-a641-11eb029eb380 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1530.456938] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6da310d-2823-486b-bbb7-5d2607694b37 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1530.472890] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d3600203-c67d-4f10-9bc0-0bf2891a3dc2 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1530.473406] env[71058]: DEBUG nova.compute.provider_tree [None req-a535ded7-c21b-40ba-84a7-88537752cd46 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1530.495422] env[71058]: DEBUG nova.network.neutron [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1530.774774] env[71058]: DEBUG nova.network.neutron [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Successfully created port: cedc6027-8d7b-4f0a-a559-1c1200047ed8 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1530.827566] env[71058]: DEBUG nova.network.neutron [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Updating instance_info_cache with network_info: [{"id": "bbdbfb13-bd22-45e2-92dd-e95e99c76637", "address": "fa:16:3e:ee:61:f4", "network": {"id": "ccb01f6f-74e9-4de7-8ad0-e7d9003986a5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1698863615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5255966cc064bcea596884be8c977d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbdbfb13-bd", "ovs_interfaceid": "bbdbfb13-bd22-45e2-92dd-e95e99c76637", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1530.840848] env[71058]: INFO nova.virt.block_device [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Booting with volume 68015219-6c9d-418e-9c2f-f3eb4a004984 at /dev/sda
[ 1530.888953] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1530.903096] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73b76812-0b26-4b6e-82e5-b7295687740b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1530.912916] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f6775d-1eed-44a7-983d-dce0ffd6ab00 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1530.944701] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9720e1f9-c1bc-4a8d-ae47-2009bf4ffe11 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1530.952688] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ffeff6-e189-44e9-b53d-828000f3f850 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1530.986487] env[71058]: DEBUG nova.scheduler.client.report [None req-a535ded7-c21b-40ba-84a7-88537752cd46 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1530.990923] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c13654-36d4-4426-8cab-cc9dc292c66f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1531.000452] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b927543-6e31-4277-859b-eb632e9219b9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1531.014696] env[71058]: DEBUG nova.virt.block_device [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Updating existing volume attachment record: cb52a12a-29b6-415d-b20b-6ed3de7622dc {{(pid=71058) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
[ 1531.332039] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Releasing lock "refresh_cache-e63c90cf-3e28-4fa0-a92d-959f26d81786" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1531.332039] env[71058]: DEBUG nova.compute.manager [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Instance network_info: |[{"id": "bbdbfb13-bd22-45e2-92dd-e95e99c76637", "address": "fa:16:3e:ee:61:f4", "network": {"id": "ccb01f6f-74e9-4de7-8ad0-e7d9003986a5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1698863615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5255966cc064bcea596884be8c977d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbdbfb13-bd", "ovs_interfaceid": "bbdbfb13-bd22-45e2-92dd-e95e99c76637", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1531.332039] env[71058]: DEBUG oslo_concurrency.lockutils [req-6b6a8392-d479-4f94-8735-943c7cca6cb1 req-cc0939ba-8cba-4fc4-bde1-50f30dfc727f service nova] Acquired lock "refresh_cache-e63c90cf-3e28-4fa0-a92d-959f26d81786" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1531.332039] env[71058]: DEBUG nova.network.neutron [req-6b6a8392-d479-4f94-8735-943c7cca6cb1 req-cc0939ba-8cba-4fc4-bde1-50f30dfc727f service nova] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Refreshing network info cache for port bbdbfb13-bd22-45e2-92dd-e95e99c76637 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1531.332424] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:61:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24b91e3b-50f1-4a16-b929-942e6b31b2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbdbfb13-bd22-45e2-92dd-e95e99c76637', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1531.343412] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Creating folder: Project (b5255966cc064bcea596884be8c977d2). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1531.345312] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-375acf14-d1ab-4123-b63f-ad06eb07280f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1531.359492] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Created folder: Project (b5255966cc064bcea596884be8c977d2) in parent group-v577298.
[ 1531.359711] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Creating folder: Instances. Parent ref: group-v577412. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1531.359958] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46838eb7-6816-4eb3-9ca6-0476abf1e5db {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1531.371404] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Created folder: Instances in parent group-v577412.
[ 1531.371659] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1531.371876] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1531.372117] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-508c60ca-955a-4bc8-b0da-770d245ef9f0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1531.394431] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1531.394431] env[71058]:    value = "task-2872915"
[ 1531.394431] env[71058]:    _type = "Task"
[ 1531.394431] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1531.396851] env[71058]: DEBUG oslo_vmware.rw_handles [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525fd6de-6156-8cf2-60a2-f22233e57400/disk-0.vmdk. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1531.398068] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aaa986b-1cf8-4e1c-a4e8-455904d1ec70 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1531.409041] env[71058]: DEBUG oslo_vmware.rw_handles [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525fd6de-6156-8cf2-60a2-f22233e57400/disk-0.vmdk is in state: ready. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1531.409217] env[71058]: ERROR oslo_vmware.rw_handles [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525fd6de-6156-8cf2-60a2-f22233e57400/disk-0.vmdk due to incomplete transfer.
[ 1531.414605] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-67e59d72-13db-4cb6-916e-7fe69745e3b6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1531.416104] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872915, 'name': CreateVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1531.426957] env[71058]: DEBUG oslo_vmware.rw_handles [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525fd6de-6156-8cf2-60a2-f22233e57400/disk-0.vmdk. {{(pid=71058) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}}
[ 1531.427274] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Uploaded image 71637a43-a9aa-4fbc-a3b8-9533fe5685b2 to the Glance image server {{(pid=71058) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}}
[ 1531.429480] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Destroying the VM {{(pid=71058) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}}
[ 1531.429783] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-75957a44-18b9-4adb-8f7a-3c4432561088 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1531.436496] env[71058]: DEBUG oslo_vmware.api [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Waiting for the task: (returnval){
[ 1531.436496] env[71058]:    value = "task-2872916"
[ 1531.436496] env[71058]:    _type = "Task"
[ 1531.436496] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1531.446138] env[71058]: DEBUG oslo_vmware.api [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872916, 'name': Destroy_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1531.495933] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a535ded7-c21b-40ba-84a7-88537752cd46 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1531.498303] env[71058]: DEBUG oslo_concurrency.lockutils [None req-26dbb233-e34b-4f35-8d19-3bdc60ddfa16 tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.301s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1531.498530] env[71058]: DEBUG nova.objects.instance [None req-26dbb233-e34b-4f35-8d19-3bdc60ddfa16 tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Lazy-loading 'resources' on Instance uuid 930310c2-c565-4987-9762-2d3dc5538a41 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1531.519489] env[71058]: INFO nova.scheduler.client.report [None req-a535ded7-c21b-40ba-84a7-88537752cd46 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Deleted allocations for instance 00f0cd82-d2d7-45e0-9144-b71308e99032
[ 1531.906901] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872915, 'name': CreateVM_Task, 'duration_secs': 0.354956} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1531.907218] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1531.907784] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1531.907994] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1531.908340] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1531.910656] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe9cf90c-d885-4c82-af9d-63848f9084c1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1531.915951] env[71058]: DEBUG oslo_vmware.api [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for the task: (returnval){
[ 1531.915951] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52fc99ce-a2fa-f2a7-df57-979640073abd"
[ 1531.915951] env[71058]:    _type = "Task"
[ 1531.915951] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1531.925835] env[71058]: DEBUG oslo_vmware.api [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52fc99ce-a2fa-f2a7-df57-979640073abd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1531.945839] env[71058]: DEBUG oslo_vmware.api [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872916, 'name': Destroy_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1531.991534] env[71058]: DEBUG nova.compute.manager [req-95c12dd2-595b-4f25-a518-542395e67ca5 req-a9afd275-4d7d-4de0-a045-fc95e5425e3e service nova] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Received event network-changed-8b44405a-b451-4f95-9b01-f45548608a87 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1531.991738] env[71058]: DEBUG nova.compute.manager [req-95c12dd2-595b-4f25-a518-542395e67ca5 req-a9afd275-4d7d-4de0-a045-fc95e5425e3e service nova] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Refreshing instance network info cache due to event network-changed-8b44405a-b451-4f95-9b01-f45548608a87. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1531.995239] env[71058]: DEBUG oslo_concurrency.lockutils [req-95c12dd2-595b-4f25-a518-542395e67ca5 req-a9afd275-4d7d-4de0-a045-fc95e5425e3e service nova] Acquiring lock "refresh_cache-a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1531.995426] env[71058]: DEBUG oslo_concurrency.lockutils [req-95c12dd2-595b-4f25-a518-542395e67ca5 req-a9afd275-4d7d-4de0-a045-fc95e5425e3e service nova] Acquired lock "refresh_cache-a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1531.995651] env[71058]: DEBUG nova.network.neutron [req-95c12dd2-595b-4f25-a518-542395e67ca5 req-a9afd275-4d7d-4de0-a045-fc95e5425e3e service nova] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Refreshing network info cache for port 8b44405a-b451-4f95-9b01-f45548608a87 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1532.027132] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a535ded7-c21b-40ba-84a7-88537752cd46 tempest-AttachInterfacesV270Test-1920595930 tempest-AttachInterfacesV270Test-1920595930-project-member] Lock "00f0cd82-d2d7-45e0-9144-b71308e99032" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 41.552s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1532.052017] env[71058]: DEBUG nova.network.neutron [req-6b6a8392-d479-4f94-8735-943c7cca6cb1 req-cc0939ba-8cba-4fc4-bde1-50f30dfc727f service nova] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Updated VIF entry in instance network info cache for port bbdbfb13-bd22-45e2-92dd-e95e99c76637. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1532.052420] env[71058]: DEBUG nova.network.neutron [req-6b6a8392-d479-4f94-8735-943c7cca6cb1 req-cc0939ba-8cba-4fc4-bde1-50f30dfc727f service nova] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Updating instance_info_cache with network_info: [{"id": "bbdbfb13-bd22-45e2-92dd-e95e99c76637", "address": "fa:16:3e:ee:61:f4", "network": {"id": "ccb01f6f-74e9-4de7-8ad0-e7d9003986a5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1698863615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5255966cc064bcea596884be8c977d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbdbfb13-bd", "ovs_interfaceid": "bbdbfb13-bd22-45e2-92dd-e95e99c76637", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1532.371007] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1522d5d-8f47-4e38-ba3c-55002713d68c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1532.378600] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9757cf48-c0de-4109-a9a8-ea987444bc58 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1532.408866] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018aa2d7-7d93-4d9e-8e6f-4fcf8cc0a5f6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1532.416469] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25dc1590-4f18-416c-bfa4-53cb975c3b4f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1532.429230] env[71058]: DEBUG oslo_vmware.api [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52fc99ce-a2fa-f2a7-df57-979640073abd, 'name': SearchDatastore_Task, 'duration_secs': 0.050948} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1532.435956] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1532.436338] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1532.436447] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1532.437255] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1532.437255] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1532.437255] env[71058]: DEBUG nova.compute.provider_tree [None req-26dbb233-e34b-4f35-8d19-3bdc60ddfa16 tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1532.439361] env[71058]: DEBUG nova.network.neutron [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Successfully updated port: cedc6027-8d7b-4f0a-a559-1c1200047ed8 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1532.441379] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f003541-7dac-463e-81c5-0a8b3453a639 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1532.454513] env[71058]: DEBUG oslo_vmware.api [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872916, 'name': Destroy_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1532.455829] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1532.456054] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1532.456790] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-723ea174-31a6-4fa3-8a02-56551424e8ba {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1532.462449] env[71058]: DEBUG oslo_vmware.api [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for the task: (returnval){
[ 1532.462449] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d07aa3-04d0-c222-ee99-aa043931a5e2"
[ 1532.462449] env[71058]:    _type = "Task"
[ 1532.462449] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1532.472342] env[71058]: DEBUG oslo_vmware.api [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d07aa3-04d0-c222-ee99-aa043931a5e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1532.555295] env[71058]: DEBUG oslo_concurrency.lockutils [req-6b6a8392-d479-4f94-8735-943c7cca6cb1 req-cc0939ba-8cba-4fc4-bde1-50f30dfc727f service nova] Releasing lock "refresh_cache-e63c90cf-3e28-4fa0-a92d-959f26d81786" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1532.718223] env[71058]: DEBUG nova.network.neutron [req-95c12dd2-595b-4f25-a518-542395e67ca5 req-a9afd275-4d7d-4de0-a045-fc95e5425e3e service nova] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Updated VIF entry in instance network info cache for port 8b44405a-b451-4f95-9b01-f45548608a87. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1532.718223] env[71058]: DEBUG nova.network.neutron [req-95c12dd2-595b-4f25-a518-542395e67ca5 req-a9afd275-4d7d-4de0-a045-fc95e5425e3e service nova] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Updating instance_info_cache with network_info: [{"id": "8b44405a-b451-4f95-9b01-f45548608a87", "address": "fa:16:3e:08:00:f7", "network": {"id": "3c43a2cb-054a-46fc-8add-cf4953be8bff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2107663445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1935671931c4e4abb502b839a94b7b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b44405a-b4", "ovs_interfaceid": "8b44405a-b451-4f95-9b01-f45548608a87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1532.946911] env[71058]: DEBUG nova.scheduler.client.report [None req-26dbb233-e34b-4f35-8d19-3bdc60ddfa16 tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1532.947943] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Acquiring lock "refresh_cache-82efc410-018d-4981-b8ce-00c603447bf0" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1532.947943] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Acquired lock "refresh_cache-82efc410-018d-4981-b8ce-00c603447bf0" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1532.947943] env[71058]: DEBUG nova.network.neutron [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1532.964357] env[71058]: DEBUG oslo_vmware.api [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872916, 'name': Destroy_Task, 'duration_secs': 1.372718} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1532.967985] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Destroyed the VM
[ 1532.968545] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Deleting Snapshot of the VM instance {{(pid=71058) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}}
[ 1532.968909] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-17071e26-a371-4fdc-a915-61499dbeed9e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1532.978039] env[71058]: DEBUG oslo_vmware.api [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d07aa3-04d0-c222-ee99-aa043931a5e2, 'name': SearchDatastore_Task, 'duration_secs': 0.015416} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1532.981277] env[71058]: DEBUG oslo_vmware.api [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Waiting for the task: (returnval){
[ 1532.981277] env[71058]:    value = "task-2872917"
[ 1532.981277] env[71058]:    _type = "Task"
[ 1532.981277] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1532.981515] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fbf6b9d-10ed-4c88-b9a5-c35a9e9c23c8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1532.989871] env[71058]: DEBUG oslo_vmware.api [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for the task: (returnval){
[ 1532.989871] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c879b3-919c-b2d6-e845-5d16ea706f54"
[ 1532.989871] env[71058]:    _type = "Task"
[ 1532.989871] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1532.993580] env[71058]: DEBUG oslo_vmware.api [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872917, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1533.001739] env[71058]: DEBUG oslo_vmware.api [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c879b3-919c-b2d6-e845-5d16ea706f54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1533.131187] env[71058]: DEBUG nova.compute.manager [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1533.131746] env[71058]: DEBUG nova.virt.hardware [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1533.132030] env[71058]: DEBUG nova.virt.hardware [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1533.132204] env[71058]: DEBUG nova.virt.hardware [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1533.132396] env[71058]: DEBUG nova.virt.hardware [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1533.132521] env[71058]: DEBUG nova.virt.hardware [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1533.132662] env[71058]: DEBUG nova.virt.hardware [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1533.132867] env[71058]: DEBUG nova.virt.hardware [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1533.133591] env[71058]: DEBUG nova.virt.hardware [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1533.133899] env[71058]: DEBUG nova.virt.hardware [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1533.134447] env[71058]: DEBUG nova.virt.hardware [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1533.134729] env[71058]: DEBUG nova.virt.hardware [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1533.136075] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305e9b58-d416-4883-80a9-b784b0909994 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1533.144724] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e28a76-9454-40e1-9ebb-6117e160133f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1533.152227] env[71058]: DEBUG oslo_concurrency.lockutils [None req-09013e21-f8de-4a86-99c3-a460301a5a59 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] Acquiring lock "03b4d595-77ea-48bc-9e87-8ed5cec93c4a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1533.152547] env[71058]: DEBUG oslo_concurrency.lockutils [None req-09013e21-f8de-4a86-99c3-a460301a5a59 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] Lock "03b4d595-77ea-48bc-9e87-8ed5cec93c4a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1533.220342] env[71058]: DEBUG oslo_concurrency.lockutils [req-95c12dd2-595b-4f25-a518-542395e67ca5 req-a9afd275-4d7d-4de0-a045-fc95e5425e3e service nova] Releasing lock "refresh_cache-a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1533.450094] env[71058]: DEBUG oslo_concurrency.lockutils [None req-26dbb233-e34b-4f35-8d19-3bdc60ddfa16 tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1533.452566] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3acce4d4-e29f-40b0-ab87-cc488a6d113b tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.897s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1533.452822] env[71058]: DEBUG nova.objects.instance [None req-3acce4d4-e29f-40b0-ab87-cc488a6d113b tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Lazy-loading 'resources' on Instance uuid 52feaf82-91c1-444a-95de-22b86fc8b5d0 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1533.476112] env[71058]: INFO nova.scheduler.client.report [None req-26dbb233-e34b-4f35-8d19-3bdc60ddfa16 tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Deleted allocations for instance 930310c2-c565-4987-9762-2d3dc5538a41
[ 1533.495363] env[71058]: DEBUG oslo_vmware.api [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872917, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1533.509042] env[71058]: DEBUG oslo_vmware.api [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c879b3-919c-b2d6-e845-5d16ea706f54, 'name': SearchDatastore_Task, 'duration_secs': 0.011726} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1533.509042] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1533.509042] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] e63c90cf-3e28-4fa0-a92d-959f26d81786/e63c90cf-3e28-4fa0-a92d-959f26d81786.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1533.509042] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3a08786-1baa-4c92-a2a2-1010256f6c22 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1533.509042] env[71058]: DEBUG nova.network.neutron [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1533.514906] env[71058]: DEBUG oslo_vmware.api [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for the task: (returnval){
[ 1533.514906] env[71058]:    value = "task-2872918"
[ 1533.514906] env[71058]:    _type = "Task"
[ 1533.514906] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1533.522826] env[71058]: DEBUG oslo_vmware.api [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2872918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1533.655628] env[71058]: DEBUG nova.compute.utils [None req-09013e21-f8de-4a86-99c3-a460301a5a59 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1533.671052] env[71058]: DEBUG nova.network.neutron [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Updating instance_info_cache with network_info: [{"id": "cedc6027-8d7b-4f0a-a559-1c1200047ed8", "address": "fa:16:3e:a0:95:6b", "network": {"id": "92a12ef5-e92d-413e-9a84-cf53b301c6f2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1455083707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed1360b0d3514a629b4a70cb3b503c85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcedc6027-8d", "ovs_interfaceid": "cedc6027-8d7b-4f0a-a559-1c1200047ed8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1533.984912] env[71058]: DEBUG oslo_concurrency.lockutils [None req-26dbb233-e34b-4f35-8d19-3bdc60ddfa16 tempest-ServerAddressesTestJSON-1446860525 tempest-ServerAddressesTestJSON-1446860525-project-member] Lock "930310c2-c565-4987-9762-2d3dc5538a41" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 41.215s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1534.003273] env[71058]: DEBUG oslo_vmware.api [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872917, 'name': RemoveSnapshot_Task, 'duration_secs': 0.645052} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1534.005651] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Deleted Snapshot of the VM instance {{(pid=71058) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}}
[ 1534.009605] env[71058]: INFO nova.compute.manager [None req-f06a661f-952f-4603-a146-ebce2b9f6a0b tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Took 15.44 seconds to snapshot the instance on the hypervisor.
[ 1534.027204] env[71058]: DEBUG oslo_vmware.api [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2872918, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1534.167093] env[71058]: DEBUG oslo_concurrency.lockutils [None req-09013e21-f8de-4a86-99c3-a460301a5a59 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] Lock "03b4d595-77ea-48bc-9e87-8ed5cec93c4a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 1.013s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1534.174768] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Releasing lock "refresh_cache-82efc410-018d-4981-b8ce-00c603447bf0" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1534.175356] env[71058]: DEBUG nova.compute.manager [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Instance network_info: |[{"id": "cedc6027-8d7b-4f0a-a559-1c1200047ed8", "address": "fa:16:3e:a0:95:6b", "network": {"id": "92a12ef5-e92d-413e-9a84-cf53b301c6f2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1455083707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed1360b0d3514a629b4a70cb3b503c85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcedc6027-8d", "ovs_interfaceid": "cedc6027-8d7b-4f0a-a559-1c1200047ed8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1534.175826] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:95:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cedc6027-8d7b-4f0a-a559-1c1200047ed8', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1534.191057] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Creating folder: Project (ed1360b0d3514a629b4a70cb3b503c85). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1534.194808] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d2c34e2-79b9-4029-ac12-7e81fbd71599 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1534.211607] env[71058]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error.
[ 1534.211969] env[71058]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=71058) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}}
[ 1534.212615] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Folder already exists: Project (ed1360b0d3514a629b4a70cb3b503c85). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}}
[ 1534.213000] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Creating folder: Instances. Parent ref: group-v577352. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1534.216666] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-998e6af8-d753-4e76-a8cf-ada67f71851e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1534.228328] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Created folder: Instances in parent group-v577352.
[ 1534.229416] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1534.232773] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1534.233637] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7740e16b-ba3d-4735-bf1b-4769abe66006 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1534.256242] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1534.256242] env[71058]:    value = "task-2872921"
[ 1534.256242] env[71058]:    _type = "Task"
[ 1534.256242] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1534.268365] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872921, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1534.518224] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80849340-0f4d-4655-8b2e-ea4ad2fc5d29 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1534.530363] env[71058]: DEBUG oslo_vmware.api [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2872918, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.911636} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1534.533045] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] e63c90cf-3e28-4fa0-a92d-959f26d81786/e63c90cf-3e28-4fa0-a92d-959f26d81786.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1534.533331] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1534.533956] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2439e1cd-105a-4f43-9675-2f80e663a83b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1534.536850] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6819a63b-8f23-42e4-9ed8-49ef7fc58f56 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1534.571690] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5ef1ac-b7bd-4e3d-9b9f-ccc96facf51b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1534.575022] env[71058]: DEBUG oslo_vmware.api [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for the task: (returnval){
[ 1534.575022] env[71058]:    value = "task-2872922"
[ 1534.575022] env[71058]:    _type = "Task"
[ 1534.575022] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1534.581181] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a949dc-05c6-4456-b24e-1d6d5a22c7a0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1534.587584] env[71058]: DEBUG oslo_vmware.api [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2872922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1534.597538] env[71058]: DEBUG nova.compute.provider_tree [None req-3acce4d4-e29f-40b0-ab87-cc488a6d113b tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1534.756520] env[71058]: DEBUG nova.compute.manager [req-ac0c3fb4-b6f7-4edf-90db-d45067528534 req-62abf74f-c5e5-4897-b6b2-d0a4d83fe72e service nova] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Received event network-vif-plugged-cedc6027-8d7b-4f0a-a559-1c1200047ed8 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1534.756739] env[71058]: DEBUG oslo_concurrency.lockutils [req-ac0c3fb4-b6f7-4edf-90db-d45067528534 req-62abf74f-c5e5-4897-b6b2-d0a4d83fe72e service nova] Acquiring lock "82efc410-018d-4981-b8ce-00c603447bf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1534.756933] env[71058]: DEBUG oslo_concurrency.lockutils [req-ac0c3fb4-b6f7-4edf-90db-d45067528534 req-62abf74f-c5e5-4897-b6b2-d0a4d83fe72e service nova] Lock "82efc410-018d-4981-b8ce-00c603447bf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1534.757101] env[71058]: DEBUG oslo_concurrency.lockutils [req-ac0c3fb4-b6f7-4edf-90db-d45067528534 req-62abf74f-c5e5-4897-b6b2-d0a4d83fe72e service nova] Lock "82efc410-018d-4981-b8ce-00c603447bf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1534.757538] env[71058]: DEBUG nova.compute.manager [req-ac0c3fb4-b6f7-4edf-90db-d45067528534 req-62abf74f-c5e5-4897-b6b2-d0a4d83fe72e service nova] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] No waiting events found dispatching network-vif-plugged-cedc6027-8d7b-4f0a-a559-1c1200047ed8 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1534.757538] env[71058]: WARNING nova.compute.manager [req-ac0c3fb4-b6f7-4edf-90db-d45067528534 req-62abf74f-c5e5-4897-b6b2-d0a4d83fe72e service nova] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Received unexpected event network-vif-plugged-cedc6027-8d7b-4f0a-a559-1c1200047ed8 for instance with vm_state building and task_state spawning.
[ 1534.757609] env[71058]: DEBUG nova.compute.manager [req-ac0c3fb4-b6f7-4edf-90db-d45067528534 req-62abf74f-c5e5-4897-b6b2-d0a4d83fe72e service nova] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Received event network-changed-cedc6027-8d7b-4f0a-a559-1c1200047ed8 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1534.757690] env[71058]: DEBUG nova.compute.manager [req-ac0c3fb4-b6f7-4edf-90db-d45067528534 req-62abf74f-c5e5-4897-b6b2-d0a4d83fe72e service nova] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Refreshing instance network info cache due to event network-changed-cedc6027-8d7b-4f0a-a559-1c1200047ed8. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1534.757863] env[71058]: DEBUG oslo_concurrency.lockutils [req-ac0c3fb4-b6f7-4edf-90db-d45067528534 req-62abf74f-c5e5-4897-b6b2-d0a4d83fe72e service nova] Acquiring lock "refresh_cache-82efc410-018d-4981-b8ce-00c603447bf0" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1534.758343] env[71058]: DEBUG oslo_concurrency.lockutils [req-ac0c3fb4-b6f7-4edf-90db-d45067528534 req-62abf74f-c5e5-4897-b6b2-d0a4d83fe72e service nova] Acquired lock "refresh_cache-82efc410-018d-4981-b8ce-00c603447bf0" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1534.758513] env[71058]: DEBUG nova.network.neutron [req-ac0c3fb4-b6f7-4edf-90db-d45067528534 req-62abf74f-c5e5-4897-b6b2-d0a4d83fe72e service nova] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Refreshing network info cache for port cedc6027-8d7b-4f0a-a559-1c1200047ed8 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1534.770274] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872921, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1535.084204] env[71058]: DEBUG oslo_vmware.api [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2872922, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1535.104215] env[71058]: DEBUG nova.scheduler.client.report [None req-3acce4d4-e29f-40b0-ab87-cc488a6d113b tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1535.236333] env[71058]: DEBUG oslo_concurrency.lockutils [None req-09013e21-f8de-4a86-99c3-a460301a5a59 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] Acquiring lock "03b4d595-77ea-48bc-9e87-8ed5cec93c4a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1535.236616] env[71058]: DEBUG oslo_concurrency.lockutils [None req-09013e21-f8de-4a86-99c3-a460301a5a59 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] Lock "03b4d595-77ea-48bc-9e87-8ed5cec93c4a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1535.236860] env[71058]: INFO nova.compute.manager [None req-09013e21-f8de-4a86-99c3-a460301a5a59 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Attaching volume dd143d68-929a-4e9a-b6ce-3331c7a04e15 to /dev/sdb
[ 1535.272475] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872921, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1535.294454] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb69bba-6bf4-4819-8719-bdd07c69299b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1535.306836] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7f6cd6-51bc-4fb6-8684-50cf1821c07c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1535.325194] env[71058]: DEBUG nova.virt.block_device [None req-09013e21-f8de-4a86-99c3-a460301a5a59 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Updating existing volume attachment record: 49759da5-692e-48fa-81fc-ea067f988135 {{(pid=71058) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
[ 1535.536522] env[71058]: DEBUG nova.network.neutron [req-ac0c3fb4-b6f7-4edf-90db-d45067528534 req-62abf74f-c5e5-4897-b6b2-d0a4d83fe72e service nova] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Updated VIF entry in instance network info cache for port cedc6027-8d7b-4f0a-a559-1c1200047ed8. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1535.537718] env[71058]: DEBUG nova.network.neutron [req-ac0c3fb4-b6f7-4edf-90db-d45067528534 req-62abf74f-c5e5-4897-b6b2-d0a4d83fe72e service nova] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Updating instance_info_cache with network_info: [{"id": "cedc6027-8d7b-4f0a-a559-1c1200047ed8", "address": "fa:16:3e:a0:95:6b", "network": {"id": "92a12ef5-e92d-413e-9a84-cf53b301c6f2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1455083707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed1360b0d3514a629b4a70cb3b503c85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcedc6027-8d", "ovs_interfaceid": "cedc6027-8d7b-4f0a-a559-1c1200047ed8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1535.586810] env[71058]: DEBUG oslo_vmware.api [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2872922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.580642} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1535.587189] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1535.588118] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3308ec75-6b03-4cb3-a25d-e76be63bc7d0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1535.615886] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] e63c90cf-3e28-4fa0-a92d-959f26d81786/e63c90cf-3e28-4fa0-a92d-959f26d81786.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1535.617010] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3acce4d4-e29f-40b0-ab87-cc488a6d113b tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1535.619182] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c197460b-ade7-4190-8779-55f6c5862fe3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1535.640858] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.076s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1535.643755] env[71058]: INFO nova.compute.claims [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1535.654097] env[71058]: DEBUG oslo_vmware.api [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for the task: (returnval){
[ 1535.654097] env[71058]:    value = "task-2872926"
[ 1535.654097] env[71058]:    _type = "Task"
[ 1535.654097] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1535.664664] env[71058]: DEBUG oslo_vmware.api [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2872926, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1535.675832] env[71058]: INFO nova.scheduler.client.report [None req-3acce4d4-e29f-40b0-ab87-cc488a6d113b tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Deleted allocations for instance 52feaf82-91c1-444a-95de-22b86fc8b5d0
[ 1535.771731] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872921, 'name': CreateVM_Task, 'duration_secs': 1.156184} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1535.774122] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1535.774122] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'delete_on_termination': True, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577362', 'volume_id': '68015219-6c9d-418e-9c2f-f3eb4a004984', 'name': 'volume-68015219-6c9d-418e-9c2f-f3eb4a004984', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '82efc410-018d-4981-b8ce-00c603447bf0', 'attached_at': '', 'detached_at': '', 'volume_id': '68015219-6c9d-418e-9c2f-f3eb4a004984', 'serial': '68015219-6c9d-418e-9c2f-f3eb4a004984'}, 'disk_bus': None, 'mount_device': '/dev/sda', 'attachment_id': 'cb52a12a-29b6-415d-b20b-6ed3de7622dc', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=71058) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}}
[ 1535.774122] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Root volume attach. Driver type: vmdk {{(pid=71058) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}}
[ 1535.774524] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b7b827-b08a-4b3b-b73f-75ec14fe6959 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1535.784541] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7ace5f-2c97-4147-943a-f3a3e74e74d6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1535.793604] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78f2dd0-4276-4b4c-a42b-c45315eaecf6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1535.805607] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-d869375d-414b-4890-8dfb-820e1592602f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1535.814348] env[71058]: DEBUG oslo_vmware.api [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Waiting for the task: (returnval){
[ 1535.814348] env[71058]:    value = "task-2872927"
[ 1535.814348] env[71058]:    _type = "Task"
[ 1535.814348] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1535.823169] env[71058]: DEBUG oslo_vmware.api [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Task: {'id': task-2872927, 'name': RelocateVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1536.039698] env[71058]: DEBUG oslo_concurrency.lockutils [req-ac0c3fb4-b6f7-4edf-90db-d45067528534 req-62abf74f-c5e5-4897-b6b2-d0a4d83fe72e service nova] Releasing lock "refresh_cache-82efc410-018d-4981-b8ce-00c603447bf0" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1536.167990] env[71058]: DEBUG oslo_vmware.api [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2872926, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1536.183503] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3acce4d4-e29f-40b0-ab87-cc488a6d113b tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Lock "52feaf82-91c1-444a-95de-22b86fc8b5d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 42.561s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1536.329074] env[71058]: DEBUG oslo_vmware.api [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Task: {'id': task-2872927, 'name': RelocateVM_Task, 'duration_secs': 0.38726} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1536.329074] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Volume attach. Driver type: vmdk {{(pid=71058) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}}
[ 1536.329074] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577362', 'volume_id': '68015219-6c9d-418e-9c2f-f3eb4a004984', 'name': 'volume-68015219-6c9d-418e-9c2f-f3eb4a004984', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '82efc410-018d-4981-b8ce-00c603447bf0', 'attached_at': '', 'detached_at': '', 'volume_id': '68015219-6c9d-418e-9c2f-f3eb4a004984', 'serial': '68015219-6c9d-418e-9c2f-f3eb4a004984'} {{(pid=71058) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}}
[ 1536.329074] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6fb661-1b10-4c11-8493-dc4fd27071e6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1536.347612] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4f0b82-2616-47a7-88af-dbdfae0bdd0e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1536.377777] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] volume-68015219-6c9d-418e-9c2f-f3eb4a004984/volume-68015219-6c9d-418e-9c2f-f3eb4a004984.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1536.379074] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-313429d3-c0a2-473f-9c4c-86c2d09a74bb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1536.398440] env[71058]: DEBUG oslo_vmware.api [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Waiting for the task: (returnval){
[ 1536.398440] env[71058]:    value = "task-2872928"
[ 1536.398440] env[71058]:    _type = "Task"
[ 1536.398440] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1536.406651] env[71058]: DEBUG oslo_vmware.api [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Task: {'id': task-2872928, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1536.663841] env[71058]: DEBUG oslo_vmware.api [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2872926, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1536.908841] env[71058]: DEBUG oslo_vmware.api [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Task: {'id': task-2872928, 'name': ReconfigVM_Task, 'duration_secs': 0.273358} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1536.911172] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Reconfigured VM instance instance-00000024 to attach disk [datastore2] volume-68015219-6c9d-418e-9c2f-f3eb4a004984/volume-68015219-6c9d-418e-9c2f-f3eb4a004984.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1536.916058] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5333904-ea11-4f50-8794-922a10d56077 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1536.928521] env[71058]: DEBUG nova.compute.manager [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1536.929469] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91074d9e-9b50-43b9-a4da-f6e56a8f6a57 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1536.940580] env[71058]: DEBUG oslo_vmware.api [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Waiting for the task: (returnval){
[ 1536.940580] env[71058]:    value = "task-2872929"
[ 1536.940580] env[71058]:    _type = "Task"
[ 1536.940580] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1536.948708] env[71058]: DEBUG oslo_vmware.api [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Task: {'id': task-2872929, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1537.066205] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5310978b-db18-4c04-8567-d710b8298211 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1537.073101] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1298ad4-951e-400b-8f1b-da7d37d5a40c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1537.106593] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a81986-3718-4bc3-ac37-64a5fe7e4541 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1537.114015] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02593865-456b-4fd1-a8b2-910532396155 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1537.126950] env[71058]: DEBUG nova.compute.provider_tree [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1537.166031] env[71058]: DEBUG oslo_vmware.api [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2872926, 'name': ReconfigVM_Task, 'duration_secs': 1.438076} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1537.166031] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Reconfigured VM instance instance-00000023 to attach disk [datastore2] e63c90cf-3e28-4fa0-a92d-959f26d81786/e63c90cf-3e28-4fa0-a92d-959f26d81786.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1537.166698] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93b6bafc-24f1-4474-9d04-854f11a07e38 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1537.175160] env[71058]: DEBUG oslo_vmware.api [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for the task: (returnval){
[ 1537.175160] env[71058]:    value = "task-2872930"
[ 1537.175160] env[71058]:    _type = "Task"
[ 1537.175160] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1537.186070] env[71058]: DEBUG oslo_vmware.api [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2872930, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1537.442603] env[71058]: INFO nova.compute.manager [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] instance snapshotting
[ 1537.449128] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e6825f-9900-40b5-b7f8-2e36e0db8394 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1537.457306] env[71058]: DEBUG oslo_vmware.api [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Task: {'id': task-2872929, 'name': ReconfigVM_Task, 'duration_secs': 0.121749} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1537.471648] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577362', 'volume_id': '68015219-6c9d-418e-9c2f-f3eb4a004984', 'name': 'volume-68015219-6c9d-418e-9c2f-f3eb4a004984', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '82efc410-018d-4981-b8ce-00c603447bf0', 'attached_at': '', 'detached_at': '', 'volume_id': '68015219-6c9d-418e-9c2f-f3eb4a004984', 'serial': '68015219-6c9d-418e-9c2f-f3eb4a004984'} {{(pid=71058) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}}
[ 1537.472328] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d73a6b5-641a-49fb-a3f9-4e9be105e571 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1537.474450] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba777477-64a2-4b98-a6be-2730c41dd90e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1537.485926] env[71058]: DEBUG oslo_vmware.api [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Waiting for the task: (returnval){
[ 1537.485926] env[71058]:    value = "task-2872931"
[ 1537.485926] env[71058]:    _type = "Task"
[ 1537.485926] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1537.493810] env[71058]: DEBUG oslo_vmware.api [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Task: {'id': task-2872931, 'name': Rename_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1537.630901] env[71058]: DEBUG nova.scheduler.client.report [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1537.684452] env[71058]: DEBUG oslo_vmware.api [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2872930, 'name': Rename_Task, 'duration_secs': 0.152535} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1537.684778] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1537.685107] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f21a90c7-5f96-4b80-b562-6ab4b7cd0329 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1537.691215] env[71058]: DEBUG oslo_vmware.api [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for the task: (returnval){
[ 1537.691215] env[71058]:    value = "task-2872933"
[ 1537.691215] env[71058]:    _type = "Task"
[ 1537.691215] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1537.708189] env[71058]: DEBUG oslo_vmware.api [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2872933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1537.773980] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Acquiring lock "6639a7f8-2b54-41b3-bd03-6414edae1c5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1537.774293] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Lock "6639a7f8-2b54-41b3-bd03-6414edae1c5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1537.986146] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Creating Snapshot of the VM instance {{(pid=71058) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}}
[ 1537.986676] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fdd3577b-d4b1-4dff-9878-d4b57b80b26c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1537.997578] env[71058]: DEBUG oslo_vmware.api [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Task: {'id': task-2872931, 'name': Rename_Task, 'duration_secs': 0.19994} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1537.998824] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1537.999157] env[71058]: DEBUG oslo_vmware.api [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Waiting for the task: (returnval){
[ 1537.999157] env[71058]:    value = "task-2872934"
[ 1537.999157] env[71058]:    _type = "Task"
[ 1537.999157] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1537.999366] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fe975c8-19ee-4faa-aaee-91456234ebe5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1538.008383] env[71058]: DEBUG oslo_vmware.api [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872934, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1538.009666] env[71058]: DEBUG oslo_vmware.api [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Waiting for the task: (returnval){
[ 1538.009666] env[71058]:    value = "task-2872935"
[ 1538.009666] env[71058]:    _type = "Task"
[ 1538.009666] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1538.016862] env[71058]: DEBUG oslo_vmware.api [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Task: {'id': task-2872935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1538.137009] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1538.137748] env[71058]: DEBUG nova.compute.manager [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1538.141506] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.704s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1538.143365] env[71058]: INFO nova.compute.claims [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1538.202071] env[71058]: DEBUG oslo_vmware.api [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2872933, 'name': PowerOnVM_Task, 'duration_secs': 0.4538} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1538.202426] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1538.202655] env[71058]: INFO nova.compute.manager [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Took 9.47 seconds to spawn the instance on the hypervisor.
[ 1538.202838] env[71058]: DEBUG nova.compute.manager [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1538.203805] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4c0afe-e31b-48ef-8865-be0cc2759fe3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1538.512560] env[71058]: DEBUG oslo_vmware.api [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872934, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1538.523670] env[71058]: DEBUG oslo_vmware.api [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Task: {'id': task-2872935, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1538.649401] env[71058]: DEBUG nova.compute.utils [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1538.655230] env[71058]: DEBUG nova.compute.manager [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1538.655230] env[71058]: DEBUG nova.network.neutron [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1538.694679] env[71058]: DEBUG nova.policy [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5345537a9b3d49a5b23edb762ac13585', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85106c5e01ec496dbeb48733902367b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1538.720860] env[71058]: INFO nova.compute.manager [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Took 51.22 seconds to build instance.
[ 1538.967155] env[71058]: DEBUG nova.network.neutron [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Successfully created port: 7260ff00-3617-4a39-9400-aa9eed0c382c {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1539.017020] env[71058]: DEBUG oslo_vmware.api [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872934, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1539.024330] env[71058]: DEBUG oslo_vmware.api [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Task: {'id': task-2872935, 'name': PowerOnVM_Task, 'duration_secs': 0.561819} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1539.024972] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1539.025341] env[71058]: INFO nova.compute.manager [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Took 5.89 seconds to spawn the instance on the hypervisor.
[ 1539.028087] env[71058]: DEBUG nova.compute.manager [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1539.028087] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704f6f4a-8edf-488d-aeba-b75224345d89 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1539.165457] env[71058]: DEBUG nova.compute.manager [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1539.217394] env[71058]: DEBUG nova.compute.manager [req-9880fdf1-0e4f-4d82-972e-e89b9d9d8fe5 req-800abe13-e390-4f5a-84bc-d70f8f17ee0d service nova] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Received event network-changed-bbdbfb13-bd22-45e2-92dd-e95e99c76637 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1539.217394] env[71058]: DEBUG nova.compute.manager [req-9880fdf1-0e4f-4d82-972e-e89b9d9d8fe5 req-800abe13-e390-4f5a-84bc-d70f8f17ee0d service nova] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Refreshing instance network info cache due to event network-changed-bbdbfb13-bd22-45e2-92dd-e95e99c76637. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1539.217720] env[71058]: DEBUG oslo_concurrency.lockutils [req-9880fdf1-0e4f-4d82-972e-e89b9d9d8fe5 req-800abe13-e390-4f5a-84bc-d70f8f17ee0d service nova] Acquiring lock "refresh_cache-e63c90cf-3e28-4fa0-a92d-959f26d81786" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1539.217862] env[71058]: DEBUG oslo_concurrency.lockutils [req-9880fdf1-0e4f-4d82-972e-e89b9d9d8fe5 req-800abe13-e390-4f5a-84bc-d70f8f17ee0d service nova] Acquired lock "refresh_cache-e63c90cf-3e28-4fa0-a92d-959f26d81786" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1539.217939] env[71058]: DEBUG nova.network.neutron [req-9880fdf1-0e4f-4d82-972e-e89b9d9d8fe5 req-800abe13-e390-4f5a-84bc-d70f8f17ee0d service nova] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Refreshing network info cache for port bbdbfb13-bd22-45e2-92dd-e95e99c76637 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1539.223136] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eeff56c7-9b30-40d3-82fa-58a47dc922f1 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "e63c90cf-3e28-4fa0-a92d-959f26d81786" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 72.421s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1539.517671] env[71058]: DEBUG oslo_vmware.api [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872934, 'name': CreateSnapshot_Task, 'duration_secs': 1.484024} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1539.517952] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Created Snapshot of the VM instance {{(pid=71058) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}}
[ 1539.520306] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89b6ad0-e50e-468e-afa9-8908df20e590 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1539.546478] env[71058]: INFO nova.compute.manager [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Took 46.72 seconds to build instance.
[ 1539.630634] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902da6d5-082f-465a-b7f9-5b1d01e06ec3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1539.638979] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d38073-508a-409b-9640-bc0ae3bf63d4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1539.674018] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf45355-191a-4a21-a4bd-9fe6ab8d13c3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1539.682516] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c70615a-662e-499c-9e51-0c0e6c6c7eb1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1539.697456] env[71058]: DEBUG nova.compute.provider_tree [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1539.727473] env[71058]: DEBUG nova.compute.manager [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1539.892236] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-09013e21-f8de-4a86-99c3-a460301a5a59 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Volume attach. Driver type: vmdk {{(pid=71058) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}}
[ 1539.892466] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-09013e21-f8de-4a86-99c3-a460301a5a59 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577419', 'volume_id': 'dd143d68-929a-4e9a-b6ce-3331c7a04e15', 'name': 'volume-dd143d68-929a-4e9a-b6ce-3331c7a04e15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03b4d595-77ea-48bc-9e87-8ed5cec93c4a', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd143d68-929a-4e9a-b6ce-3331c7a04e15', 'serial': 'dd143d68-929a-4e9a-b6ce-3331c7a04e15'} {{(pid=71058) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}}
[ 1539.893370] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1936d8-f373-45a1-b681-2eafc5d163ad {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1539.912583] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8f4ce8-c6c6-4a2f-997b-bd7cc0825849 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1539.937602] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-09013e21-f8de-4a86-99c3-a460301a5a59 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] volume-dd143d68-929a-4e9a-b6ce-3331c7a04e15/volume-dd143d68-929a-4e9a-b6ce-3331c7a04e15.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1539.937935] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1170bdc7-a7bc-4b04-a46f-74b58ac6877c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1539.951424] env[71058]: DEBUG nova.network.neutron [req-9880fdf1-0e4f-4d82-972e-e89b9d9d8fe5 req-800abe13-e390-4f5a-84bc-d70f8f17ee0d service nova] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Updated VIF entry in instance network info cache for port bbdbfb13-bd22-45e2-92dd-e95e99c76637. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1539.951775] env[71058]: DEBUG nova.network.neutron [req-9880fdf1-0e4f-4d82-972e-e89b9d9d8fe5 req-800abe13-e390-4f5a-84bc-d70f8f17ee0d service nova] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Updating instance_info_cache with network_info: [{"id": "bbdbfb13-bd22-45e2-92dd-e95e99c76637", "address": "fa:16:3e:ee:61:f4", "network": {"id": "ccb01f6f-74e9-4de7-8ad0-e7d9003986a5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1698863615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5255966cc064bcea596884be8c977d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbdbfb13-bd", "ovs_interfaceid": "bbdbfb13-bd22-45e2-92dd-e95e99c76637", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1539.958667] env[71058]: DEBUG oslo_vmware.api [None req-09013e21-f8de-4a86-99c3-a460301a5a59 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] Waiting for the task: (returnval){
[ 1539.958667] env[71058]:    value = "task-2872936"
[ 1539.958667] env[71058]:    _type = "Task"
[ 1539.958667] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1539.968153] env[71058]: DEBUG oslo_vmware.api [None req-09013e21-f8de-4a86-99c3-a460301a5a59 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] Task: {'id': task-2872936, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1540.044022] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Creating linked-clone VM from snapshot {{(pid=71058) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}}
[ 1540.044369] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0b8041f5-ebd1-456d-9e78-5d2576ff9868 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1540.051558] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3303052e-1a5d-4d35-b5a0-1264afd8c4bf tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Lock "82efc410-018d-4981-b8ce-00c603447bf0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 71.753s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1540.054168] env[71058]: DEBUG oslo_vmware.api [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Waiting for the task: (returnval){
[ 1540.054168] env[71058]:    value = "task-2872937"
[ 1540.054168] env[71058]:    _type = "Task"
[ 1540.054168] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1540.063465] env[71058]: DEBUG oslo_vmware.api [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872937, 'name': CloneVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1540.182776] env[71058]: DEBUG nova.compute.manager [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1540.200414] env[71058]: DEBUG nova.scheduler.client.report [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1540.213160] env[71058]: DEBUG nova.virt.hardware [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1540.213263] env[71058]: DEBUG nova.virt.hardware [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1540.213490] env[71058]: DEBUG nova.virt.hardware [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1540.214382] env[71058]: DEBUG nova.virt.hardware [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1540.214382] env[71058]: DEBUG nova.virt.hardware [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1540.214382] env[71058]: DEBUG nova.virt.hardware [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1540.214382] env[71058]: DEBUG nova.virt.hardware [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1540.214589] env[71058]: DEBUG nova.virt.hardware [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1540.214636] env[71058]: DEBUG nova.virt.hardware [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1540.214816] env[71058]: DEBUG nova.virt.hardware [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1540.215043] env[71058]: DEBUG nova.virt.hardware [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1540.216991] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e301b0-e64e-4340-9879-9703479be775 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1540.225620] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50da655-e46d-4854-81fd-465dd197048a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1540.264209] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1540.390253] env[71058]: DEBUG nova.compute.manager [req-c09ecea0-7eb4-4f64-ac6e-7cf27f380c5f req-b7090898-0b96-467b-96e6-ab702d85f531 service nova] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Received event network-vif-plugged-7260ff00-3617-4a39-9400-aa9eed0c382c {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1540.390253] env[71058]: DEBUG oslo_concurrency.lockutils [req-c09ecea0-7eb4-4f64-ac6e-7cf27f380c5f req-b7090898-0b96-467b-96e6-ab702d85f531 service nova] Acquiring lock "7c7adb97-865a-4eee-a3b0-b3b0da455c18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1540.390253] env[71058]: DEBUG oslo_concurrency.lockutils [req-c09ecea0-7eb4-4f64-ac6e-7cf27f380c5f req-b7090898-0b96-467b-96e6-ab702d85f531 service nova] Lock "7c7adb97-865a-4eee-a3b0-b3b0da455c18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1540.391680] env[71058]: DEBUG oslo_concurrency.lockutils [req-c09ecea0-7eb4-4f64-ac6e-7cf27f380c5f req-b7090898-0b96-467b-96e6-ab702d85f531 service nova] Lock "7c7adb97-865a-4eee-a3b0-b3b0da455c18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1540.392508] env[71058]: DEBUG nova.compute.manager [req-c09ecea0-7eb4-4f64-ac6e-7cf27f380c5f req-b7090898-0b96-467b-96e6-ab702d85f531 service nova] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] No waiting events found dispatching network-vif-plugged-7260ff00-3617-4a39-9400-aa9eed0c382c {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1540.392983] env[71058]: WARNING nova.compute.manager [req-c09ecea0-7eb4-4f64-ac6e-7cf27f380c5f req-b7090898-0b96-467b-96e6-ab702d85f531 service nova] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Received unexpected event network-vif-plugged-7260ff00-3617-4a39-9400-aa9eed0c382c for instance with vm_state building and task_state spawning.
[ 1540.455169] env[71058]: DEBUG oslo_concurrency.lockutils [req-9880fdf1-0e4f-4d82-972e-e89b9d9d8fe5 req-800abe13-e390-4f5a-84bc-d70f8f17ee0d service nova] Releasing lock "refresh_cache-e63c90cf-3e28-4fa0-a92d-959f26d81786" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1540.472425] env[71058]: DEBUG oslo_vmware.api [None req-09013e21-f8de-4a86-99c3-a460301a5a59 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] Task: {'id': task-2872936, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1540.488352] env[71058]: DEBUG nova.network.neutron [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Successfully updated port: 7260ff00-3617-4a39-9400-aa9eed0c382c {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1540.558985] env[71058]: DEBUG nova.compute.manager [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1540.570635] env[71058]: DEBUG oslo_vmware.api [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872937, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1540.710023] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.566s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1540.710023] env[71058]: DEBUG nova.compute.manager [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1540.711542] env[71058]: DEBUG oslo_concurrency.lockutils [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.866s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1540.713233] env[71058]: INFO nova.compute.claims [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1540.974025] env[71058]: DEBUG oslo_vmware.api [None req-09013e21-f8de-4a86-99c3-a460301a5a59 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] Task: {'id': task-2872936, 'name': ReconfigVM_Task, 'duration_secs': 0.541601} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1540.974025] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-09013e21-f8de-4a86-99c3-a460301a5a59 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Reconfigured VM instance instance-00000009 to attach disk [datastore2] volume-dd143d68-929a-4e9a-b6ce-3331c7a04e15/volume-dd143d68-929a-4e9a-b6ce-3331c7a04e15.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1540.975802] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ce4883e-5398-4f71-8671-c355fa55bea3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1540.997424] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "refresh_cache-7c7adb97-865a-4eee-a3b0-b3b0da455c18" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1540.997424] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquired lock "refresh_cache-7c7adb97-865a-4eee-a3b0-b3b0da455c18" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1540.997424] env[71058]: DEBUG nova.network.neutron [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1540.998190] env[71058]: DEBUG oslo_vmware.api [None req-09013e21-f8de-4a86-99c3-a460301a5a59 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] Waiting for the task: (returnval){
[ 1540.998190] env[71058]:    value = "task-2872938"
[ 1540.998190] env[71058]:    _type = "Task"
[ 1540.998190] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1541.014581] env[71058]: DEBUG oslo_vmware.api [None req-09013e21-f8de-4a86-99c3-a460301a5a59 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] Task: {'id': task-2872938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1541.077674] env[71058]: DEBUG oslo_vmware.api [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872937, 'name': CloneVM_Task, 'duration_secs': 0.858734} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1541.078699] env[71058]: INFO nova.virt.vmwareapi.vmops [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Created linked-clone VM from snapshot
[ 1541.079786] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4bc600-98c9-4b04-8e13-98a696b70318 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1541.089404] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Uploading image d1f2502d-8975-4b03-9a93-7d947aed6353 {{(pid=71058) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}}
[ 1541.097291] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1541.129038] env[71058]: DEBUG oslo_vmware.rw_handles [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Creating HttpNfcLease lease for exporting VM: (result){
[ 1541.129038] env[71058]:    value = "vm-577421"
[ 1541.129038] env[71058]:    _type = "VirtualMachine"
[ 1541.129038] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}}
[ 1541.129466] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e125c1ad-66dd-4b43-80b0-8adc9209ba50 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1541.138271] env[71058]: DEBUG oslo_vmware.rw_handles [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Lease: (returnval){
[ 1541.138271] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522704b9-3421-2b5a-a017-b7ee72b3b602"
[ 1541.138271] env[71058]:    _type = "HttpNfcLease"
[ 1541.138271] env[71058]:  } obtained for exporting VM: (result){
[ 1541.138271] env[71058]:    value = "vm-577421"
[ 1541.138271] env[71058]:    _type = "VirtualMachine"
[ 1541.138271] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}}
[ 1541.138618] env[71058]: DEBUG oslo_vmware.api [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Waiting for the lease: (returnval){
[ 1541.138618] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522704b9-3421-2b5a-a017-b7ee72b3b602"
[ 1541.138618] env[71058]:    _type = "HttpNfcLease"
[ 1541.138618] env[71058]:  } to be ready. {{(pid=71058) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1541.145521] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1541.145521] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522704b9-3421-2b5a-a017-b7ee72b3b602"
[ 1541.145521] env[71058]:    _type = "HttpNfcLease"
[ 1541.145521] env[71058]:  } is initializing. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1541.220139] env[71058]: DEBUG nova.compute.utils [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1541.221677] env[71058]: DEBUG nova.compute.manager [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1541.221884] env[71058]: DEBUG nova.network.neutron [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1541.282763] env[71058]: DEBUG nova.policy [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae83a57240c44f61b7d1fa9bcfc02299', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ddac6a6d3e341cc90168e936416a974', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1541.302404] env[71058]: DEBUG nova.compute.manager [req-ed629788-a6fe-454b-a2d1-2912c2630ecd req-8567834c-5873-400e-88a3-10d5426f1715 service nova] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Received event network-changed-cedc6027-8d7b-4f0a-a559-1c1200047ed8 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1541.302404] env[71058]: DEBUG nova.compute.manager [req-ed629788-a6fe-454b-a2d1-2912c2630ecd req-8567834c-5873-400e-88a3-10d5426f1715 service nova] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Refreshing instance network info cache due to event network-changed-cedc6027-8d7b-4f0a-a559-1c1200047ed8. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1541.302404] env[71058]: DEBUG oslo_concurrency.lockutils [req-ed629788-a6fe-454b-a2d1-2912c2630ecd req-8567834c-5873-400e-88a3-10d5426f1715 service nova] Acquiring lock "refresh_cache-82efc410-018d-4981-b8ce-00c603447bf0" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1541.302404] env[71058]: DEBUG oslo_concurrency.lockutils [req-ed629788-a6fe-454b-a2d1-2912c2630ecd req-8567834c-5873-400e-88a3-10d5426f1715 service nova] Acquired lock "refresh_cache-82efc410-018d-4981-b8ce-00c603447bf0" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1541.302404] env[71058]: DEBUG nova.network.neutron [req-ed629788-a6fe-454b-a2d1-2912c2630ecd req-8567834c-5873-400e-88a3-10d5426f1715 service nova] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Refreshing network info cache for port cedc6027-8d7b-4f0a-a559-1c1200047ed8 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1541.517397] env[71058]: DEBUG oslo_vmware.api [None req-09013e21-f8de-4a86-99c3-a460301a5a59 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] Task: {'id': task-2872938, 'name': ReconfigVM_Task, 'duration_secs': 0.159215} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1541.518121] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-09013e21-f8de-4a86-99c3-a460301a5a59 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577419', 'volume_id': 'dd143d68-929a-4e9a-b6ce-3331c7a04e15', 'name': 'volume-dd143d68-929a-4e9a-b6ce-3331c7a04e15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03b4d595-77ea-48bc-9e87-8ed5cec93c4a', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd143d68-929a-4e9a-b6ce-3331c7a04e15', 'serial': 'dd143d68-929a-4e9a-b6ce-3331c7a04e15'} {{(pid=71058) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}}
[ 1541.561369] env[71058]: DEBUG nova.network.neutron [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1541.612320] env[71058]: DEBUG nova.network.neutron [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Successfully created port: 1d258233-65de-4e7e-abca-b41ed4ccbf4a {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1541.646971] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1541.646971] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522704b9-3421-2b5a-a017-b7ee72b3b602"
[ 1541.646971] env[71058]:    _type = "HttpNfcLease"
[ 1541.646971] env[71058]:  } is ready. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1541.647229] env[71058]: DEBUG oslo_vmware.rw_handles [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1541.647229] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522704b9-3421-2b5a-a017-b7ee72b3b602"
[ 1541.647229] env[71058]:    _type = "HttpNfcLease"
[ 1541.647229] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}}
[ 1541.647962] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bdf6f1-d69b-4d2a-8b38-46207b739cb8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1541.656246] env[71058]: DEBUG oslo_vmware.rw_handles [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5290f265-eb49-a0d9-331f-4105dd556062/disk-0.vmdk from lease info. {{(pid=71058) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1541.656429] env[71058]: DEBUG oslo_vmware.rw_handles [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5290f265-eb49-a0d9-331f-4105dd556062/disk-0.vmdk for reading. {{(pid=71058) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}}
[ 1541.728953] env[71058]: DEBUG nova.compute.manager [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1541.794915] env[71058]: DEBUG nova.network.neutron [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Updating instance_info_cache with network_info: [{"id": "7260ff00-3617-4a39-9400-aa9eed0c382c", "address": "fa:16:3e:92:42:d4", "network": {"id": "e468d032-7280-4a84-97c5-db65f8a515aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-792259733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85106c5e01ec496dbeb48733902367b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7260ff00-36", "ovs_interfaceid": "7260ff00-3617-4a39-9400-aa9eed0c382c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1541.861662] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-77ad4f7f-1d87-4f56-af0d-94aed08cf003 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1542.121299] env[71058]: DEBUG nova.network.neutron [req-ed629788-a6fe-454b-a2d1-2912c2630ecd req-8567834c-5873-400e-88a3-10d5426f1715 service nova] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Updated VIF entry in instance network info cache for port cedc6027-8d7b-4f0a-a559-1c1200047ed8. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1542.121732] env[71058]: DEBUG nova.network.neutron [req-ed629788-a6fe-454b-a2d1-2912c2630ecd req-8567834c-5873-400e-88a3-10d5426f1715 service nova] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Updating instance_info_cache with network_info: [{"id": "cedc6027-8d7b-4f0a-a559-1c1200047ed8", "address": "fa:16:3e:a0:95:6b", "network": {"id": "92a12ef5-e92d-413e-9a84-cf53b301c6f2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1455083707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed1360b0d3514a629b4a70cb3b503c85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcedc6027-8d", "ovs_interfaceid": "cedc6027-8d7b-4f0a-a559-1c1200047ed8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1542.201305] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e44071-ece1-4eb3-8256-525951840e43 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1542.211019] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa264bc-59fa-4677-a08f-0c048fa8575a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1542.255535] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd015633-7f34-45f7-aad6-91e19593e237 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1542.263466] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1314a89f-5c58-4491-9049-7151eb8cb065 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1542.280828] env[71058]: DEBUG nova.compute.provider_tree [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1542.299973] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Releasing lock "refresh_cache-7c7adb97-865a-4eee-a3b0-b3b0da455c18" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1542.300327] env[71058]: DEBUG nova.compute.manager [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Instance network_info: |[{"id": "7260ff00-3617-4a39-9400-aa9eed0c382c", "address": "fa:16:3e:92:42:d4", "network": {"id": "e468d032-7280-4a84-97c5-db65f8a515aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-792259733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85106c5e01ec496dbeb48733902367b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7260ff00-36", "ovs_interfaceid": "7260ff00-3617-4a39-9400-aa9eed0c382c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1542.300717] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:42:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa410d21-2141-45bb-8d0b-16c77304605f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7260ff00-3617-4a39-9400-aa9eed0c382c', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1542.308339] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1542.309621] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1542.309621] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03e6680a-a2a9-49a6-a0bd-6699599764b8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1542.330578] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1542.330578] env[71058]:    value = "task-2872940"
[ 1542.330578] env[71058]:    _type = "Task"
[ 1542.330578] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1542.341386] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872940, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1542.430265] env[71058]: DEBUG nova.compute.manager [req-5712c61a-9d49-4035-9ab2-8e49f1d66687 req-29af0d80-6caf-404b-a576-53ec97d65ce1 service nova] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Received event network-changed-7260ff00-3617-4a39-9400-aa9eed0c382c {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1542.431048] env[71058]: DEBUG nova.compute.manager [req-5712c61a-9d49-4035-9ab2-8e49f1d66687 req-29af0d80-6caf-404b-a576-53ec97d65ce1 service nova] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Refreshing instance network info cache due to event network-changed-7260ff00-3617-4a39-9400-aa9eed0c382c. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1542.431048] env[71058]: DEBUG oslo_concurrency.lockutils [req-5712c61a-9d49-4035-9ab2-8e49f1d66687 req-29af0d80-6caf-404b-a576-53ec97d65ce1 service nova] Acquiring lock "refresh_cache-7c7adb97-865a-4eee-a3b0-b3b0da455c18" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1542.431329] env[71058]: DEBUG oslo_concurrency.lockutils [req-5712c61a-9d49-4035-9ab2-8e49f1d66687 req-29af0d80-6caf-404b-a576-53ec97d65ce1 service nova] Acquired lock "refresh_cache-7c7adb97-865a-4eee-a3b0-b3b0da455c18" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1542.432372] env[71058]: DEBUG nova.network.neutron [req-5712c61a-9d49-4035-9ab2-8e49f1d66687 req-29af0d80-6caf-404b-a576-53ec97d65ce1 service nova] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Refreshing network info cache for port 7260ff00-3617-4a39-9400-aa9eed0c382c {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1542.577305] env[71058]: DEBUG nova.objects.instance [None req-09013e21-f8de-4a86-99c3-a460301a5a59 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] Lazy-loading 'flavor' on Instance uuid 03b4d595-77ea-48bc-9e87-8ed5cec93c4a {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1542.624818] env[71058]: DEBUG oslo_concurrency.lockutils [req-ed629788-a6fe-454b-a2d1-2912c2630ecd req-8567834c-5873-400e-88a3-10d5426f1715 service nova] Releasing lock "refresh_cache-82efc410-018d-4981-b8ce-00c603447bf0" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1542.756177] env[71058]: DEBUG nova.compute.manager [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1542.782050] env[71058]: DEBUG nova.virt.hardware [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1542.782309] env[71058]: DEBUG nova.virt.hardware [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1542.782572] env[71058]: DEBUG nova.virt.hardware [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1542.782891] env[71058]: DEBUG nova.virt.hardware [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1542.783176] env[71058]: DEBUG nova.virt.hardware [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1542.783365] env[71058]: DEBUG nova.virt.hardware [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1542.783745] env[71058]: DEBUG nova.virt.hardware [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1542.783993] env[71058]: DEBUG nova.virt.hardware [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1542.784329] env[71058]: DEBUG nova.virt.hardware [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1542.784497] env[71058]: DEBUG nova.virt.hardware [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1542.784700] env[71058]: DEBUG nova.virt.hardware [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1542.785712] env[71058]: DEBUG nova.scheduler.client.report [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1542.790201] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ab6d3e-0a7d-494e-b1de-86dc459c2578 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1542.798766] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5522c2d-2e29-48a8-b374-f53eb49a54eb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1542.841327] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872940, 'name': CreateVM_Task, 'duration_secs': 0.501928} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1542.841327] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1542.842081] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1542.842289] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1542.842886] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1542.843395] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f31e593-3057-4560-9801-a9fa6558ab95 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1542.848270] env[71058]: DEBUG oslo_vmware.api [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1542.848270] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5247b7a3-3f92-e2ef-5089-845431b60849"
[ 1542.848270] env[71058]:    _type = "Task"
[ 1542.848270] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1542.857517] env[71058]: DEBUG oslo_vmware.api [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5247b7a3-3f92-e2ef-5089-845431b60849, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1543.083328] env[71058]: DEBUG oslo_concurrency.lockutils [None req-09013e21-f8de-4a86-99c3-a460301a5a59 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] Lock "03b4d595-77ea-48bc-9e87-8ed5cec93c4a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.847s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1543.207141] env[71058]: DEBUG nova.network.neutron [req-5712c61a-9d49-4035-9ab2-8e49f1d66687 req-29af0d80-6caf-404b-a576-53ec97d65ce1 service nova] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Updated VIF entry in instance network info cache for port 7260ff00-3617-4a39-9400-aa9eed0c382c. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1543.207564] env[71058]: DEBUG nova.network.neutron [req-5712c61a-9d49-4035-9ab2-8e49f1d66687 req-29af0d80-6caf-404b-a576-53ec97d65ce1 service nova] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Updating instance_info_cache with network_info: [{"id": "7260ff00-3617-4a39-9400-aa9eed0c382c", "address": "fa:16:3e:92:42:d4", "network": {"id": "e468d032-7280-4a84-97c5-db65f8a515aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-792259733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85106c5e01ec496dbeb48733902367b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7260ff00-36", "ovs_interfaceid": "7260ff00-3617-4a39-9400-aa9eed0c382c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1543.294763] env[71058]: DEBUG oslo_concurrency.lockutils [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1543.295227] env[71058]: DEBUG nova.compute.manager [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1543.298270] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a4fd5017-1460-44a8-b830-77deeac1230c tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.032s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1543.298520] env[71058]: DEBUG nova.objects.instance [None req-a4fd5017-1460-44a8-b830-77deeac1230c tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Lazy-loading 'resources' on Instance uuid 888b8479-2a85-435b-bf2e-85734fa81afa {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1543.364176] env[71058]: DEBUG oslo_vmware.api [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5247b7a3-3f92-e2ef-5089-845431b60849, 'name': SearchDatastore_Task, 'duration_secs': 0.018175} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1543.364176] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1543.364540] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1543.364801] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1543.366109] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1543.366109] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1543.366667] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-802782f8-b65f-459a-aad0-4fd1dab0ac8c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1543.382739] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1543.383098] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1543.386085] env[71058]: DEBUG nova.network.neutron [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Successfully updated port: 1d258233-65de-4e7e-abca-b41ed4ccbf4a {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1543.390532] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a26772f9-83f0-432f-9d55-ea5f7ccbdcae {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1543.394604] env[71058]: DEBUG oslo_vmware.api [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1543.394604] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b68b09-5ce2-c8c7-258f-d54512b6f1a7"
[ 1543.394604] env[71058]:    _type = "Task"
[ 1543.394604] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1543.408578] env[71058]: DEBUG oslo_vmware.api [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b68b09-5ce2-c8c7-258f-d54512b6f1a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1543.714435] env[71058]: DEBUG oslo_concurrency.lockutils [req-5712c61a-9d49-4035-9ab2-8e49f1d66687 req-29af0d80-6caf-404b-a576-53ec97d65ce1 service nova] Releasing lock "refresh_cache-7c7adb97-865a-4eee-a3b0-b3b0da455c18" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1543.806165] env[71058]: DEBUG nova.compute.utils [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1543.807781] env[71058]: DEBUG nova.compute.manager [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1543.808227] env[71058]: DEBUG nova.network.neutron [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1543.853042] env[71058]: DEBUG nova.policy [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8425d214f2d14da5a2748e9830167129', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48a2ee130e5a4f4fa56b4ee442dea6ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1543.892974] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "refresh_cache-887beb6c-01db-4225-91be-cb3e9555a945" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1543.892974] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquired lock "refresh_cache-887beb6c-01db-4225-91be-cb3e9555a945" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1543.892974] env[71058]: DEBUG nova.network.neutron [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1543.913089] env[71058]: DEBUG oslo_vmware.api [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b68b09-5ce2-c8c7-258f-d54512b6f1a7, 'name': SearchDatastore_Task, 'duration_secs': 0.016342} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1543.914305] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1be2c7b-c29c-4b2c-b710-c678bc9f776b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1543.924076] env[71058]: DEBUG oslo_vmware.api [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1543.924076] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5247c9ab-8d29-6890-d836-66565cc490c8"
[ 1543.924076] env[71058]:    _type = "Task"
[ 1543.924076] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1543.932882] env[71058]: DEBUG oslo_vmware.api [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5247c9ab-8d29-6890-d836-66565cc490c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1544.159184] env[71058]: DEBUG nova.network.neutron [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Successfully created port: ebe9a3c6-9cbb-4e43-8d3b-fa90912ef6b6 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1544.280193] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d804add5-c2f7-43f5-9717-69bdf7f6fc49 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1544.288431] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f058292-c629-4fcb-be64-67a6c8341cf9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1544.319871] env[71058]: DEBUG nova.compute.manager [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1544.322662] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8f38e183-47c7-4eed-89cc-5cd97bf25421 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] Acquiring lock "03b4d595-77ea-48bc-9e87-8ed5cec93c4a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1544.322917] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8f38e183-47c7-4eed-89cc-5cd97bf25421 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] Lock "03b4d595-77ea-48bc-9e87-8ed5cec93c4a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1544.325223] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2be1c6-0904-4476-88aa-ea5f9ad5b3ff {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1544.334745] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808acd05-3ef2-4691-aaad-fa1c580a1743 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1544.349606] env[71058]: DEBUG nova.compute.provider_tree [None req-a4fd5017-1460-44a8-b830-77deeac1230c tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1544.435260] env[71058]: DEBUG oslo_vmware.api [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5247c9ab-8d29-6890-d836-66565cc490c8, 'name': SearchDatastore_Task, 'duration_secs': 0.02036} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1544.436598] env[71058]: DEBUG nova.network.neutron [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1544.439026] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1544.439393] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 7c7adb97-865a-4eee-a3b0-b3b0da455c18/7c7adb97-865a-4eee-a3b0-b3b0da455c18.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1544.439842] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00bd75f2-f0d6-4ce8-9cff-e15abbec6aa5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1544.450284] env[71058]: DEBUG oslo_vmware.api [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1544.450284] env[71058]:    value = "task-2872941"
[ 1544.450284] env[71058]:    _type = "Task"
[ 1544.450284] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1544.466212] env[71058]: DEBUG oslo_vmware.api [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1544.476696] env[71058]: DEBUG nova.compute.manager [req-225721ba-1c35-44c5-95d7-9b86e7357df2 req-dbbf96ac-5677-42ff-9db3-aa21216abc49 service nova] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Received event network-vif-plugged-1d258233-65de-4e7e-abca-b41ed4ccbf4a {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1544.476696] env[71058]: DEBUG oslo_concurrency.lockutils [req-225721ba-1c35-44c5-95d7-9b86e7357df2 req-dbbf96ac-5677-42ff-9db3-aa21216abc49 service nova] Acquiring lock "887beb6c-01db-4225-91be-cb3e9555a945-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1544.477461] env[71058]: DEBUG oslo_concurrency.lockutils [req-225721ba-1c35-44c5-95d7-9b86e7357df2 req-dbbf96ac-5677-42ff-9db3-aa21216abc49 service nova] Lock "887beb6c-01db-4225-91be-cb3e9555a945-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1544.477829] env[71058]: DEBUG oslo_concurrency.lockutils [req-225721ba-1c35-44c5-95d7-9b86e7357df2 req-dbbf96ac-5677-42ff-9db3-aa21216abc49 service nova] Lock "887beb6c-01db-4225-91be-cb3e9555a945-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1544.478058] env[71058]: DEBUG nova.compute.manager [req-225721ba-1c35-44c5-95d7-9b86e7357df2 req-dbbf96ac-5677-42ff-9db3-aa21216abc49 service nova] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] No waiting events found dispatching network-vif-plugged-1d258233-65de-4e7e-abca-b41ed4ccbf4a {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1544.478346] env[71058]: WARNING nova.compute.manager [req-225721ba-1c35-44c5-95d7-9b86e7357df2 req-dbbf96ac-5677-42ff-9db3-aa21216abc49 service nova] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Received unexpected event network-vif-plugged-1d258233-65de-4e7e-abca-b41ed4ccbf4a for instance with vm_state building and task_state spawning.
[ 1544.478527] env[71058]: DEBUG nova.compute.manager [req-225721ba-1c35-44c5-95d7-9b86e7357df2 req-dbbf96ac-5677-42ff-9db3-aa21216abc49 service nova] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Received event network-changed-1d258233-65de-4e7e-abca-b41ed4ccbf4a {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1544.478786] env[71058]: DEBUG nova.compute.manager [req-225721ba-1c35-44c5-95d7-9b86e7357df2 req-dbbf96ac-5677-42ff-9db3-aa21216abc49 service nova] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Refreshing instance network info cache due to event network-changed-1d258233-65de-4e7e-abca-b41ed4ccbf4a. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1544.479107] env[71058]: DEBUG oslo_concurrency.lockutils [req-225721ba-1c35-44c5-95d7-9b86e7357df2 req-dbbf96ac-5677-42ff-9db3-aa21216abc49 service nova] Acquiring lock "refresh_cache-887beb6c-01db-4225-91be-cb3e9555a945" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1544.829936] env[71058]: INFO nova.compute.manager [None req-8f38e183-47c7-4eed-89cc-5cd97bf25421 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Detaching volume dd143d68-929a-4e9a-b6ce-3331c7a04e15
[ 1544.839374] env[71058]: DEBUG nova.network.neutron [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Updating instance_info_cache with network_info: [{"id": "1d258233-65de-4e7e-abca-b41ed4ccbf4a", "address": "fa:16:3e:33:3a:ae", "network": {"id": "44f331c6-d2ba-4f83-8182-ad2c9f4e13ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1170651185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ddac6a6d3e341cc90168e936416a974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d258233-65", "ovs_interfaceid": "1d258233-65de-4e7e-abca-b41ed4ccbf4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1544.853534] env[71058]: DEBUG nova.scheduler.client.report [None req-a4fd5017-1460-44a8-b830-77deeac1230c tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1544.875102] env[71058]: INFO nova.virt.block_device [None req-8f38e183-47c7-4eed-89cc-5cd97bf25421 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Attempting to driver detach volume dd143d68-929a-4e9a-b6ce-3331c7a04e15 from mountpoint /dev/sdb
[ 1544.877019] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f38e183-47c7-4eed-89cc-5cd97bf25421 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Volume detach. Driver type: vmdk {{(pid=71058) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}}
[ 1544.877019] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f38e183-47c7-4eed-89cc-5cd97bf25421 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577419', 'volume_id': 'dd143d68-929a-4e9a-b6ce-3331c7a04e15', 'name': 'volume-dd143d68-929a-4e9a-b6ce-3331c7a04e15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03b4d595-77ea-48bc-9e87-8ed5cec93c4a', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd143d68-929a-4e9a-b6ce-3331c7a04e15', 'serial': 'dd143d68-929a-4e9a-b6ce-3331c7a04e15'} {{(pid=71058) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}}
[ 1544.877019] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30a7062-6ded-4c49-b411-7810713ac891 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1544.908384] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb7a7ec-2c31-4e8f-81b7-7b02b9ea9a32 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1544.920219] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0db130-e06d-4ac2-902b-f1550b8eee61 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1544.941096] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f129cd7d-9ea2-4cd5-89de-26aadeef3582 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1544.957460] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f38e183-47c7-4eed-89cc-5cd97bf25421 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] The volume has not been displaced from its original location: [datastore2] volume-dd143d68-929a-4e9a-b6ce-3331c7a04e15/volume-dd143d68-929a-4e9a-b6ce-3331c7a04e15.vmdk. No consolidation needed. {{(pid=71058) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}}
[ 1544.963894] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f38e183-47c7-4eed-89cc-5cd97bf25421 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Reconfiguring VM instance instance-00000009 to detach disk 2001 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1544.966715] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e8086b5-a48e-4c56-9376-a34ea527f202 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1544.987572] env[71058]: DEBUG oslo_vmware.api [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872941, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1544.989160] env[71058]: DEBUG oslo_vmware.api [None req-8f38e183-47c7-4eed-89cc-5cd97bf25421 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] Waiting for the task: (returnval){
[ 1544.989160] env[71058]:    value = "task-2872942"
[ 1544.989160] env[71058]:    _type = "Task"
[ 1544.989160] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1545.001712] env[71058]: DEBUG oslo_vmware.api [None req-8f38e183-47c7-4eed-89cc-5cd97bf25421 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] Task: {'id': task-2872942, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1545.331164] env[71058]: DEBUG nova.compute.manager [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1545.343958] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Releasing lock "refresh_cache-887beb6c-01db-4225-91be-cb3e9555a945" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1545.344356] env[71058]: DEBUG nova.compute.manager [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Instance network_info: |[{"id": "1d258233-65de-4e7e-abca-b41ed4ccbf4a", "address": "fa:16:3e:33:3a:ae", "network": {"id": "44f331c6-d2ba-4f83-8182-ad2c9f4e13ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1170651185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ddac6a6d3e341cc90168e936416a974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d258233-65", "ovs_interfaceid": "1d258233-65de-4e7e-abca-b41ed4ccbf4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1545.344669] env[71058]: DEBUG oslo_concurrency.lockutils [req-225721ba-1c35-44c5-95d7-9b86e7357df2 req-dbbf96ac-5677-42ff-9db3-aa21216abc49 service nova] Acquired lock "refresh_cache-887beb6c-01db-4225-91be-cb3e9555a945" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1545.344869] env[71058]: DEBUG nova.network.neutron [req-225721ba-1c35-44c5-95d7-9b86e7357df2 req-dbbf96ac-5677-42ff-9db3-aa21216abc49 service nova] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Refreshing network info cache for port 1d258233-65de-4e7e-abca-b41ed4ccbf4a {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1545.346148] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:3a:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d258233-65de-4e7e-abca-b41ed4ccbf4a', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1545.353917] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1545.356787] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1545.357238] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42fbefb0-55e5-4204-ad2c-051de0777305 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1545.376186] env[71058]: DEBUG nova.virt.hardware [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1545.376442] env[71058]: DEBUG nova.virt.hardware [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1545.376596] env[71058]: DEBUG nova.virt.hardware [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1545.376772] env[71058]: DEBUG nova.virt.hardware [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1545.376912] env[71058]: DEBUG nova.virt.hardware [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1545.377074] env[71058]: DEBUG nova.virt.hardware [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1545.377276] env[71058]: DEBUG nova.virt.hardware [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1545.377432] env[71058]: DEBUG nova.virt.hardware [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1545.377596] env[71058]: DEBUG nova.virt.hardware [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1545.377754] env[71058]: DEBUG nova.virt.hardware [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1545.377927] env[71058]: DEBUG nova.virt.hardware [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1545.378694] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a4fd5017-1460-44a8-b830-77deeac1230c tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1545.381680] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f620c470-9657-4109-bcc5-1f3d71a2ecb0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1545.384689] env[71058]: DEBUG oslo_concurrency.lockutils [None req-89562f99-6ae4-4950-8893-4dbeaa40c702 tempest-DeleteServersAdminTestJSON-697367752 tempest-DeleteServersAdminTestJSON-697367752-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.095s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1545.385481] env[71058]: DEBUG nova.objects.instance [None req-89562f99-6ae4-4950-8893-4dbeaa40c702 tempest-DeleteServersAdminTestJSON-697367752 tempest-DeleteServersAdminTestJSON-697367752-project-admin] Lazy-loading 'resources' on Instance uuid ca008d27-75fe-423f-979a-d8eff2564f94 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1545.393959] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa182fdc-9dde-4711-931a-a6e5ca893908 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1545.397863] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1545.397863] env[71058]:    value = "task-2872943"
[ 1545.397863] env[71058]:    _type = "Task"
[ 1545.397863] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1545.411469] env[71058]: INFO nova.scheduler.client.report [None req-a4fd5017-1460-44a8-b830-77deeac1230c tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Deleted allocations for instance 888b8479-2a85-435b-bf2e-85734fa81afa
[ 1545.418590] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872943, 'name': CreateVM_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1545.468319] env[71058]: DEBUG oslo_vmware.api [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617722} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1545.469134] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 7c7adb97-865a-4eee-a3b0-b3b0da455c18/7c7adb97-865a-4eee-a3b0-b3b0da455c18.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1545.472023] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1545.472023] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f62521c-8d86-43c0-bc54-4231825342ed {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1545.480948] env[71058]: DEBUG oslo_vmware.api [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1545.480948] env[71058]:    value = "task-2872944"
[ 1545.480948] env[71058]:    _type = "Task"
[ 1545.480948] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1545.495452] env[71058]: DEBUG oslo_vmware.api [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1545.505370] env[71058]: DEBUG oslo_vmware.api [None req-8f38e183-47c7-4eed-89cc-5cd97bf25421 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] Task: {'id': task-2872942, 'name': ReconfigVM_Task, 'duration_secs': 0.267674} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1545.505728] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f38e183-47c7-4eed-89cc-5cd97bf25421 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Reconfigured VM instance instance-00000009 to detach disk 2001 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1545.511587] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dfcf33f-c991-462c-a9d6-d6d6f9461a01 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1545.528590] env[71058]: DEBUG oslo_vmware.api [None req-8f38e183-47c7-4eed-89cc-5cd97bf25421 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] Waiting for the task: (returnval){
[ 1545.528590] env[71058]:    value = "task-2872945"
[ 1545.528590] env[71058]:    _type = "Task"
[ 1545.528590] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1545.539201] env[71058]: DEBUG oslo_vmware.api [None req-8f38e183-47c7-4eed-89cc-5cd97bf25421 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] Task: {'id': task-2872945, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1545.733325] env[71058]: DEBUG nova.network.neutron [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Successfully updated port: ebe9a3c6-9cbb-4e43-8d3b-fa90912ef6b6 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1545.911084] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872943, 'name': CreateVM_Task, 'duration_secs': 0.464706} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1545.911264] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1545.912296] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1545.912494] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1545.912867] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1545.913389] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eedbb445-49e6-4abd-88d6-b7b2e5d9ebb9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1545.919322] env[71058]: DEBUG oslo_vmware.api [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1545.919322] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52717a5e-eacd-0bb0-c46d-8696729ade7b"
[ 1545.919322] env[71058]:    _type = "Task"
[ 1545.919322] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1545.925824] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a4fd5017-1460-44a8-b830-77deeac1230c tempest-TenantUsagesTestJSON-873573376 tempest-TenantUsagesTestJSON-873573376-project-member] Lock "888b8479-2a85-435b-bf2e-85734fa81afa" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 43.303s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1545.931398] env[71058]: DEBUG oslo_vmware.api [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52717a5e-eacd-0bb0-c46d-8696729ade7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1545.992685] env[71058]: DEBUG oslo_vmware.api [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10745} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1545.993184] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1545.994641] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a0b049-5d03-49e6-92bd-569b1d2e3f27 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1546.028314] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 7c7adb97-865a-4eee-a3b0-b3b0da455c18/7c7adb97-865a-4eee-a3b0-b3b0da455c18.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1546.033860] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d90fd691-aec7-4337-9027-79b138e4d4ca {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1546.061722] env[71058]: DEBUG oslo_vmware.api [None req-8f38e183-47c7-4eed-89cc-5cd97bf25421 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] Task: {'id': task-2872945, 'name': ReconfigVM_Task, 'duration_secs': 0.147117} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1546.065960] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f38e183-47c7-4eed-89cc-5cd97bf25421 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577419', 'volume_id': 'dd143d68-929a-4e9a-b6ce-3331c7a04e15', 'name': 'volume-dd143d68-929a-4e9a-b6ce-3331c7a04e15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03b4d595-77ea-48bc-9e87-8ed5cec93c4a', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd143d68-929a-4e9a-b6ce-3331c7a04e15', 'serial': 'dd143d68-929a-4e9a-b6ce-3331c7a04e15'} {{(pid=71058) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}}
[ 1546.068439] env[71058]: DEBUG oslo_vmware.api [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1546.068439] env[71058]:    value = "task-2872946"
[ 1546.068439] env[71058]:    _type = "Task"
[ 1546.068439] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1546.078186] env[71058]: DEBUG oslo_vmware.api [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872946, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1546.152630] env[71058]: DEBUG nova.network.neutron [req-225721ba-1c35-44c5-95d7-9b86e7357df2 req-dbbf96ac-5677-42ff-9db3-aa21216abc49 service nova] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Updated VIF entry in instance network info cache for port 1d258233-65de-4e7e-abca-b41ed4ccbf4a. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1546.152995] env[71058]: DEBUG nova.network.neutron [req-225721ba-1c35-44c5-95d7-9b86e7357df2 req-dbbf96ac-5677-42ff-9db3-aa21216abc49 service nova] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Updating instance_info_cache with network_info: [{"id": "1d258233-65de-4e7e-abca-b41ed4ccbf4a", "address": "fa:16:3e:33:3a:ae", "network": {"id": "44f331c6-d2ba-4f83-8182-ad2c9f4e13ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1170651185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ddac6a6d3e341cc90168e936416a974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d258233-65", "ovs_interfaceid": "1d258233-65de-4e7e-abca-b41ed4ccbf4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1546.239604] env[71058]: DEBUG oslo_concurrency.lockutils [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquiring lock "refresh_cache-66745105-ba3e-4198-8663-9e638df1c630" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1546.239604] env[71058]: DEBUG oslo_concurrency.lockutils [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquired lock "refresh_cache-66745105-ba3e-4198-8663-9e638df1c630" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1546.239604] env[71058]: DEBUG nova.network.neutron [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1546.406857] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84999d5a-1ee5-4fb6-9bd4-601113f0cf35 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1546.415836] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802e9123-04f3-411c-8ed5-d44329182f1b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1546.451393] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26160ee3-14ee-445f-b542-c2b514778dc2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1546.460487] env[71058]: DEBUG oslo_vmware.api [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52717a5e-eacd-0bb0-c46d-8696729ade7b, 'name': SearchDatastore_Task, 'duration_secs': 0.023385} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1546.463132] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1546.463132] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1546.463298] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1546.463409] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1546.463594] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1546.463993] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57e1318e-fae8-4b5a-be52-83d85f977ad2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1546.467349] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b2158d-3955-4aa4-a267-dbbfff04a162 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1546.484685] env[71058]: DEBUG nova.compute.provider_tree [None req-89562f99-6ae4-4950-8893-4dbeaa40c702 tempest-DeleteServersAdminTestJSON-697367752 tempest-DeleteServersAdminTestJSON-697367752-project-admin] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1546.488342] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1546.488342] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1546.489386] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e66ff39b-79f6-4adf-8f1d-148ce4d5b498 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1546.495566] env[71058]: DEBUG oslo_vmware.api [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1546.495566] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5209f4e9-7c29-fcb8-2d2e-7813eb778795"
[ 1546.495566] env[71058]:    _type = "Task"
[ 1546.495566] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1546.502465] env[71058]: DEBUG nova.compute.manager [req-fd386236-24e0-43c7-be00-a6b38dddc679 req-addd7d8a-2774-447d-82ea-9cd2bdc91562 service nova] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Received event network-vif-plugged-ebe9a3c6-9cbb-4e43-8d3b-fa90912ef6b6 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1546.503346] env[71058]: DEBUG oslo_concurrency.lockutils [req-fd386236-24e0-43c7-be00-a6b38dddc679 req-addd7d8a-2774-447d-82ea-9cd2bdc91562 service nova] Acquiring lock "66745105-ba3e-4198-8663-9e638df1c630-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1546.503594] env[71058]: DEBUG oslo_concurrency.lockutils [req-fd386236-24e0-43c7-be00-a6b38dddc679 req-addd7d8a-2774-447d-82ea-9cd2bdc91562 service nova] Lock "66745105-ba3e-4198-8663-9e638df1c630-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1546.503843] env[71058]: DEBUG oslo_concurrency.lockutils [req-fd386236-24e0-43c7-be00-a6b38dddc679 req-addd7d8a-2774-447d-82ea-9cd2bdc91562 service nova] Lock "66745105-ba3e-4198-8663-9e638df1c630-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1546.503970] env[71058]: DEBUG nova.compute.manager [req-fd386236-24e0-43c7-be00-a6b38dddc679 req-addd7d8a-2774-447d-82ea-9cd2bdc91562 service nova] [instance: 66745105-ba3e-4198-8663-9e638df1c630] No waiting events found dispatching network-vif-plugged-ebe9a3c6-9cbb-4e43-8d3b-fa90912ef6b6 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1546.504206] env[71058]: WARNING nova.compute.manager [req-fd386236-24e0-43c7-be00-a6b38dddc679 req-addd7d8a-2774-447d-82ea-9cd2bdc91562 service nova] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Received unexpected event network-vif-plugged-ebe9a3c6-9cbb-4e43-8d3b-fa90912ef6b6 for instance with vm_state building and task_state spawning.
[ 1546.504358] env[71058]: DEBUG nova.compute.manager [req-fd386236-24e0-43c7-be00-a6b38dddc679 req-addd7d8a-2774-447d-82ea-9cd2bdc91562 service nova] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Received event network-changed-ebe9a3c6-9cbb-4e43-8d3b-fa90912ef6b6 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1546.504470] env[71058]: DEBUG nova.compute.manager [req-fd386236-24e0-43c7-be00-a6b38dddc679 req-addd7d8a-2774-447d-82ea-9cd2bdc91562 service nova] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Refreshing instance network info cache due to event network-changed-ebe9a3c6-9cbb-4e43-8d3b-fa90912ef6b6. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1546.504785] env[71058]: DEBUG oslo_concurrency.lockutils [req-fd386236-24e0-43c7-be00-a6b38dddc679 req-addd7d8a-2774-447d-82ea-9cd2bdc91562 service nova] Acquiring lock "refresh_cache-66745105-ba3e-4198-8663-9e638df1c630" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1546.512071] env[71058]: DEBUG oslo_vmware.api [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5209f4e9-7c29-fcb8-2d2e-7813eb778795, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1546.583611] env[71058]: DEBUG oslo_vmware.api [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1546.651473] env[71058]: DEBUG nova.objects.instance [None req-8f38e183-47c7-4eed-89cc-5cd97bf25421 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] Lazy-loading 'flavor' on Instance uuid 03b4d595-77ea-48bc-9e87-8ed5cec93c4a {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1546.656582] env[71058]: DEBUG oslo_concurrency.lockutils [req-225721ba-1c35-44c5-95d7-9b86e7357df2 req-dbbf96ac-5677-42ff-9db3-aa21216abc49 service nova] Releasing lock "refresh_cache-887beb6c-01db-4225-91be-cb3e9555a945" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1546.776192] env[71058]: DEBUG nova.network.neutron [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1546.943398] env[71058]: DEBUG nova.network.neutron [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Updating instance_info_cache with network_info: [{"id": "ebe9a3c6-9cbb-4e43-8d3b-fa90912ef6b6", "address": "fa:16:3e:14:81:10", "network": {"id": "7d25b6fc-1b3e-4a68-b132-f19dc81a8522", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1033778679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48a2ee130e5a4f4fa56b4ee442dea6ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebe9a3c6-9c", "ovs_interfaceid": "ebe9a3c6-9cbb-4e43-8d3b-fa90912ef6b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1546.990305] env[71058]: DEBUG nova.scheduler.client.report [None req-89562f99-6ae4-4950-8893-4dbeaa40c702 tempest-DeleteServersAdminTestJSON-697367752 tempest-DeleteServersAdminTestJSON-697367752-project-admin] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1547.007531] env[71058]: DEBUG oslo_vmware.api [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5209f4e9-7c29-fcb8-2d2e-7813eb778795, 'name': SearchDatastore_Task, 'duration_secs': 0.015066} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1547.008455] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-113b60e6-0764-4289-a1a8-f983f429c9c6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1547.016521] env[71058]: DEBUG oslo_vmware.api [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1547.016521] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52316a5c-acbe-5e9b-0975-88a21140b878"
[ 1547.016521] env[71058]:    _type = "Task"
[ 1547.016521] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1547.029710] env[71058]: DEBUG oslo_vmware.api [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52316a5c-acbe-5e9b-0975-88a21140b878, 'name': SearchDatastore_Task, 'duration_secs': 0.010567} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1547.030485] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1547.030781] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 887beb6c-01db-4225-91be-cb3e9555a945/887beb6c-01db-4225-91be-cb3e9555a945.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1547.031093] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a8ceee5-a9fd-484f-a36d-4ab9e55da46b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1547.039317] env[71058]: DEBUG oslo_vmware.api [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1547.039317] env[71058]:    value = "task-2872947"
[ 1547.039317] env[71058]:    _type = "Task"
[ 1547.039317] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1547.049718] env[71058]: DEBUG oslo_vmware.api [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1547.079731] env[71058]: DEBUG oslo_vmware.api [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872946, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1547.446063] env[71058]: DEBUG oslo_concurrency.lockutils [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Releasing lock "refresh_cache-66745105-ba3e-4198-8663-9e638df1c630" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1547.446461] env[71058]: DEBUG nova.compute.manager [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Instance network_info: |[{"id": "ebe9a3c6-9cbb-4e43-8d3b-fa90912ef6b6", "address": "fa:16:3e:14:81:10", "network": {"id": "7d25b6fc-1b3e-4a68-b132-f19dc81a8522", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1033778679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48a2ee130e5a4f4fa56b4ee442dea6ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebe9a3c6-9c", "ovs_interfaceid": "ebe9a3c6-9cbb-4e43-8d3b-fa90912ef6b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1547.446798] env[71058]: DEBUG oslo_concurrency.lockutils [req-fd386236-24e0-43c7-be00-a6b38dddc679 req-addd7d8a-2774-447d-82ea-9cd2bdc91562 service nova] Acquired lock "refresh_cache-66745105-ba3e-4198-8663-9e638df1c630" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1547.446988] env[71058]: DEBUG nova.network.neutron [req-fd386236-24e0-43c7-be00-a6b38dddc679 req-addd7d8a-2774-447d-82ea-9cd2bdc91562 service nova] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Refreshing network info cache for port ebe9a3c6-9cbb-4e43-8d3b-fa90912ef6b6 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1547.448210] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:81:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '233536d0-6913-4879-8442-42dcf1d4ecbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebe9a3c6-9cbb-4e43-8d3b-fa90912ef6b6', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1547.456996] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Creating folder: Project (48a2ee130e5a4f4fa56b4ee442dea6ff). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1547.457710] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed674126-52df-4bb2-a909-e0bdc5f3db0c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1547.469815] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Created folder: Project (48a2ee130e5a4f4fa56b4ee442dea6ff) in parent group-v577298.
[ 1547.470101] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Creating folder: Instances. Parent ref: group-v577424. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1547.470415] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e86a89fc-62c1-4c77-9c4b-554e6b82447e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1547.481333] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Created folder: Instances in parent group-v577424.
[ 1547.481611] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1547.481846] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1547.482146] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0b6f35e-2a95-4e05-b0d3-462c58647daa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1547.499998] env[71058]: DEBUG oslo_concurrency.lockutils [None req-89562f99-6ae4-4950-8893-4dbeaa40c702 tempest-DeleteServersAdminTestJSON-697367752 tempest-DeleteServersAdminTestJSON-697367752-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1547.502395] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 39.202s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1547.510104] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1547.510104] env[71058]:    value = "task-2872950"
[ 1547.510104] env[71058]:    _type = "Task"
[ 1547.510104] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1547.519684] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872950, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1547.536410] env[71058]: INFO nova.scheduler.client.report [None req-89562f99-6ae4-4950-8893-4dbeaa40c702 tempest-DeleteServersAdminTestJSON-697367752 tempest-DeleteServersAdminTestJSON-697367752-project-admin] Deleted allocations for instance ca008d27-75fe-423f-979a-d8eff2564f94
[ 1547.553516] env[71058]: DEBUG oslo_vmware.api [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1547.584042] env[71058]: DEBUG oslo_vmware.api [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872946, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1547.661511] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8f38e183-47c7-4eed-89cc-5cd97bf25421 tempest-VolumesAssistedSnapshotsTest-1324460213 tempest-VolumesAssistedSnapshotsTest-1324460213-project-admin] Lock "03b4d595-77ea-48bc-9e87-8ed5cec93c4a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 3.338s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1548.029197] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872950, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1548.050919] env[71058]: DEBUG oslo_concurrency.lockutils [None req-89562f99-6ae4-4950-8893-4dbeaa40c702 tempest-DeleteServersAdminTestJSON-697367752 tempest-DeleteServersAdminTestJSON-697367752-project-admin] Lock "ca008d27-75fe-423f-979a-d8eff2564f94" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 44.193s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1548.057342] env[71058]: DEBUG oslo_vmware.api [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872947, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.009439} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1548.057492] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 887beb6c-01db-4225-91be-cb3e9555a945/887beb6c-01db-4225-91be-cb3e9555a945.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1548.057658] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1548.057918] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5efa4432-9565-4cf6-a347-2fc5c24fdf3b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1548.064175] env[71058]: DEBUG oslo_vmware.api [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1548.064175] env[71058]:    value = "task-2872951"
[ 1548.064175] env[71058]:    _type = "Task"
[ 1548.064175] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1548.078334] env[71058]: DEBUG oslo_vmware.api [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1548.084251] env[71058]: DEBUG oslo_vmware.api [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872946, 'name': ReconfigVM_Task, 'duration_secs': 1.624308} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1548.084500] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 7c7adb97-865a-4eee-a3b0-b3b0da455c18/7c7adb97-865a-4eee-a3b0-b3b0da455c18.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1548.085340] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-906b6389-7718-4cde-ae2d-f8ac7cf46aa1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1548.097130] env[71058]: DEBUG oslo_vmware.api [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1548.097130] env[71058]:    value = "task-2872952"
[ 1548.097130] env[71058]:    _type = "Task"
[ 1548.097130] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1548.103035] env[71058]: DEBUG oslo_vmware.api [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872952, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1548.201862] env[71058]: DEBUG nova.network.neutron [req-fd386236-24e0-43c7-be00-a6b38dddc679 req-addd7d8a-2774-447d-82ea-9cd2bdc91562 service nova] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Updated VIF entry in instance network info cache for port ebe9a3c6-9cbb-4e43-8d3b-fa90912ef6b6. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1548.202314] env[71058]: DEBUG nova.network.neutron [req-fd386236-24e0-43c7-be00-a6b38dddc679 req-addd7d8a-2774-447d-82ea-9cd2bdc91562 service nova] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Updating instance_info_cache with network_info: [{"id": "ebe9a3c6-9cbb-4e43-8d3b-fa90912ef6b6", "address": "fa:16:3e:14:81:10", "network": {"id": "7d25b6fc-1b3e-4a68-b132-f19dc81a8522", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1033778679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48a2ee130e5a4f4fa56b4ee442dea6ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebe9a3c6-9c", "ovs_interfaceid": "ebe9a3c6-9cbb-4e43-8d3b-fa90912ef6b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1548.531273] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872950, 'name': CreateVM_Task, 'duration_secs': 0.68307} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1548.531701] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1548.532155] env[71058]: DEBUG oslo_concurrency.lockutils [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1548.532328] env[71058]: DEBUG oslo_concurrency.lockutils [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1548.532755] env[71058]: DEBUG oslo_concurrency.lockutils [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1548.533086] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-872f70fe-230b-4055-891d-a01165598435 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1548.540649] env[71058]: DEBUG oslo_vmware.api [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1548.540649] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522e02c3-4101-3ff0-da96-e26cac075e4e"
[ 1548.540649] env[71058]:    _type = "Task"
[ 1548.540649] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1548.555494] env[71058]: DEBUG oslo_vmware.api [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522e02c3-4101-3ff0-da96-e26cac075e4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1548.557049] env[71058]: WARNING nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 06f0fe80-c544-4b82-b82a-69b9c5e1e517 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do.
[ 1548.557261] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 8745df0c-1d8b-4784-a3aa-4a0134936dc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1548.557459] env[71058]: WARNING nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 800b7ba0-d604-47bd-9992-b3bd7c946418 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do.
[ 1548.557612] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance e55a7df3-411f-441b-8e9b-91ba7bf96656 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1548.557753] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 03b4d595-77ea-48bc-9e87-8ed5cec93c4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1548.557931] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance e2835ee8-aa60-450e-9808-a43d2e540a30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1548.558135] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 3cf0e63a-4528-49d7-b068-5d1073643834 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1548.558285] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 0ca370e4-fd6f-4221-89b6-c282f8827dc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1548.558456] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance bacce8da-7475-425b-8e5e-4700e31e5f53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1548.558618] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 5be4e13c-8434-4410-a8c4-b91a70b0ad8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1548.558760] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 4795f420-9f4e-4eab-98d7-9eaf0da179bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1548.558913] env[71058]: WARNING nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 4b8b28a1-d95b-4d60-8ff2-5902810d5512 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do.
[ 1548.559069] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1548.559220] env[71058]: WARNING nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance d539eca1-6015-404f-9c18-4bb81ef3ed33 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do.
[ 1548.559374] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1548.559515] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance e63c90cf-3e28-4fa0-a92d-959f26d81786 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1548.559648] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 82efc410-018d-4981-b8ce-00c603447bf0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1548.559785] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 7c7adb97-865a-4eee-a3b0-b3b0da455c18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1548.560042] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 887beb6c-01db-4225-91be-cb3e9555a945 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1548.560220] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 66745105-ba3e-4198-8663-9e638df1c630 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1548.573917] env[71058]: DEBUG oslo_vmware.api [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080965} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1548.574215] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1548.575107] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758e9c36-5232-473a-9b2c-22dafe2bb1a6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1548.598540] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 887beb6c-01db-4225-91be-cb3e9555a945/887beb6c-01db-4225-91be-cb3e9555a945.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1548.600712] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-922097b4-b108-4d16-b814-d928492c09f2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1548.623275] env[71058]: DEBUG oslo_concurrency.lockutils [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquiring lock "c7916ea3-46e0-4c13-a44e-d855f67cb9cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1548.623519] env[71058]: DEBUG oslo_concurrency.lockutils [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Lock "c7916ea3-46e0-4c13-a44e-d855f67cb9cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1548.629908] env[71058]: DEBUG oslo_vmware.api [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872952, 'name': Rename_Task, 'duration_secs': 0.263811} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1548.631573] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1548.632179] env[71058]: DEBUG oslo_vmware.api [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1548.632179] env[71058]:    value = "task-2872954"
[ 1548.632179] env[71058]:    _type = "Task"
[ 1548.632179] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1548.632389] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-022fc87a-f1d0-4c7c-9554-b8de6ea6dd4a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1548.643955] env[71058]: DEBUG oslo_vmware.api [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872954, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1548.645411] env[71058]: DEBUG oslo_vmware.api [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1548.645411] env[71058]:    value = "task-2872955"
[ 1548.645411] env[71058]:    _type = "Task"
[ 1548.645411] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1548.653596] env[71058]: DEBUG oslo_vmware.api [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1548.705070] env[71058]: DEBUG oslo_concurrency.lockutils [req-fd386236-24e0-43c7-be00-a6b38dddc679 req-addd7d8a-2774-447d-82ea-9cd2bdc91562 service nova] Releasing lock "refresh_cache-66745105-ba3e-4198-8663-9e638df1c630" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1548.935594] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquiring lock "5ad28b0b-e4b1-437e-9550-44143b7ef750" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1548.935809] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Lock "5ad28b0b-e4b1-437e-9550-44143b7ef750" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1548.938504] env[71058]: DEBUG oslo_concurrency.lockutils [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Acquiring lock "810103ba-5a1b-4ae2-affd-5437757c5cd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1548.938730] env[71058]: DEBUG oslo_concurrency.lockutils [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Lock "810103ba-5a1b-4ae2-affd-5437757c5cd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1549.053451] env[71058]: DEBUG oslo_vmware.api [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522e02c3-4101-3ff0-da96-e26cac075e4e, 'name': SearchDatastore_Task, 'duration_secs': 0.01172} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1549.053798] env[71058]: DEBUG oslo_concurrency.lockutils [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1549.054109] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1549.054401] env[71058]: DEBUG oslo_concurrency.lockutils [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1549.054886] env[71058]: DEBUG oslo_concurrency.lockutils [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1549.054886] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1549.055135] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e5ed851-39ba-4e85-b534-5abb3a5c43f5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1549.064278] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 76a95105-67c2-4bad-83f4-639120a26053 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1549.069136] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1549.069136] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1549.069639] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87cfc21b-c474-4152-9eda-13b758e4c3af {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1549.076670] env[71058]: DEBUG oslo_vmware.api [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1549.076670] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52151b2a-3e1e-adf9-791f-04498cf1b91e"
[ 1549.076670] env[71058]:    _type = "Task"
[ 1549.076670] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1549.085780] env[71058]: DEBUG oslo_vmware.api [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52151b2a-3e1e-adf9-791f-04498cf1b91e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1549.147447] env[71058]: DEBUG oslo_vmware.api [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872954, 'name': ReconfigVM_Task, 'duration_secs': 0.493971} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1549.150993] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 887beb6c-01db-4225-91be-cb3e9555a945/887beb6c-01db-4225-91be-cb3e9555a945.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1549.151482] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00e76a2e-1f15-4010-a092-a337294282e1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1549.158057] env[71058]: DEBUG oslo_vmware.api [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872955, 'name': PowerOnVM_Task} progress is 1%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1549.159334] env[71058]: DEBUG oslo_vmware.api [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1549.159334] env[71058]:    value = "task-2872956"
[ 1549.159334] env[71058]:    _type = "Task"
[ 1549.159334] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1549.167044] env[71058]: DEBUG oslo_vmware.api [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872956, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1549.471845] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquiring lock "1eaa0e4b-10c8-43fa-be14-48b25708c047" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1549.472336] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Lock "1eaa0e4b-10c8-43fa-be14-48b25708c047" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1549.572477] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 69144402-515b-460e-b3c9-2231abbfec1c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1549.590790] env[71058]: DEBUG oslo_vmware.api [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52151b2a-3e1e-adf9-791f-04498cf1b91e, 'name': SearchDatastore_Task, 'duration_secs': 0.01083} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1549.592681] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24845f6a-5f6b-434a-84d1-cf354f2fdf94 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1549.601025] env[71058]: DEBUG oslo_vmware.api [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1549.601025] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5235e1c0-c76b-99eb-1987-2c617147c58b"
[ 1549.601025] env[71058]:    _type = "Task"
[ 1549.601025] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1549.608932] env[71058]: DEBUG oslo_vmware.api [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5235e1c0-c76b-99eb-1987-2c617147c58b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1549.657332] env[71058]: DEBUG oslo_vmware.api [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872955, 'name': PowerOnVM_Task} progress is 64%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1549.668455] env[71058]: DEBUG oslo_vmware.api [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872956, 'name': Rename_Task, 'duration_secs': 0.185347} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1549.668619] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1549.668864] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b693b67c-8704-48cf-847a-f9abf2ed4b24 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1549.676451] env[71058]: DEBUG oslo_vmware.api [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1549.676451] env[71058]:    value = "task-2872957"
[ 1549.676451] env[71058]:    _type = "Task"
[ 1549.676451] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1549.690498] env[71058]: DEBUG oslo_vmware.api [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1550.079028] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 338cd685-d536-4a70-b1e1-c1ec273c60d1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1550.109738] env[71058]: DEBUG oslo_vmware.api [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5235e1c0-c76b-99eb-1987-2c617147c58b, 'name': SearchDatastore_Task, 'duration_secs': 0.010753} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1550.110041] env[71058]: DEBUG oslo_concurrency.lockutils [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1550.110314] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 66745105-ba3e-4198-8663-9e638df1c630/66745105-ba3e-4198-8663-9e638df1c630.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1550.110666] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aebeb18f-d622-49e0-b235-13bb1cf294dc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1550.117950] env[71058]: DEBUG oslo_vmware.api [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1550.117950] env[71058]:    value = "task-2872958"
[ 1550.117950] env[71058]:    _type = "Task"
[ 1550.117950] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1550.126178] env[71058]: DEBUG oslo_vmware.api [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2872958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1550.157568] env[71058]: DEBUG oslo_vmware.api [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872955, 'name': PowerOnVM_Task, 'duration_secs': 1.216106} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1550.157868] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1550.158088] env[71058]: INFO nova.compute.manager [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Took 9.98 seconds to spawn the instance on the hypervisor.
[ 1550.158316] env[71058]: DEBUG nova.compute.manager [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1550.159179] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910bb9ce-5419-4a1b-b494-4bded68d6727 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1550.186172] env[71058]: DEBUG oslo_vmware.api [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872957, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1550.583052] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 94f70364-634d-4b69-9d8f-921d8672d5d4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1550.630240] env[71058]: DEBUG oslo_vmware.api [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2872958, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1550.683233] env[71058]: INFO nova.compute.manager [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Took 52.16 seconds to build instance.
[ 1550.692935] env[71058]: DEBUG oslo_vmware.api [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872957, 'name': PowerOnVM_Task, 'duration_secs': 0.769972} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1550.694939] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1550.695258] env[71058]: INFO nova.compute.manager [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Took 7.94 seconds to spawn the instance on the hypervisor.
[ 1550.695929] env[71058]: DEBUG nova.compute.manager [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1550.697120] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34076aea-f590-4fd7-b786-08e5594c3799 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1550.751422] env[71058]: DEBUG oslo_vmware.rw_handles [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5290f265-eb49-a0d9-331f-4105dd556062/disk-0.vmdk. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1550.752507] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a72041e-204d-4f91-944a-b7580ebdb370 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1550.760143] env[71058]: DEBUG oslo_vmware.rw_handles [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5290f265-eb49-a0d9-331f-4105dd556062/disk-0.vmdk is in state: ready. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1550.760143] env[71058]: ERROR oslo_vmware.rw_handles [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5290f265-eb49-a0d9-331f-4105dd556062/disk-0.vmdk due to incomplete transfer.
[ 1550.760461] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8bfeaa63-3b3d-4ea8-9cc0-72fe00e006a6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1550.768069] env[71058]: DEBUG oslo_vmware.rw_handles [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5290f265-eb49-a0d9-331f-4105dd556062/disk-0.vmdk. {{(pid=71058) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}}
[ 1550.768277] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Uploaded image d1f2502d-8975-4b03-9a93-7d947aed6353 to the Glance image server {{(pid=71058) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}}
[ 1550.770845] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Destroying the VM {{(pid=71058) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}}
[ 1550.771122] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fd21bad8-b702-4591-bbaa-24ed1dc434dd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1550.777978] env[71058]: DEBUG oslo_vmware.api [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Waiting for the task: (returnval){
[ 1550.777978] env[71058]:    value = "task-2872959"
[ 1550.777978] env[71058]:    _type = "Task"
[ 1550.777978] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1550.786929] env[71058]: DEBUG oslo_vmware.api [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872959, 'name': Destroy_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1551.089273] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance ee74ee1f-7464-4001-a1ca-63a94eaccdb7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1551.130424] env[71058]: DEBUG oslo_vmware.api [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2872958, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592769} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1551.131383] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 66745105-ba3e-4198-8663-9e638df1c630/66745105-ba3e-4198-8663-9e638df1c630.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1551.131383] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1551.131383] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fc8f27a-a70a-4e3d-929e-95467ba0fd30 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1551.138651] env[71058]: DEBUG oslo_vmware.api [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1551.138651] env[71058]:    value = "task-2872960"
[ 1551.138651] env[71058]:    _type = "Task"
[ 1551.138651] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1551.151648] env[71058]: DEBUG oslo_vmware.api [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2872960, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1551.187025] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ae1d15fd-7d2b-4539-9761-4ecc08ce8318 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "7c7adb97-865a-4eee-a3b0-b3b0da455c18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 75.472s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1551.219930] env[71058]: INFO nova.compute.manager [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Took 48.80 seconds to build instance.
[ 1551.288692] env[71058]: DEBUG oslo_vmware.api [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872959, 'name': Destroy_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1551.593705] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 951fe8b2-c7f8-4c01-84f6-9ab958dfb173 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1551.651112] env[71058]: DEBUG oslo_vmware.api [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2872960, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.244913} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1551.651112] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1551.651112] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc24313b-dd29-4dd0-9a49-15da185c2ca3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1551.673783] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 66745105-ba3e-4198-8663-9e638df1c630/66745105-ba3e-4198-8663-9e638df1c630.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1551.674141] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-554af38b-0660-454f-9644-77512428e5aa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1551.690025] env[71058]: DEBUG nova.compute.manager [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1551.706527] env[71058]: DEBUG oslo_vmware.api [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1551.706527] env[71058]:    value = "task-2872961"
[ 1551.706527] env[71058]:    _type = "Task"
[ 1551.706527] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1551.715642] env[71058]: DEBUG oslo_vmware.api [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2872961, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1551.722372] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fe198757-4b2f-41a6-8e7c-c9160e4074e6 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "887beb6c-01db-4225-91be-cb3e9555a945" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 73.944s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1551.791573] env[71058]: DEBUG oslo_vmware.api [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872959, 'name': Destroy_Task} progress is 33%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1551.971318] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67f027a-8dd6-40f4-9242-9604de85f366 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1551.979801] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-85a4b5e4-cdba-42cb-822e-f56abfe8e73b tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Suspending the VM {{(pid=71058) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}}
[ 1551.980088] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-79a5339a-982e-40c1-97a1-09cba358d59c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1551.987139] env[71058]: DEBUG oslo_vmware.api [None req-85a4b5e4-cdba-42cb-822e-f56abfe8e73b tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1551.987139] env[71058]:    value = "task-2872962"
[ 1551.987139] env[71058]:    _type = "Task"
[ 1551.987139] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1551.995186] env[71058]: DEBUG oslo_vmware.api [None req-85a4b5e4-cdba-42cb-822e-f56abfe8e73b tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872962, 'name': SuspendVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1552.097929] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1552.218813] env[71058]: DEBUG oslo_vmware.api [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2872961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1552.219962] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1552.225616] env[71058]: DEBUG nova.compute.manager [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1552.275654] env[71058]: DEBUG oslo_concurrency.lockutils [None req-91372da9-6b78-4ce8-a572-4fb416ff9814 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Acquiring lock "03b4d595-77ea-48bc-9e87-8ed5cec93c4a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1552.275993] env[71058]: DEBUG oslo_concurrency.lockutils [None req-91372da9-6b78-4ce8-a572-4fb416ff9814 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Lock "03b4d595-77ea-48bc-9e87-8ed5cec93c4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1552.276285] env[71058]: DEBUG oslo_concurrency.lockutils [None req-91372da9-6b78-4ce8-a572-4fb416ff9814 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Acquiring lock "03b4d595-77ea-48bc-9e87-8ed5cec93c4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1552.276514] env[71058]: DEBUG oslo_concurrency.lockutils [None req-91372da9-6b78-4ce8-a572-4fb416ff9814 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Lock "03b4d595-77ea-48bc-9e87-8ed5cec93c4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1552.276747] env[71058]: DEBUG oslo_concurrency.lockutils [None req-91372da9-6b78-4ce8-a572-4fb416ff9814 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Lock "03b4d595-77ea-48bc-9e87-8ed5cec93c4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1552.279463] env[71058]: INFO nova.compute.manager [None req-91372da9-6b78-4ce8-a572-4fb416ff9814 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Terminating instance
[ 1552.291238] env[71058]: DEBUG oslo_vmware.api [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872959, 'name': Destroy_Task, 'duration_secs': 1.11044} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1552.291508] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Destroyed the VM
[ 1552.292285] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Deleting Snapshot of the VM instance {{(pid=71058) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}}
[ 1552.292285] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-737f80ae-7712-4148-b7b9-f82e5f1530f0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1552.302057] env[71058]: DEBUG oslo_vmware.api [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Waiting for the task: (returnval){
[ 1552.302057] env[71058]:    value = "task-2872963"
[ 1552.302057] env[71058]:    _type = "Task"
[ 1552.302057] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1552.310492] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9a59cce9-349b-46fe-b229-9cadfd6b2e32 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "7c7adb97-865a-4eee-a3b0-b3b0da455c18" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1552.310492] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9a59cce9-349b-46fe-b229-9cadfd6b2e32 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "7c7adb97-865a-4eee-a3b0-b3b0da455c18" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1552.316082] env[71058]: DEBUG oslo_vmware.api [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872963, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1552.500763] env[71058]: DEBUG oslo_vmware.api [None req-85a4b5e4-cdba-42cb-822e-f56abfe8e73b tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872962, 'name': SuspendVM_Task} progress is 62%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1552.601132] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance d314154d-6389-4b0d-81a3-dc443ce8cf9a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1552.721040] env[71058]: DEBUG oslo_vmware.api [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2872961, 'name': ReconfigVM_Task, 'duration_secs': 0.67664} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1552.721376] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 66745105-ba3e-4198-8663-9e638df1c630/66745105-ba3e-4198-8663-9e638df1c630.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1552.722257] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c68bcfee-88e9-4a94-af64-1241c862c311 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1552.732842] env[71058]: DEBUG oslo_vmware.api [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1552.732842] env[71058]:    value = "task-2872964"
[ 1552.732842] env[71058]:    _type = "Task"
[ 1552.732842] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1552.744309] env[71058]: DEBUG oslo_vmware.api [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2872964, 'name': Rename_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1552.749426] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1552.787732] env[71058]: DEBUG nova.compute.manager [None req-91372da9-6b78-4ce8-a572-4fb416ff9814 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1552.787982] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-91372da9-6b78-4ce8-a572-4fb416ff9814 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1552.788938] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc93376b-f479-4b2b-92bf-b3bf52173abd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1552.796916] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-91372da9-6b78-4ce8-a572-4fb416ff9814 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1552.796916] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c837513-b0e9-4db5-9945-3709fa9f7e33 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1552.804132] env[71058]: DEBUG oslo_vmware.api [None req-91372da9-6b78-4ce8-a572-4fb416ff9814 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Waiting for the task: (returnval){
[ 1552.804132] env[71058]:    value = "task-2872965"
[ 1552.804132] env[71058]:    _type = "Task"
[ 1552.804132] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1552.817984] env[71058]: DEBUG nova.compute.utils [None req-9a59cce9-349b-46fe-b229-9cadfd6b2e32 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1552.819628] env[71058]: DEBUG oslo_vmware.api [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872963, 'name': RemoveSnapshot_Task} progress is 69%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1552.824538] env[71058]: DEBUG oslo_vmware.api [None req-91372da9-6b78-4ce8-a572-4fb416ff9814 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Task: {'id': task-2872965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1553.000303] env[71058]: DEBUG oslo_vmware.api [None req-85a4b5e4-cdba-42cb-822e-f56abfe8e73b tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872962, 'name': SuspendVM_Task, 'duration_secs': 0.777208} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1553.000656] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-85a4b5e4-cdba-42cb-822e-f56abfe8e73b tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Suspended the VM {{(pid=71058) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}}
[ 1553.000897] env[71058]: DEBUG nova.compute.manager [None req-85a4b5e4-cdba-42cb-822e-f56abfe8e73b tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1553.002044] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f502daf-c786-41cf-b4bf-d7bb1d7f55ee {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1553.104060] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 91283a3a-f5d5-402f-b6c1-776f99ecf7f7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1553.243608] env[71058]: DEBUG oslo_vmware.api [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2872964, 'name': Rename_Task, 'duration_secs': 0.134524} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1553.245024] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1553.245024] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d389c90c-82f6-4cd4-b077-43e940c61141 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1553.254322] env[71058]: DEBUG oslo_vmware.api [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1553.254322] env[71058]:    value = "task-2872966"
[ 1553.254322] env[71058]:    _type = "Task"
[ 1553.254322] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1553.262760] env[71058]: DEBUG oslo_vmware.api [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2872966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1553.314163] env[71058]: DEBUG oslo_vmware.api [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872963, 'name': RemoveSnapshot_Task, 'duration_secs': 0.663923} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1553.314760] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Deleted Snapshot of the VM instance {{(pid=71058) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}}
[ 1553.315018] env[71058]: INFO nova.compute.manager [None req-7414d6b5-e07d-4c3e-8334-161cdcb01ace tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Took 15.87 seconds to snapshot the instance on the hypervisor.
[ 1553.320130] env[71058]: DEBUG oslo_vmware.api [None req-91372da9-6b78-4ce8-a572-4fb416ff9814 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Task: {'id': task-2872965, 'name': PowerOffVM_Task, 'duration_secs': 0.19095} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1553.320815] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9a59cce9-349b-46fe-b229-9cadfd6b2e32 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "7c7adb97-865a-4eee-a3b0-b3b0da455c18" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 1.010s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1553.321342] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-91372da9-6b78-4ce8-a572-4fb416ff9814 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1553.321513] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-91372da9-6b78-4ce8-a572-4fb416ff9814 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1553.321790] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00e9bd83-434d-48bd-b20e-c199830202b2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1553.390942] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-91372da9-6b78-4ce8-a572-4fb416ff9814 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1553.391239] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-91372da9-6b78-4ce8-a572-4fb416ff9814 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1553.391477] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-91372da9-6b78-4ce8-a572-4fb416ff9814 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Deleting the datastore file [datastore1] 03b4d595-77ea-48bc-9e87-8ed5cec93c4a {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1553.391777] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5865507-13e1-450f-a874-0e0154286096 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1553.399082] env[71058]: DEBUG oslo_vmware.api [None req-91372da9-6b78-4ce8-a572-4fb416ff9814 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Waiting for the task: (returnval){
[ 1553.399082] env[71058]:    value = "task-2872968"
[ 1553.399082] env[71058]:    _type = "Task"
[ 1553.399082] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1553.407087] env[71058]: DEBUG oslo_vmware.api [None req-91372da9-6b78-4ce8-a572-4fb416ff9814 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Task: {'id': task-2872968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1553.606859] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 6639a7f8-2b54-41b3-bd03-6414edae1c5d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1553.764359] env[71058]: DEBUG oslo_vmware.api [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2872966, 'name': PowerOnVM_Task, 'duration_secs': 0.495208} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1553.764645] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1553.764847] env[71058]: INFO nova.compute.manager [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Took 8.43 seconds to spawn the instance on the hypervisor.
[ 1553.765071] env[71058]: DEBUG nova.compute.manager [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1553.765834] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b166e8-e650-4917-9214-08736e91cc53 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1553.910936] env[71058]: DEBUG oslo_vmware.api [None req-91372da9-6b78-4ce8-a572-4fb416ff9814 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Task: {'id': task-2872968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187395} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1553.911157] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-91372da9-6b78-4ce8-a572-4fb416ff9814 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1553.911331] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-91372da9-6b78-4ce8-a572-4fb416ff9814 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1553.911664] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-91372da9-6b78-4ce8-a572-4fb416ff9814 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1553.911664] env[71058]: INFO nova.compute.manager [None req-91372da9-6b78-4ce8-a572-4fb416ff9814 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Took 1.12 seconds to destroy the instance on the hypervisor.
[ 1553.913031] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91372da9-6b78-4ce8-a572-4fb416ff9814 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1553.913031] env[71058]: DEBUG nova.compute.manager [-] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1553.913031] env[71058]: DEBUG nova.network.neutron [-] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1554.109932] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance c7916ea3-46e0-4c13-a44e-d855f67cb9cc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1554.282215] env[71058]: INFO nova.compute.manager [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Took 49.46 seconds to build instance.
[ 1554.383668] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9a59cce9-349b-46fe-b229-9cadfd6b2e32 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "7c7adb97-865a-4eee-a3b0-b3b0da455c18" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1554.385254] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9a59cce9-349b-46fe-b229-9cadfd6b2e32 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "7c7adb97-865a-4eee-a3b0-b3b0da455c18" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1554.387489] env[71058]: INFO nova.compute.manager [None req-9a59cce9-349b-46fe-b229-9cadfd6b2e32 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Attaching volume 6c0b2f0d-8b6c-4344-9ab6-6ce7e5a3e5bd to /dev/sdb
[ 1554.447139] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599f9ed0-890f-4731-8a25-201b682788b8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1554.451585] env[71058]: DEBUG oslo_concurrency.lockutils [None req-18729da1-c7d2-4379-94b6-4b9da0b10ab0 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Acquiring lock "9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1554.451891] env[71058]: DEBUG oslo_concurrency.lockutils [None req-18729da1-c7d2-4379-94b6-4b9da0b10ab0 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Lock "9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1554.452205] env[71058]: DEBUG oslo_concurrency.lockutils [None req-18729da1-c7d2-4379-94b6-4b9da0b10ab0 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Acquiring lock "9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1554.452428] env[71058]: DEBUG oslo_concurrency.lockutils [None req-18729da1-c7d2-4379-94b6-4b9da0b10ab0 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Lock "9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1554.452697] env[71058]: DEBUG oslo_concurrency.lockutils [None req-18729da1-c7d2-4379-94b6-4b9da0b10ab0 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Lock "9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1554.456279] env[71058]: INFO nova.compute.manager [None req-18729da1-c7d2-4379-94b6-4b9da0b10ab0 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Terminating instance
[ 1554.465947] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3d92ac-a6d7-4b13-9194-26a5007ca245 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1554.480355] env[71058]: DEBUG nova.virt.block_device [None req-9a59cce9-349b-46fe-b229-9cadfd6b2e32 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Updating existing volume attachment record: 75e99607-1c26-4971-a771-bde0064f3066 {{(pid=71058) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
[ 1554.563691] env[71058]: DEBUG nova.compute.manager [req-ad5eb253-4a80-4246-a779-b7409d6023a4 req-37cbfe01-5939-496d-a2df-6e129c238103 service nova] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Received event network-vif-deleted-7f092f6e-b465-43b4-a9ef-09682095061b {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1554.563943] env[71058]: INFO nova.compute.manager [req-ad5eb253-4a80-4246-a779-b7409d6023a4 req-37cbfe01-5939-496d-a2df-6e129c238103 service nova] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Neutron deleted interface 7f092f6e-b465-43b4-a9ef-09682095061b; detaching it from the instance and deleting it from the info cache
[ 1554.564175] env[71058]: DEBUG nova.network.neutron [req-ad5eb253-4a80-4246-a779-b7409d6023a4 req-37cbfe01-5939-496d-a2df-6e129c238103 service nova] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1554.613875] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 5ad28b0b-e4b1-437e-9550-44143b7ef750 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1554.784265] env[71058]: DEBUG oslo_concurrency.lockutils [None req-943de8d9-70ed-4061-a173-95d3bf204921 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lock "66745105-ba3e-4198-8663-9e638df1c630" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 76.605s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1554.911320] env[71058]: DEBUG nova.network.neutron [-] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1554.965723] env[71058]: DEBUG nova.compute.manager [None req-18729da1-c7d2-4379-94b6-4b9da0b10ab0 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1554.965723] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-18729da1-c7d2-4379-94b6-4b9da0b10ab0 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1554.965723] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bd9efc-3b9f-4474-aa1f-69bb5235f3cd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1554.975992] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-18729da1-c7d2-4379-94b6-4b9da0b10ab0 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1554.976306] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e58a6ce-0604-490d-a2cb-2d2318de0c81 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1554.982723] env[71058]: DEBUG oslo_vmware.api [None req-18729da1-c7d2-4379-94b6-4b9da0b10ab0 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Waiting for the task: (returnval){
[ 1554.982723] env[71058]:    value = "task-2872972"
[ 1554.982723] env[71058]:    _type = "Task"
[ 1554.982723] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1554.991576] env[71058]: DEBUG oslo_vmware.api [None req-18729da1-c7d2-4379-94b6-4b9da0b10ab0 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1555.069626] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04569488-38fc-429a-9cce-bf6bc03dc898 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1555.079924] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0585d000-5bcc-4146-a4df-657ddc5040d7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1555.114624] env[71058]: DEBUG nova.compute.manager [req-ad5eb253-4a80-4246-a779-b7409d6023a4 req-37cbfe01-5939-496d-a2df-6e129c238103 service nova] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Detach interface failed, port_id=7f092f6e-b465-43b4-a9ef-09682095061b, reason: Instance 03b4d595-77ea-48bc-9e87-8ed5cec93c4a could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1555.118674] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 810103ba-5a1b-4ae2-affd-5437757c5cd2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1555.118974] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=71058) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
[ 1555.119162] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=71058) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
[ 1555.286673] env[71058]: DEBUG nova.compute.manager [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1555.413870] env[71058]: INFO nova.compute.manager [-] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Took 1.50 seconds to deallocate network for instance.
[ 1555.470835] env[71058]: DEBUG nova.compute.manager [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1555.472083] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d3017b-26ac-45c6-9844-ee4a8b1074b3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1555.493439] env[71058]: DEBUG oslo_vmware.api [None req-18729da1-c7d2-4379-94b6-4b9da0b10ab0 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872972, 'name': PowerOffVM_Task, 'duration_secs': 0.200689} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1555.493713] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-18729da1-c7d2-4379-94b6-4b9da0b10ab0 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1555.493851] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-18729da1-c7d2-4379-94b6-4b9da0b10ab0 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1555.494189] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48e726ab-ebc9-4ff2-9c80-d04a5d40628a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1555.560181] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-18729da1-c7d2-4379-94b6-4b9da0b10ab0 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1555.560416] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-18729da1-c7d2-4379-94b6-4b9da0b10ab0 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1555.560606] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-18729da1-c7d2-4379-94b6-4b9da0b10ab0 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Deleting the datastore file [datastore2] 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1555.560851] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6eabb76b-18b5-4725-bb6b-70fbd2ff21de {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1555.564670] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccdedf8-dcd8-46d5-b690-6da53d44992d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1555.568217] env[71058]: DEBUG oslo_vmware.api [None req-18729da1-c7d2-4379-94b6-4b9da0b10ab0 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Waiting for the task: (returnval){
[ 1555.568217] env[71058]:    value = "task-2872974"
[ 1555.568217] env[71058]:    _type = "Task"
[ 1555.568217] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1555.575041] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6588d3-a05f-4f3e-a698-f3a5267ddb74 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1555.581981] env[71058]: DEBUG oslo_vmware.api [None req-18729da1-c7d2-4379-94b6-4b9da0b10ab0 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1555.610512] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b72dc2-fc02-4cb8-99ba-3b6255c325b8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1555.618529] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8508779a-1f5b-4cd0-beaa-97ab8d31d794 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1555.634761] env[71058]: DEBUG nova.compute.provider_tree [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1555.804880] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1555.919895] env[71058]: DEBUG oslo_concurrency.lockutils [None req-91372da9-6b78-4ce8-a572-4fb416ff9814 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1555.985826] env[71058]: INFO nova.compute.manager [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] instance snapshotting
[ 1555.985826] env[71058]: WARNING nova.compute.manager [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] trying to snapshot a non-running instance: (state: 7 expected: 1)
[ 1555.988637] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8433481d-446f-459a-b4e1-449a88ca47ed {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1556.008792] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecb178e-01f8-4e3b-91c8-fcf31c522756 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1556.078038] env[71058]: DEBUG oslo_vmware.api [None req-18729da1-c7d2-4379-94b6-4b9da0b10ab0 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Task: {'id': task-2872974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.444297} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1556.078356] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-18729da1-c7d2-4379-94b6-4b9da0b10ab0 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1556.078479] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-18729da1-c7d2-4379-94b6-4b9da0b10ab0 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1556.078652] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-18729da1-c7d2-4379-94b6-4b9da0b10ab0 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1556.078816] env[71058]: INFO nova.compute.manager [None req-18729da1-c7d2-4379-94b6-4b9da0b10ab0 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Took 1.11 seconds to destroy the instance on the hypervisor.
[ 1556.079160] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18729da1-c7d2-4379-94b6-4b9da0b10ab0 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1556.079636] env[71058]: DEBUG nova.compute.manager [-] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1556.079737] env[71058]: DEBUG nova.network.neutron [-] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1556.138165] env[71058]: DEBUG nova.scheduler.client.report [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1556.519723] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Creating Snapshot of the VM instance {{(pid=71058) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}}
[ 1556.520050] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9ca9c021-3a11-4d5d-b63a-bee9627658a8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1556.527539] env[71058]: DEBUG oslo_vmware.api [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1556.527539] env[71058]:    value = "task-2872975"
[ 1556.527539] env[71058]:    _type = "Task"
[ 1556.527539] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1556.536235] env[71058]: DEBUG oslo_vmware.api [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872975, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1556.596806] env[71058]: DEBUG nova.compute.manager [req-4a5c445d-08ea-4875-acef-2043e0e01c3b req-8e104d16-4d74-4c52-bf1c-3beceb68ef1b service nova] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Received event network-vif-deleted-5ced147d-5542-44e4-abd5-ec0f00ae90d4 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1556.597067] env[71058]: INFO nova.compute.manager [req-4a5c445d-08ea-4875-acef-2043e0e01c3b req-8e104d16-4d74-4c52-bf1c-3beceb68ef1b service nova] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Neutron deleted interface 5ced147d-5542-44e4-abd5-ec0f00ae90d4; detaching it from the instance and deleting it from the info cache
[ 1556.597302] env[71058]: DEBUG nova.network.neutron [req-4a5c445d-08ea-4875-acef-2043e0e01c3b req-8e104d16-4d74-4c52-bf1c-3beceb68ef1b service nova] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1556.643552] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71058) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
[ 1556.643868] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.142s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1556.644161] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.746s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1556.645725] env[71058]: INFO nova.compute.claims [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1556.827125] env[71058]: DEBUG nova.network.neutron [-] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1557.038305] env[71058]: DEBUG oslo_vmware.api [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872975, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1557.100086] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5776f4e7-ed43-4e87-9d6a-38ba0133fcee {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1557.110153] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b961d2-597d-4804-b455-e1dbe92babb1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1557.147371] env[71058]: DEBUG nova.compute.manager [req-4a5c445d-08ea-4875-acef-2043e0e01c3b req-8e104d16-4d74-4c52-bf1c-3beceb68ef1b service nova] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Detach interface failed, port_id=5ced147d-5542-44e4-abd5-ec0f00ae90d4, reason: Instance 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1557.330409] env[71058]: INFO nova.compute.manager [-] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Took 1.25 seconds to deallocate network for instance.
[ 1557.538373] env[71058]: DEBUG oslo_vmware.api [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872975, 'name': CreateSnapshot_Task, 'duration_secs': 0.962616} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1557.538649] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Created Snapshot of the VM instance {{(pid=71058) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}}
[ 1557.539452] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad55454a-bc78-4027-97c6-603edd941391 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1557.839047] env[71058]: DEBUG oslo_concurrency.lockutils [None req-18729da1-c7d2-4379-94b6-4b9da0b10ab0 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1558.057090] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Creating linked-clone VM from snapshot {{(pid=71058) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}}
[ 1558.059584] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ee0eabe0-889b-4513-8535-2fb916649e96 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1558.068104] env[71058]: DEBUG oslo_vmware.api [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1558.068104] env[71058]:    value = "task-2872977"
[ 1558.068104] env[71058]:    _type = "Task"
[ 1558.068104] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1558.076976] env[71058]: DEBUG oslo_vmware.api [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872977, 'name': CloneVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1558.124871] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cc311a-863f-47b7-8408-dc1a65ce64dc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1558.131959] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9983574f-adad-480d-88cf-2f0518e411c2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1558.161218] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83373ba5-c2fb-435c-a829-60f411e5dba2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1558.168266] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4487ec-a9de-4f0e-a18f-d979a74a4b6e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1558.183475] env[71058]: DEBUG nova.compute.provider_tree [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1558.578265] env[71058]: DEBUG oslo_vmware.api [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872977, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1558.687089] env[71058]: DEBUG nova.scheduler.client.report [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1559.039111] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a59cce9-349b-46fe-b229-9cadfd6b2e32 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Volume attach. Driver type: vmdk {{(pid=71058) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}}
[ 1559.039405] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a59cce9-349b-46fe-b229-9cadfd6b2e32 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577428', 'volume_id': '6c0b2f0d-8b6c-4344-9ab6-6ce7e5a3e5bd', 'name': 'volume-6c0b2f0d-8b6c-4344-9ab6-6ce7e5a3e5bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7c7adb97-865a-4eee-a3b0-b3b0da455c18', 'attached_at': '', 'detached_at': '', 'volume_id': '6c0b2f0d-8b6c-4344-9ab6-6ce7e5a3e5bd', 'serial': '6c0b2f0d-8b6c-4344-9ab6-6ce7e5a3e5bd'} {{(pid=71058) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}}
[ 1559.040248] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8965549c-a4aa-4693-85c0-fa4f2a61c18b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1559.057382] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782ac95c-ec45-4043-9482-1f0adda3860a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1559.081977] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a59cce9-349b-46fe-b229-9cadfd6b2e32 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] volume-6c0b2f0d-8b6c-4344-9ab6-6ce7e5a3e5bd/volume-6c0b2f0d-8b6c-4344-9ab6-6ce7e5a3e5bd.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1559.085439] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66cf8362-60a5-4052-90e4-35662915ec09 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1559.105571] env[71058]: DEBUG oslo_vmware.api [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872977, 'name': CloneVM_Task} progress is 95%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1559.105868] env[71058]: DEBUG oslo_vmware.api [None req-9a59cce9-349b-46fe-b229-9cadfd6b2e32 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1559.105868] env[71058]:    value = "task-2872978"
[ 1559.105868] env[71058]:    _type = "Task"
[ 1559.105868] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1559.192074] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1559.192367] env[71058]: DEBUG nova.compute.manager [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1559.195040] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.437s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1559.197169] env[71058]: INFO nova.compute.claims [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1559.583922] env[71058]: DEBUG oslo_vmware.api [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2872977, 'name': CloneVM_Task, 'duration_secs': 1.141561} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1559.584202] env[71058]: INFO nova.virt.vmwareapi.vmops [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Created linked-clone VM from snapshot
[ 1559.584982] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d7a665-fd5f-4e48-a6ba-63e2da8ab453 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1559.591936] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Uploading image c2034584-73b3-4f9e-98f3-49822d69170f {{(pid=71058) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}}
[ 1559.615645] env[71058]: DEBUG oslo_vmware.api [None req-9a59cce9-349b-46fe-b229-9cadfd6b2e32 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872978, 'name': ReconfigVM_Task, 'duration_secs': 0.343702} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1559.617346] env[71058]: DEBUG oslo_vmware.rw_handles [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Creating HttpNfcLease lease for exporting VM: (result){
[ 1559.617346] env[71058]:    value = "vm-577430"
[ 1559.617346] env[71058]:    _type = "VirtualMachine"
[ 1559.617346] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}}
[ 1559.617602] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a59cce9-349b-46fe-b229-9cadfd6b2e32 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Reconfigured VM instance instance-00000025 to attach disk [datastore1] volume-6c0b2f0d-8b6c-4344-9ab6-6ce7e5a3e5bd/volume-6c0b2f0d-8b6c-4344-9ab6-6ce7e5a3e5bd.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1559.622194] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7f0433cb-a22c-4c9d-a459-a4344ccb79e7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1559.623533] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fc71333-95d2-4053-90e1-e9d9e74244cc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1559.638320] env[71058]: DEBUG oslo_vmware.rw_handles [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lease: (returnval){
[ 1559.638320] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52116628-4861-44ce-3fbf-185bd0c1f2b0"
[ 1559.638320] env[71058]:    _type = "HttpNfcLease"
[ 1559.638320] env[71058]:  } obtained for exporting VM: (result){
[ 1559.638320] env[71058]:    value = "vm-577430"
[ 1559.638320] env[71058]:    _type = "VirtualMachine"
[ 1559.638320] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}}
[ 1559.638736] env[71058]: DEBUG oslo_vmware.api [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the lease: (returnval){
[ 1559.638736] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52116628-4861-44ce-3fbf-185bd0c1f2b0"
[ 1559.638736] env[71058]:    _type = "HttpNfcLease"
[ 1559.638736] env[71058]:  } to be ready. {{(pid=71058) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1559.639623] env[71058]: DEBUG oslo_vmware.api [None req-9a59cce9-349b-46fe-b229-9cadfd6b2e32 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1559.639623] env[71058]:    value = "task-2872979"
[ 1559.639623] env[71058]:    _type = "Task"
[ 1559.639623] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1559.650178] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1559.650178] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52116628-4861-44ce-3fbf-185bd0c1f2b0"
[ 1559.650178] env[71058]:    _type = "HttpNfcLease"
[ 1559.650178] env[71058]:  } is initializing. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1559.653077] env[71058]: DEBUG oslo_vmware.api [None req-9a59cce9-349b-46fe-b229-9cadfd6b2e32 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872979, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1559.701767] env[71058]: DEBUG nova.compute.utils [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1559.705323] env[71058]: DEBUG nova.compute.manager [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1559.705482] env[71058]: DEBUG nova.network.neutron [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1559.756074] env[71058]: DEBUG nova.policy [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8425d214f2d14da5a2748e9830167129', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48a2ee130e5a4f4fa56b4ee442dea6ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1560.037453] env[71058]: DEBUG nova.network.neutron [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Successfully created port: 2231a3a5-2bba-4fd9-93ad-ff9a2cbdfcd6 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1560.152235] env[71058]: DEBUG oslo_vmware.api [None req-9a59cce9-349b-46fe-b229-9cadfd6b2e32 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872979, 'name': ReconfigVM_Task, 'duration_secs': 0.148157} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1560.153980] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a59cce9-349b-46fe-b229-9cadfd6b2e32 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577428', 'volume_id': '6c0b2f0d-8b6c-4344-9ab6-6ce7e5a3e5bd', 'name': 'volume-6c0b2f0d-8b6c-4344-9ab6-6ce7e5a3e5bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7c7adb97-865a-4eee-a3b0-b3b0da455c18', 'attached_at': '', 'detached_at': '', 'volume_id': '6c0b2f0d-8b6c-4344-9ab6-6ce7e5a3e5bd', 'serial': '6c0b2f0d-8b6c-4344-9ab6-6ce7e5a3e5bd'} {{(pid=71058) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}}
[ 1560.155426] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1560.155426] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52116628-4861-44ce-3fbf-185bd0c1f2b0"
[ 1560.155426] env[71058]:    _type = "HttpNfcLease"
[ 1560.155426] env[71058]:  } is ready. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1560.155780] env[71058]: DEBUG oslo_vmware.rw_handles [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1560.155780] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52116628-4861-44ce-3fbf-185bd0c1f2b0"
[ 1560.155780] env[71058]:    _type = "HttpNfcLease"
[ 1560.155780] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}}
[ 1560.156595] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0109dc-d87a-478d-afeb-2412c73f9fa5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1560.164560] env[71058]: DEBUG oslo_vmware.rw_handles [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c6ddaf-6f6b-ecb8-97ef-b32f289afc20/disk-0.vmdk from lease info. {{(pid=71058) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1560.164789] env[71058]: DEBUG oslo_vmware.rw_handles [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c6ddaf-6f6b-ecb8-97ef-b32f289afc20/disk-0.vmdk for reading. {{(pid=71058) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}}
[ 1560.255503] env[71058]: DEBUG nova.compute.manager [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1560.301328] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9469327e-5fd2-4aca-b1dd-cd17cdc7dbcd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1560.736422] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5487d6d8-2d62-4ae4-8660-aade473fa365 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1560.744451] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbecf01-080b-4f5b-8b99-4f5700e72c0d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1560.783874] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a3b9a8-a433-40ad-936f-1afdf77a6fc9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1560.792297] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81210dd1-9fa8-453c-9926-360631e41808 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1560.808379] env[71058]: DEBUG nova.compute.provider_tree [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1561.143842] env[71058]: DEBUG nova.compute.manager [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1561.145190] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40170868-1d91-4f1e-8d06-415229443e1c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1561.199669] env[71058]: DEBUG nova.objects.instance [None req-9a59cce9-349b-46fe-b229-9cadfd6b2e32 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lazy-loading 'flavor' on Instance uuid 7c7adb97-865a-4eee-a3b0-b3b0da455c18 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1561.282849] env[71058]: DEBUG nova.compute.manager [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1561.315413] env[71058]: DEBUG nova.virt.hardware [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1561.315763] env[71058]: DEBUG nova.virt.hardware [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1561.316116] env[71058]: DEBUG nova.virt.hardware [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1561.316198] env[71058]: DEBUG nova.virt.hardware [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1561.316323] env[71058]: DEBUG nova.virt.hardware [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1561.316514] env[71058]: DEBUG nova.virt.hardware [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1561.316824] env[71058]: DEBUG nova.virt.hardware [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1561.317061] env[71058]: DEBUG nova.virt.hardware [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1561.317312] env[71058]: DEBUG nova.virt.hardware [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1561.317416] env[71058]: DEBUG nova.virt.hardware [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1561.318679] env[71058]: DEBUG nova.virt.hardware [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1561.318679] env[71058]: DEBUG nova.scheduler.client.report [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1561.322879] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b43824a-9207-413c-b9ff-bd8637b56509 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1561.333906] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d6e011-d5dd-4674-a031-312139ebf9c9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1561.494958] env[71058]: DEBUG nova.compute.manager [req-a9a50b2f-a77c-44e2-b81e-afa40623527e req-add84798-65f9-449e-b194-f8be987fb336 service nova] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Received event network-vif-plugged-2231a3a5-2bba-4fd9-93ad-ff9a2cbdfcd6 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1561.494958] env[71058]: DEBUG oslo_concurrency.lockutils [req-a9a50b2f-a77c-44e2-b81e-afa40623527e req-add84798-65f9-449e-b194-f8be987fb336 service nova] Acquiring lock "76a95105-67c2-4bad-83f4-639120a26053-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1561.494958] env[71058]: DEBUG oslo_concurrency.lockutils [req-a9a50b2f-a77c-44e2-b81e-afa40623527e req-add84798-65f9-449e-b194-f8be987fb336 service nova] Lock "76a95105-67c2-4bad-83f4-639120a26053-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1561.494958] env[71058]: DEBUG oslo_concurrency.lockutils [req-a9a50b2f-a77c-44e2-b81e-afa40623527e req-add84798-65f9-449e-b194-f8be987fb336 service nova] Lock "76a95105-67c2-4bad-83f4-639120a26053-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1561.494958] env[71058]: DEBUG nova.compute.manager [req-a9a50b2f-a77c-44e2-b81e-afa40623527e req-add84798-65f9-449e-b194-f8be987fb336 service nova] [instance: 76a95105-67c2-4bad-83f4-639120a26053] No waiting events found dispatching network-vif-plugged-2231a3a5-2bba-4fd9-93ad-ff9a2cbdfcd6 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1561.495849] env[71058]: WARNING nova.compute.manager [req-a9a50b2f-a77c-44e2-b81e-afa40623527e req-add84798-65f9-449e-b194-f8be987fb336 service nova] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Received unexpected event network-vif-plugged-2231a3a5-2bba-4fd9-93ad-ff9a2cbdfcd6 for instance with vm_state building and task_state spawning.
[ 1561.584759] env[71058]: DEBUG nova.network.neutron [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Successfully updated port: 2231a3a5-2bba-4fd9-93ad-ff9a2cbdfcd6 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1561.656891] env[71058]: INFO nova.compute.manager [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] instance snapshotting
[ 1561.657877] env[71058]: DEBUG nova.objects.instance [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lazy-loading 'flavor' on Instance uuid 4795f420-9f4e-4eab-98d7-9eaf0da179bf {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1561.704045] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9a59cce9-349b-46fe-b229-9cadfd6b2e32 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "7c7adb97-865a-4eee-a3b0-b3b0da455c18" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.318s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1561.812396] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "7c7adb97-865a-4eee-a3b0-b3b0da455c18" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1561.812736] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "7c7adb97-865a-4eee-a3b0-b3b0da455c18" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1561.812975] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "7c7adb97-865a-4eee-a3b0-b3b0da455c18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1561.813225] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "7c7adb97-865a-4eee-a3b0-b3b0da455c18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1561.813456] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "7c7adb97-865a-4eee-a3b0-b3b0da455c18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1561.815705] env[71058]: INFO nova.compute.manager [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Terminating instance
[ 1561.828983] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1561.829464] env[71058]: DEBUG nova.compute.manager [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1561.833455] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.215s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1561.834962] env[71058]: INFO nova.compute.claims [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1562.089575] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquiring lock "refresh_cache-76a95105-67c2-4bad-83f4-639120a26053" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1562.089575] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquired lock "refresh_cache-76a95105-67c2-4bad-83f4-639120a26053" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1562.089575] env[71058]: DEBUG nova.network.neutron [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1562.166866] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1774a6e6-4c75-4727-9f0d-2fbb0bb2853a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1562.189724] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ec5bdb-27f2-490c-b14e-39c5dc3bbbcb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1562.320156] env[71058]: DEBUG nova.compute.manager [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1562.320910] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1562.321248] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5eb3ff4e-b94e-4915-8646-b153b351cc90 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1562.330711] env[71058]: DEBUG oslo_vmware.api [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1562.330711] env[71058]:    value = "task-2872981"
[ 1562.330711] env[71058]:    _type = "Task"
[ 1562.330711] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1562.335273] env[71058]: DEBUG nova.compute.utils [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1562.336848] env[71058]: DEBUG nova.compute.manager [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1562.337082] env[71058]: DEBUG nova.network.neutron [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1562.345924] env[71058]: DEBUG oslo_vmware.api [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872981, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1562.391564] env[71058]: DEBUG nova.policy [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aeb6542cdaf648bc99cbaa9854af3899', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea2a55b1a9824bbea0ed7a4169b6cd5a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1562.631571] env[71058]: DEBUG nova.network.neutron [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1562.701518] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Creating Snapshot of the VM instance {{(pid=71058) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}}
[ 1562.701936] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c28e22ed-f741-419d-8a21-5f4881c7a218 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1562.711230] env[71058]: DEBUG oslo_vmware.api [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1562.711230] env[71058]:    value = "task-2872982"
[ 1562.711230] env[71058]:    _type = "Task"
[ 1562.711230] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1562.722200] env[71058]: DEBUG oslo_vmware.api [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2872982, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1562.806973] env[71058]: DEBUG nova.network.neutron [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Successfully created port: 44266805-5b05-48a8-90ad-cc2c697b29fe {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1562.840860] env[71058]: DEBUG nova.compute.manager [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1562.851295] env[71058]: DEBUG oslo_vmware.api [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872981, 'name': PowerOffVM_Task, 'duration_secs': 0.262471} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1562.852064] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1562.852529] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Volume detach. Driver type: vmdk {{(pid=71058) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}}
[ 1562.852946] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577428', 'volume_id': '6c0b2f0d-8b6c-4344-9ab6-6ce7e5a3e5bd', 'name': 'volume-6c0b2f0d-8b6c-4344-9ab6-6ce7e5a3e5bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7c7adb97-865a-4eee-a3b0-b3b0da455c18', 'attached_at': '', 'detached_at': '', 'volume_id': '6c0b2f0d-8b6c-4344-9ab6-6ce7e5a3e5bd', 'serial': '6c0b2f0d-8b6c-4344-9ab6-6ce7e5a3e5bd'} {{(pid=71058) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}}
[ 1562.853657] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3b1a91-42e1-48b5-8b6e-aa09f1a2e296 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1562.879335] env[71058]: DEBUG nova.network.neutron [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Updating instance_info_cache with network_info: [{"id": "2231a3a5-2bba-4fd9-93ad-ff9a2cbdfcd6", "address": "fa:16:3e:a9:b2:ca", "network": {"id": "7d25b6fc-1b3e-4a68-b132-f19dc81a8522", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1033778679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48a2ee130e5a4f4fa56b4ee442dea6ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2231a3a5-2b", "ovs_interfaceid": "2231a3a5-2bba-4fd9-93ad-ff9a2cbdfcd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1562.883937] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee276ca-2d1a-433e-8844-e0eb8ccb8ce3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1562.893138] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9f640d-8f18-46ac-b7cf-08cf7a80203e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1562.921339] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8f440b-051a-41a9-94de-57f2a5575a36 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1562.937688] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] The volume has not been displaced from its original location: [datastore1] volume-6c0b2f0d-8b6c-4344-9ab6-6ce7e5a3e5bd/volume-6c0b2f0d-8b6c-4344-9ab6-6ce7e5a3e5bd.vmdk. No consolidation needed. {{(pid=71058) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}}
[ 1562.943468] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Reconfiguring VM instance instance-00000025 to detach disk 2001 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1562.946847] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c15b411d-3f04-47b9-b2a4-6f69545bf912 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1562.967072] env[71058]: DEBUG oslo_vmware.api [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1562.967072] env[71058]:    value = "task-2872983"
[ 1562.967072] env[71058]:    _type = "Task"
[ 1562.967072] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1562.975774] env[71058]: DEBUG oslo_vmware.api [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872983, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1563.227496] env[71058]: DEBUG oslo_vmware.api [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2872982, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1563.354186] env[71058]: INFO nova.virt.block_device [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Booting with volume c273f41d-5b6a-4e16-848f-2652f119ef58 at /dev/sda
[ 1563.381321] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb45d8e-7e20-4847-a87f-e2ad0d3845ee {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1563.390288] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Releasing lock "refresh_cache-76a95105-67c2-4bad-83f4-639120a26053" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1563.390288] env[71058]: DEBUG nova.compute.manager [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Instance network_info: |[{"id": "2231a3a5-2bba-4fd9-93ad-ff9a2cbdfcd6", "address": "fa:16:3e:a9:b2:ca", "network": {"id": "7d25b6fc-1b3e-4a68-b132-f19dc81a8522", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1033778679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48a2ee130e5a4f4fa56b4ee442dea6ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2231a3a5-2b", "ovs_interfaceid": "2231a3a5-2bba-4fd9-93ad-ff9a2cbdfcd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1563.390646] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:b2:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '233536d0-6913-4879-8442-42dcf1d4ecbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2231a3a5-2bba-4fd9-93ad-ff9a2cbdfcd6', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1563.398570] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1563.399471] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61fdf19-52ea-46d8-8ace-8a2fa8e5f6d0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1563.404162] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1563.404332] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e67cdbd5-5cca-46ca-ad48-b4f49bb55300 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1563.406118] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2026e09-1a83-4d82-80df-e3a0b37b403e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1563.451990] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec723d1b-9365-4c23-8ebd-9858e9549f82 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1563.465298] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e0eb10-f6bf-46b9-a961-bdd9a2f55bed {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1563.467758] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1563.467758] env[71058]:    value = "task-2872984"
[ 1563.467758] env[71058]:    _type = "Task"
[ 1563.467758] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1563.478525] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fc5e56-c2af-4bff-9272-b90cdda98031 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1563.503718] env[71058]: DEBUG oslo_vmware.api [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872983, 'name': ReconfigVM_Task, 'duration_secs': 0.297148} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1563.504068] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872984, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1563.504659] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f91bd8ae-3c82-4855-9483-23996f015613 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1563.506878] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Reconfigured VM instance instance-00000025 to detach disk 2001 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1563.519798] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa6b1082-bb8f-44b8-bcab-0f52694b2a5e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1563.532276] env[71058]: DEBUG nova.compute.provider_tree [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1563.536107] env[71058]: DEBUG nova.compute.manager [req-1d2cd20a-5805-4852-ad3f-cfc20f4c6e90 req-6ff4ca41-5a24-407c-8b60-50f57df0697d service nova] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Received event network-changed-2231a3a5-2bba-4fd9-93ad-ff9a2cbdfcd6 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1563.536332] env[71058]: DEBUG nova.compute.manager [req-1d2cd20a-5805-4852-ad3f-cfc20f4c6e90 req-6ff4ca41-5a24-407c-8b60-50f57df0697d service nova] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Refreshing instance network info cache due to event network-changed-2231a3a5-2bba-4fd9-93ad-ff9a2cbdfcd6. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1563.536554] env[71058]: DEBUG oslo_concurrency.lockutils [req-1d2cd20a-5805-4852-ad3f-cfc20f4c6e90 req-6ff4ca41-5a24-407c-8b60-50f57df0697d service nova] Acquiring lock "refresh_cache-76a95105-67c2-4bad-83f4-639120a26053" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1563.536692] env[71058]: DEBUG oslo_concurrency.lockutils [req-1d2cd20a-5805-4852-ad3f-cfc20f4c6e90 req-6ff4ca41-5a24-407c-8b60-50f57df0697d service nova] Acquired lock "refresh_cache-76a95105-67c2-4bad-83f4-639120a26053" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1563.536849] env[71058]: DEBUG nova.network.neutron [req-1d2cd20a-5805-4852-ad3f-cfc20f4c6e90 req-6ff4ca41-5a24-407c-8b60-50f57df0697d service nova] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Refreshing network info cache for port 2231a3a5-2bba-4fd9-93ad-ff9a2cbdfcd6 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1563.543063] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd628eba-ee14-4e77-a58a-321fd5a28a02 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1563.556660] env[71058]: DEBUG oslo_vmware.api [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1563.556660] env[71058]:    value = "task-2872985"
[ 1563.556660] env[71058]:    _type = "Task"
[ 1563.556660] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1563.569614] env[71058]: DEBUG oslo_vmware.api [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872985, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1563.583355] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417db3dd-380d-4f67-8a80-2b81ea05da71 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1563.590368] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca8de1f-7adb-44e4-9361-6656f9a58879 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1563.603585] env[71058]: DEBUG nova.virt.block_device [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Updating existing volume attachment record: abd1e54c-f426-487d-be34-f97756b3071e {{(pid=71058) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
[ 1563.725721] env[71058]: DEBUG oslo_vmware.api [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2872982, 'name': CreateSnapshot_Task, 'duration_secs': 0.530031} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1563.726377] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Created Snapshot of the VM instance {{(pid=71058) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}}
[ 1563.726798] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d50d352-b3af-4394-a755-98b8f7a2938b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1563.979083] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872984, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1564.039793] env[71058]: DEBUG nova.scheduler.client.report [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1564.070362] env[71058]: DEBUG oslo_vmware.api [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872985, 'name': ReconfigVM_Task, 'duration_secs': 0.357043} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1564.070877] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577428', 'volume_id': '6c0b2f0d-8b6c-4344-9ab6-6ce7e5a3e5bd', 'name': 'volume-6c0b2f0d-8b6c-4344-9ab6-6ce7e5a3e5bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7c7adb97-865a-4eee-a3b0-b3b0da455c18', 'attached_at': '', 'detached_at': '', 'volume_id': '6c0b2f0d-8b6c-4344-9ab6-6ce7e5a3e5bd', 'serial': '6c0b2f0d-8b6c-4344-9ab6-6ce7e5a3e5bd'} {{(pid=71058) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}}
[ 1564.071166] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1564.072024] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117013d4-10eb-4730-849a-0da4d142b9b1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1564.081205] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1564.081483] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93232775-5405-4a1f-acf7-0f3677bd6d4e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1564.139758] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1564.140125] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1564.140345] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Deleting the datastore file [datastore2] 7c7adb97-865a-4eee-a3b0-b3b0da455c18 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1564.140821] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4837250-e998-4361-bae0-e6ed70098c61 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1564.147652] env[71058]: DEBUG oslo_vmware.api [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1564.147652] env[71058]:    value = "task-2872987"
[ 1564.147652] env[71058]:    _type = "Task"
[ 1564.147652] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1564.161336] env[71058]: DEBUG oslo_vmware.api [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1564.246798] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Creating linked-clone VM from snapshot {{(pid=71058) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}}
[ 1564.247159] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cdf620c6-5f34-4c9c-8525-115b83ea1543 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1564.256558] env[71058]: DEBUG oslo_vmware.api [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1564.256558] env[71058]:    value = "task-2872988"
[ 1564.256558] env[71058]:    _type = "Task"
[ 1564.256558] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1564.266815] env[71058]: DEBUG oslo_vmware.api [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2872988, 'name': CloneVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1564.387781] env[71058]: DEBUG nova.network.neutron [req-1d2cd20a-5805-4852-ad3f-cfc20f4c6e90 req-6ff4ca41-5a24-407c-8b60-50f57df0697d service nova] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Updated VIF entry in instance network info cache for port 2231a3a5-2bba-4fd9-93ad-ff9a2cbdfcd6. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1564.387781] env[71058]: DEBUG nova.network.neutron [req-1d2cd20a-5805-4852-ad3f-cfc20f4c6e90 req-6ff4ca41-5a24-407c-8b60-50f57df0697d service nova] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Updating instance_info_cache with network_info: [{"id": "2231a3a5-2bba-4fd9-93ad-ff9a2cbdfcd6", "address": "fa:16:3e:a9:b2:ca", "network": {"id": "7d25b6fc-1b3e-4a68-b132-f19dc81a8522", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1033778679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48a2ee130e5a4f4fa56b4ee442dea6ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2231a3a5-2b", "ovs_interfaceid": "2231a3a5-2bba-4fd9-93ad-ff9a2cbdfcd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1564.479136] env[71058]: DEBUG nova.network.neutron [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Successfully updated port: 44266805-5b05-48a8-90ad-cc2c697b29fe {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1564.487868] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872984, 'name': CreateVM_Task, 'duration_secs': 0.557266} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1564.488176] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1564.489054] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1564.489407] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1564.489840] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1564.490281] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59dfa417-dd82-4fe6-918c-96706bddd1c3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1564.496281] env[71058]: DEBUG oslo_vmware.api [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1564.496281] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5251a473-0a21-850e-9644-c16a2909959e"
[ 1564.496281] env[71058]:    _type = "Task"
[ 1564.496281] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1564.508343] env[71058]: DEBUG oslo_vmware.api [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5251a473-0a21-850e-9644-c16a2909959e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1564.547482] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1564.547482] env[71058]: DEBUG nova.compute.manager [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1564.550525] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cafe694b-4472-41ee-a952-3ad53c37ca2f tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.065s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1564.550729] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cafe694b-4472-41ee-a952-3ad53c37ca2f tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1564.552894] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4492d1e6-0efb-45c0-9c1c-62c7ac917764 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.138s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1564.553314] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4492d1e6-0efb-45c0-9c1c-62c7ac917764 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1564.555181] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.628s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1564.556706] env[71058]: INFO nova.compute.claims [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1564.585060] env[71058]: INFO nova.scheduler.client.report [None req-4492d1e6-0efb-45c0-9c1c-62c7ac917764 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Deleted allocations for instance 06f0fe80-c544-4b82-b82a-69b9c5e1e517
[ 1564.586828] env[71058]: INFO nova.scheduler.client.report [None req-cafe694b-4472-41ee-a952-3ad53c37ca2f tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Deleted allocations for instance 4b8b28a1-d95b-4d60-8ff2-5902810d5512
[ 1564.661907] env[71058]: DEBUG oslo_vmware.api [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2872987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170976} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1564.662185] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1564.662367] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1564.662552] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1564.662732] env[71058]: INFO nova.compute.manager [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Took 2.34 seconds to destroy the instance on the hypervisor.
[ 1564.663018] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1564.663233] env[71058]: DEBUG nova.compute.manager [-] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1564.663330] env[71058]: DEBUG nova.network.neutron [-] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1564.767733] env[71058]: DEBUG oslo_vmware.api [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2872988, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1564.890455] env[71058]: DEBUG oslo_concurrency.lockutils [req-1d2cd20a-5805-4852-ad3f-cfc20f4c6e90 req-6ff4ca41-5a24-407c-8b60-50f57df0697d service nova] Releasing lock "refresh_cache-76a95105-67c2-4bad-83f4-639120a26053" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1564.984258] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Acquiring lock "refresh_cache-69144402-515b-460e-b3c9-2231abbfec1c" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1564.984258] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Acquired lock "refresh_cache-69144402-515b-460e-b3c9-2231abbfec1c" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1564.984258] env[71058]: DEBUG nova.network.neutron [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1565.008155] env[71058]: DEBUG oslo_vmware.api [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5251a473-0a21-850e-9644-c16a2909959e, 'name': SearchDatastore_Task, 'duration_secs': 0.010645} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1565.008456] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1565.008711] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1565.008987] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1565.009176] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1565.009370] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1565.009937] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d83d9ae8-c63c-4bd1-85e1-61c84078ce45 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1565.018952] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1565.019183] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1565.020023] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-199c7a0e-e3cf-42ca-b25f-212a78dd8016 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1565.025632] env[71058]: DEBUG oslo_vmware.api [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1565.025632] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f5bab6-75d0-1ed0-410b-5a0c1f1daab8"
[ 1565.025632] env[71058]:    _type = "Task"
[ 1565.025632] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1565.034590] env[71058]: DEBUG oslo_vmware.api [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f5bab6-75d0-1ed0-410b-5a0c1f1daab8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1565.052342] env[71058]: DEBUG nova.compute.utils [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1565.053710] env[71058]: DEBUG nova.compute.manager [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1565.053893] env[71058]: DEBUG nova.network.neutron [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1565.096998] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cafe694b-4472-41ee-a952-3ad53c37ca2f tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Lock "4b8b28a1-d95b-4d60-8ff2-5902810d5512" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 46.156s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1565.099945] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4492d1e6-0efb-45c0-9c1c-62c7ac917764 tempest-ServersAdminNegativeTestJSON-889609971 tempest-ServersAdminNegativeTestJSON-889609971-project-member] Lock "06f0fe80-c544-4b82-b82a-69b9c5e1e517" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 42.158s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1565.108291] env[71058]: DEBUG nova.policy [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6413c05a8e844709b5edec757f81d07f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9301d4d92d8b4d078a64450d3c584f87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1565.116027] env[71058]: DEBUG oslo_concurrency.lockutils [None req-59a03679-e57d-4954-930c-e27264b7c095 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Acquiring lock "bacce8da-7475-425b-8e5e-4700e31e5f53" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1565.116027] env[71058]: DEBUG oslo_concurrency.lockutils [None req-59a03679-e57d-4954-930c-e27264b7c095 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Lock "bacce8da-7475-425b-8e5e-4700e31e5f53" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1565.268659] env[71058]: DEBUG oslo_vmware.api [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2872988, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1565.380525] env[71058]: DEBUG nova.network.neutron [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Successfully created port: 4394d67f-963f-4be2-8ca3-d8045009c47e {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1565.424077] env[71058]: DEBUG nova.network.neutron [-] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1565.536363] env[71058]: DEBUG oslo_vmware.api [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f5bab6-75d0-1ed0-410b-5a0c1f1daab8, 'name': SearchDatastore_Task, 'duration_secs': 0.013623} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1565.537147] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-007d970d-8463-4b6f-a92b-81f823c825e4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1565.540048] env[71058]: DEBUG nova.network.neutron [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1565.547363] env[71058]: DEBUG oslo_vmware.api [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1565.547363] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c87414-bb67-8dd1-94ed-760455c4601e"
[ 1565.547363] env[71058]:    _type = "Task"
[ 1565.547363] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1565.555824] env[71058]: DEBUG oslo_vmware.api [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c87414-bb67-8dd1-94ed-760455c4601e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1565.556346] env[71058]: DEBUG nova.compute.manager [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1565.619391] env[71058]: DEBUG nova.compute.utils [None req-59a03679-e57d-4954-930c-e27264b7c095 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1565.705327] env[71058]: DEBUG nova.compute.manager [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1565.705327] env[71058]: DEBUG nova.virt.hardware [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1565.705327] env[71058]: DEBUG nova.virt.hardware [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1565.705566] env[71058]: DEBUG nova.virt.hardware [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1565.705566] env[71058]: DEBUG nova.virt.hardware [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1565.705725] env[71058]: DEBUG nova.virt.hardware [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1565.705870] env[71058]: DEBUG nova.virt.hardware [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1565.706018] env[71058]: DEBUG nova.virt.hardware [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1565.706182] env[71058]: DEBUG nova.virt.hardware [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1565.706892] env[71058]: DEBUG nova.virt.hardware [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1565.706892] env[71058]: DEBUG nova.virt.hardware [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1565.706892] env[71058]: DEBUG nova.virt.hardware [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1565.707754] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd284365-0378-4581-88ee-9cdeedb4d58c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1565.724035] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7f2833-68c4-4c11-804f-295b17d3456f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1565.772697] env[71058]: DEBUG oslo_vmware.api [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2872988, 'name': CloneVM_Task, 'duration_secs': 1.222507} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1565.772964] env[71058]: INFO nova.virt.vmwareapi.vmops [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Created linked-clone VM from snapshot
[ 1565.773778] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23524f6c-1698-42d5-8b27-efa38eb43764 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1565.777697] env[71058]: DEBUG nova.network.neutron [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Updating instance_info_cache with network_info: [{"id": "44266805-5b05-48a8-90ad-cc2c697b29fe", "address": "fa:16:3e:05:a7:cc", "network": {"id": "b71fb665-66dc-408e-8fb5-7078b7e0989d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-799829967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea2a55b1a9824bbea0ed7a4169b6cd5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44266805-5b", "ovs_interfaceid": "44266805-5b05-48a8-90ad-cc2c697b29fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1565.786072] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Uploading image 6ece8126-64e7-4822-a897-087582b65b4a {{(pid=71058) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}}
[ 1565.808933] env[71058]: DEBUG oslo_vmware.rw_handles [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Creating HttpNfcLease lease for exporting VM: (result){
[ 1565.808933] env[71058]:    value = "vm-577433"
[ 1565.808933] env[71058]:    _type = "VirtualMachine"
[ 1565.808933] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}}
[ 1565.808933] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a2fd0ca3-1668-4943-a962-66aa8b36d38f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1565.818500] env[71058]: DEBUG oslo_vmware.rw_handles [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lease: (returnval){
[ 1565.818500] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5290b361-b655-10c0-4fee-54f186113321"
[ 1565.818500] env[71058]:    _type = "HttpNfcLease"
[ 1565.818500] env[71058]:  } obtained for exporting VM: (result){
[ 1565.818500] env[71058]:    value = "vm-577433"
[ 1565.818500] env[71058]:    _type = "VirtualMachine"
[ 1565.818500] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}}
[ 1565.818812] env[71058]: DEBUG oslo_vmware.api [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the lease: (returnval){
[ 1565.818812] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5290b361-b655-10c0-4fee-54f186113321"
[ 1565.818812] env[71058]:    _type = "HttpNfcLease"
[ 1565.818812] env[71058]:  } to be ready. {{(pid=71058) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1565.825138] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1565.825138] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5290b361-b655-10c0-4fee-54f186113321"
[ 1565.825138] env[71058]:    _type = "HttpNfcLease"
[ 1565.825138] env[71058]:  } is initializing. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1565.927326] env[71058]: INFO nova.compute.manager [-] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Took 1.26 seconds to deallocate network for instance.
[ 1565.993146] env[71058]: DEBUG nova.compute.manager [req-5a01f47c-1406-4cf6-899c-7df7f6211b00 req-40342b06-f087-45d9-9032-8c757d3e80bb service nova] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Received event network-vif-plugged-44266805-5b05-48a8-90ad-cc2c697b29fe {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1565.993375] env[71058]: DEBUG oslo_concurrency.lockutils [req-5a01f47c-1406-4cf6-899c-7df7f6211b00 req-40342b06-f087-45d9-9032-8c757d3e80bb service nova] Acquiring lock "69144402-515b-460e-b3c9-2231abbfec1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1565.993577] env[71058]: DEBUG oslo_concurrency.lockutils [req-5a01f47c-1406-4cf6-899c-7df7f6211b00 req-40342b06-f087-45d9-9032-8c757d3e80bb service nova] Lock "69144402-515b-460e-b3c9-2231abbfec1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1565.993834] env[71058]: DEBUG oslo_concurrency.lockutils [req-5a01f47c-1406-4cf6-899c-7df7f6211b00 req-40342b06-f087-45d9-9032-8c757d3e80bb service nova] Lock "69144402-515b-460e-b3c9-2231abbfec1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1565.993922] env[71058]: DEBUG nova.compute.manager [req-5a01f47c-1406-4cf6-899c-7df7f6211b00 req-40342b06-f087-45d9-9032-8c757d3e80bb service nova] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] No waiting events found dispatching network-vif-plugged-44266805-5b05-48a8-90ad-cc2c697b29fe {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1565.994169] env[71058]: WARNING nova.compute.manager [req-5a01f47c-1406-4cf6-899c-7df7f6211b00 req-40342b06-f087-45d9-9032-8c757d3e80bb service nova] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Received unexpected event network-vif-plugged-44266805-5b05-48a8-90ad-cc2c697b29fe for instance with vm_state building and task_state spawning.
[ 1565.994288] env[71058]: DEBUG nova.compute.manager [req-5a01f47c-1406-4cf6-899c-7df7f6211b00 req-40342b06-f087-45d9-9032-8c757d3e80bb service nova] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Received event network-changed-44266805-5b05-48a8-90ad-cc2c697b29fe {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1565.994385] env[71058]: DEBUG nova.compute.manager [req-5a01f47c-1406-4cf6-899c-7df7f6211b00 req-40342b06-f087-45d9-9032-8c757d3e80bb service nova] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Refreshing instance network info cache due to event network-changed-44266805-5b05-48a8-90ad-cc2c697b29fe. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1565.994545] env[71058]: DEBUG oslo_concurrency.lockutils [req-5a01f47c-1406-4cf6-899c-7df7f6211b00 req-40342b06-f087-45d9-9032-8c757d3e80bb service nova] Acquiring lock "refresh_cache-69144402-515b-460e-b3c9-2231abbfec1c" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1566.047374] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55ef7b2-d483-47bb-a6ca-1f5b521919c9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1566.065122] env[71058]: DEBUG oslo_vmware.api [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c87414-bb67-8dd1-94ed-760455c4601e, 'name': SearchDatastore_Task, 'duration_secs': 0.009358} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1566.065789] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1566.066074] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 76a95105-67c2-4bad-83f4-639120a26053/76a95105-67c2-4bad-83f4-639120a26053.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1566.067086] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f03bd6-de1a-49ff-b33a-c213a7cdaac0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1566.070322] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a941aaa9-0630-4d7a-b78e-cafb88f3256e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1566.102962] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe217399-a3de-49f1-b1c2-8cb1711961e6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1566.106067] env[71058]: DEBUG oslo_vmware.api [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1566.106067] env[71058]:    value = "task-2872990"
[ 1566.106067] env[71058]:    _type = "Task"
[ 1566.106067] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1566.113579] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5deb4444-0b4d-4e74-b7d1-7633585340bf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1566.120842] env[71058]: DEBUG oslo_vmware.api [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2872990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1566.121866] env[71058]: DEBUG oslo_concurrency.lockutils [None req-59a03679-e57d-4954-930c-e27264b7c095 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Lock "bacce8da-7475-425b-8e5e-4700e31e5f53" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 1.006s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1566.131582] env[71058]: DEBUG nova.compute.provider_tree [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1566.148994] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fc242a39-6460-4349-9b53-65f76abb7585 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Acquiring lock "3cf0e63a-4528-49d7-b068-5d1073643834" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1566.149309] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fc242a39-6460-4349-9b53-65f76abb7585 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Lock "3cf0e63a-4528-49d7-b068-5d1073643834" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1566.149501] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fc242a39-6460-4349-9b53-65f76abb7585 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Acquiring lock "3cf0e63a-4528-49d7-b068-5d1073643834-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1566.149687] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fc242a39-6460-4349-9b53-65f76abb7585 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Lock "3cf0e63a-4528-49d7-b068-5d1073643834-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1566.149850] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fc242a39-6460-4349-9b53-65f76abb7585 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Lock "3cf0e63a-4528-49d7-b068-5d1073643834-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1566.151979] env[71058]: INFO nova.compute.manager [None req-fc242a39-6460-4349-9b53-65f76abb7585 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Terminating instance
[ 1566.282143] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Releasing lock "refresh_cache-69144402-515b-460e-b3c9-2231abbfec1c" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1566.282143] env[71058]: DEBUG nova.compute.manager [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Instance network_info: |[{"id": "44266805-5b05-48a8-90ad-cc2c697b29fe", "address": "fa:16:3e:05:a7:cc", "network": {"id": "b71fb665-66dc-408e-8fb5-7078b7e0989d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-799829967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea2a55b1a9824bbea0ed7a4169b6cd5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44266805-5b", "ovs_interfaceid": "44266805-5b05-48a8-90ad-cc2c697b29fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1566.282455] env[71058]: DEBUG oslo_concurrency.lockutils [req-5a01f47c-1406-4cf6-899c-7df7f6211b00 req-40342b06-f087-45d9-9032-8c757d3e80bb service nova] Acquired lock "refresh_cache-69144402-515b-460e-b3c9-2231abbfec1c" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1566.282511] env[71058]: DEBUG nova.network.neutron [req-5a01f47c-1406-4cf6-899c-7df7f6211b00 req-40342b06-f087-45d9-9032-8c757d3e80bb service nova] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Refreshing network info cache for port 44266805-5b05-48a8-90ad-cc2c697b29fe {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1566.283828] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:a7:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44266805-5b05-48a8-90ad-cc2c697b29fe', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1566.295713] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Creating folder: Project (ea2a55b1a9824bbea0ed7a4169b6cd5a). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1566.298898] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10972595-f4e2-4b40-9b2d-96fc4a407859 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1566.322164] env[71058]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error.
[ 1566.322164] env[71058]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=71058) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}}
[ 1566.322164] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Folder already exists: Project (ea2a55b1a9824bbea0ed7a4169b6cd5a). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}}
[ 1566.322164] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Creating folder: Instances. Parent ref: group-v577368. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1566.325079] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16da80fb-beeb-49ad-aea7-5c3b134078c1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1566.332972] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1566.332972] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5290b361-b655-10c0-4fee-54f186113321"
[ 1566.332972] env[71058]:    _type = "HttpNfcLease"
[ 1566.332972] env[71058]:  } is ready. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1566.332972] env[71058]: DEBUG oslo_vmware.rw_handles [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1566.332972] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5290b361-b655-10c0-4fee-54f186113321"
[ 1566.332972] env[71058]:    _type = "HttpNfcLease"
[ 1566.332972] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}}
[ 1566.332972] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ebfaff-7dcc-40ee-a71e-38b481cfeb45 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1566.336778] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Created folder: Instances in parent group-v577368.
[ 1566.337535] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1566.337535] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1566.337535] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f13e03b-b8a5-44c9-afd8-b9c380e28b6b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1566.360086] env[71058]: DEBUG oslo_vmware.rw_handles [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52048321-2ba4-6caf-b30a-a4f5c267d5c9/disk-0.vmdk from lease info. {{(pid=71058) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1566.360328] env[71058]: DEBUG oslo_vmware.rw_handles [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52048321-2ba4-6caf-b30a-a4f5c267d5c9/disk-0.vmdk for reading. {{(pid=71058) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}}
[ 1566.424885] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1566.424885] env[71058]:    value = "task-2872993"
[ 1566.424885] env[71058]:    _type = "Task"
[ 1566.424885] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1566.436983] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872993, 'name': CreateVM_Task} progress is 15%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1566.481034] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5cbd62d8-c8f6-4c1d-849c-e692c1f10159 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1566.482916] env[71058]: INFO nova.compute.manager [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Took 0.55 seconds to detach 1 volumes for instance.
[ 1566.568313] env[71058]: DEBUG nova.compute.manager [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1566.613734] env[71058]: DEBUG nova.network.neutron [req-5a01f47c-1406-4cf6-899c-7df7f6211b00 req-40342b06-f087-45d9-9032-8c757d3e80bb service nova] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Updated VIF entry in instance network info cache for port 44266805-5b05-48a8-90ad-cc2c697b29fe. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1566.614169] env[71058]: DEBUG nova.network.neutron [req-5a01f47c-1406-4cf6-899c-7df7f6211b00 req-40342b06-f087-45d9-9032-8c757d3e80bb service nova] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Updating instance_info_cache with network_info: [{"id": "44266805-5b05-48a8-90ad-cc2c697b29fe", "address": "fa:16:3e:05:a7:cc", "network": {"id": "b71fb665-66dc-408e-8fb5-7078b7e0989d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-799829967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea2a55b1a9824bbea0ed7a4169b6cd5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44266805-5b", "ovs_interfaceid": "44266805-5b05-48a8-90ad-cc2c697b29fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1566.621791] env[71058]: DEBUG oslo_vmware.api [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2872990, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1566.635526] env[71058]: DEBUG nova.scheduler.client.report [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1566.656211] env[71058]: DEBUG nova.compute.manager [None req-fc242a39-6460-4349-9b53-65f76abb7585 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1566.657943] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-fc242a39-6460-4349-9b53-65f76abb7585 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1566.659253] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bfeccc-51f6-46c0-a156-8210ebc7b347 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1566.672430] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc242a39-6460-4349-9b53-65f76abb7585 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1566.673053] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55d8beb7-d421-4a6c-a8c2-ca3ebc94d2fa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1566.683960] env[71058]: DEBUG oslo_vmware.api [None req-fc242a39-6460-4349-9b53-65f76abb7585 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Waiting for the task: (returnval){
[ 1566.683960] env[71058]:    value = "task-2872994"
[ 1566.683960] env[71058]:    _type = "Task"
[ 1566.683960] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1566.696168] env[71058]: DEBUG oslo_vmware.api [None req-fc242a39-6460-4349-9b53-65f76abb7585 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2872994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1566.705903] env[71058]: DEBUG nova.virt.hardware [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1566.706687] env[71058]: DEBUG nova.virt.hardware [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1566.706687] env[71058]: DEBUG nova.virt.hardware [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1566.707846] env[71058]: DEBUG nova.virt.hardware [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1566.709039] env[71058]: DEBUG nova.virt.hardware [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1566.709039] env[71058]: DEBUG nova.virt.hardware [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1566.709039] env[71058]: DEBUG nova.virt.hardware [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1566.709244] env[71058]: DEBUG nova.virt.hardware [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1566.709466] env[71058]: DEBUG nova.virt.hardware [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1566.709693] env[71058]: DEBUG nova.virt.hardware [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1566.709994] env[71058]: DEBUG nova.virt.hardware [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1566.711118] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5939124d-82ed-49f7-b413-a72b68a1d22e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1566.723029] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0196ec7f-810c-4d3d-8e63-b38bdb452a76 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1566.941381] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872993, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1566.995027] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1567.075759] env[71058]: DEBUG nova.network.neutron [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Successfully updated port: 4394d67f-963f-4be2-8ca3-d8045009c47e {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1567.118237] env[71058]: DEBUG oslo_concurrency.lockutils [req-5a01f47c-1406-4cf6-899c-7df7f6211b00 req-40342b06-f087-45d9-9032-8c757d3e80bb service nova] Releasing lock "refresh_cache-69144402-515b-460e-b3c9-2231abbfec1c" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1567.119398] env[71058]: DEBUG nova.compute.manager [req-5a01f47c-1406-4cf6-899c-7df7f6211b00 req-40342b06-f087-45d9-9032-8c757d3e80bb service nova] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Received event network-vif-deleted-7260ff00-3617-4a39-9400-aa9eed0c382c {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1567.124420] env[71058]: DEBUG oslo_vmware.api [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2872990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661046} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1567.125085] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 76a95105-67c2-4bad-83f4-639120a26053/76a95105-67c2-4bad-83f4-639120a26053.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1567.125556] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1567.126047] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39948981-e8ac-4d82-9263-873ece27a21f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1567.136235] env[71058]: DEBUG oslo_vmware.api [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1567.136235] env[71058]:    value = "task-2872995"
[ 1567.136235] env[71058]:    _type = "Task"
[ 1567.136235] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1567.146187] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1567.147619] env[71058]: DEBUG nova.compute.manager [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1567.149696] env[71058]: DEBUG oslo_vmware.api [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2872995, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1567.150496] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3a8435ab-a901-4e3d-9f70-6bc80af2323e tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.197s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1567.150496] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3a8435ab-a901-4e3d-9f70-6bc80af2323e tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1567.153271] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d3600203-c67d-4f10-9bc0-0bf2891a3dc2 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.680s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1567.153606] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d3600203-c67d-4f10-9bc0-0bf2891a3dc2 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1567.155847] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.267s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1567.157523] env[71058]: INFO nova.compute.claims [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1567.194920] env[71058]: DEBUG oslo_vmware.api [None req-fc242a39-6460-4349-9b53-65f76abb7585 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2872994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1567.196089] env[71058]: INFO nova.scheduler.client.report [None req-3a8435ab-a901-4e3d-9f70-6bc80af2323e tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Deleted allocations for instance 800b7ba0-d604-47bd-9992-b3bd7c946418
[ 1567.200970] env[71058]: INFO nova.scheduler.client.report [None req-d3600203-c67d-4f10-9bc0-0bf2891a3dc2 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Deleted allocations for instance d539eca1-6015-404f-9c18-4bb81ef3ed33
[ 1567.234776] env[71058]: DEBUG oslo_concurrency.lockutils [None req-59a03679-e57d-4954-930c-e27264b7c095 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Acquiring lock "bacce8da-7475-425b-8e5e-4700e31e5f53" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1567.235100] env[71058]: DEBUG oslo_concurrency.lockutils [None req-59a03679-e57d-4954-930c-e27264b7c095 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Lock "bacce8da-7475-425b-8e5e-4700e31e5f53" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1567.235483] env[71058]: INFO nova.compute.manager [None req-59a03679-e57d-4954-930c-e27264b7c095 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Attaching volume df8f677e-dd27-48db-a3e6-7fa262c67e43 to /dev/sdb
[ 1567.279010] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b12fba-a1f4-4318-9fb4-24174fcff775 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1567.287644] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e5f60a-feee-413b-a1c3-2dc8daf26bce {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1567.305050] env[71058]: DEBUG nova.virt.block_device [None req-59a03679-e57d-4954-930c-e27264b7c095 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Updating existing volume attachment record: e8f71d65-adc2-47fd-a1d4-d1aa6fbcad27 {{(pid=71058) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
[ 1567.439673] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2872993, 'name': CreateVM_Task, 'duration_secs': 0.581352} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1567.439964] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1567.440693] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'delete_on_termination': True, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577376', 'volume_id': 'c273f41d-5b6a-4e16-848f-2652f119ef58', 'name': 'volume-c273f41d-5b6a-4e16-848f-2652f119ef58', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69144402-515b-460e-b3c9-2231abbfec1c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c273f41d-5b6a-4e16-848f-2652f119ef58', 'serial': 'c273f41d-5b6a-4e16-848f-2652f119ef58'}, 'disk_bus': None, 'mount_device': '/dev/sda', 'attachment_id': 'abd1e54c-f426-487d-be34-f97756b3071e', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=71058) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}}
[ 1567.441022] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Root volume attach. Driver type: vmdk {{(pid=71058) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}}
[ 1567.441903] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a60cd3-ad79-45c2-b844-1539f64736a1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1567.452838] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc578b66-ba4d-4221-b47f-9989e25f60e9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1567.461110] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8610ff25-df6f-4186-a7d6-177066a82131 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1567.469367] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-f613c95f-53d4-4b71-9835-43bbb74041e1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1567.478273] env[71058]: DEBUG oslo_vmware.api [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Waiting for the task: (returnval){
[ 1567.478273] env[71058]:    value = "task-2872997"
[ 1567.478273] env[71058]:    _type = "Task"
[ 1567.478273] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1567.486956] env[71058]: DEBUG oslo_vmware.api [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Task: {'id': task-2872997, 'name': RelocateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1567.581601] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Acquiring lock "refresh_cache-338cd685-d536-4a70-b1e1-c1ec273c60d1" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1567.582715] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Acquired lock "refresh_cache-338cd685-d536-4a70-b1e1-c1ec273c60d1" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1567.583222] env[71058]: DEBUG nova.network.neutron [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1567.649612] env[71058]: DEBUG oslo_vmware.api [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2872995, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105426} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1567.650781] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1567.658616] env[71058]: DEBUG nova.compute.utils [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1567.660559] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a3b474-9fc1-4122-a120-694f86fcdf10 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1567.663967] env[71058]: DEBUG nova.compute.manager [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1567.664152] env[71058]: DEBUG nova.network.neutron [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1567.670420] env[71058]: DEBUG oslo_vmware.rw_handles [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c6ddaf-6f6b-ecb8-97ef-b32f289afc20/disk-0.vmdk. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1567.671847] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9226bec-75b0-4969-817c-dc696405305d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1567.703370] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 76a95105-67c2-4bad-83f4-639120a26053/76a95105-67c2-4bad-83f4-639120a26053.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1567.707327] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07e1dbe9-77da-49b9-b425-833facc68975 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1567.730068] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3a8435ab-a901-4e3d-9f70-6bc80af2323e tempest-ServersTestManualDisk-284606207 tempest-ServersTestManualDisk-284606207-project-member] Lock "800b7ba0-d604-47bd-9992-b3bd7c946418" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 44.544s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1567.734008] env[71058]: DEBUG oslo_vmware.rw_handles [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c6ddaf-6f6b-ecb8-97ef-b32f289afc20/disk-0.vmdk is in state: ready. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1567.735030] env[71058]: ERROR oslo_vmware.rw_handles [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c6ddaf-6f6b-ecb8-97ef-b32f289afc20/disk-0.vmdk due to incomplete transfer.
[ 1567.735030] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d3600203-c67d-4f10-9bc0-0bf2891a3dc2 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Lock "d539eca1-6015-404f-9c18-4bb81ef3ed33" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 41.266s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1567.737302] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7bf6e747-7746-4cef-9d07-59840ad24493 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1567.747031] env[71058]: DEBUG oslo_vmware.api [None req-fc242a39-6460-4349-9b53-65f76abb7585 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2872994, 'name': PowerOffVM_Task, 'duration_secs': 0.788822} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1567.747031] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc242a39-6460-4349-9b53-65f76abb7585 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1567.747368] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-fc242a39-6460-4349-9b53-65f76abb7585 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1567.747613] env[71058]: DEBUG oslo_vmware.api [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1567.747613] env[71058]:    value = "task-2873000"
[ 1567.747613] env[71058]:    _type = "Task"
[ 1567.747613] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1567.747813] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ceb8b595-710e-47e2-978b-a350ac85736d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1567.755512] env[71058]: DEBUG oslo_vmware.rw_handles [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c6ddaf-6f6b-ecb8-97ef-b32f289afc20/disk-0.vmdk. {{(pid=71058) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}}
[ 1567.755722] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Uploaded image c2034584-73b3-4f9e-98f3-49822d69170f to the Glance image server {{(pid=71058) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}}
[ 1567.758400] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Destroying the VM {{(pid=71058) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}}
[ 1567.760211] env[71058]: DEBUG nova.policy [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '006d8f6d0ac24b6bb011bab820297bc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aae79d66a3e5433393d38a70f27ba587', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1567.763066] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-33ca0682-6208-4ab0-a370-366001b36ab1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1567.770264] env[71058]: DEBUG oslo_vmware.api [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1567.777248] env[71058]: DEBUG oslo_vmware.api [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1567.777248] env[71058]:    value = "task-2873002"
[ 1567.777248] env[71058]:    _type = "Task"
[ 1567.777248] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1567.788123] env[71058]: DEBUG oslo_vmware.api [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873002, 'name': Destroy_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1567.842736] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-fc242a39-6460-4349-9b53-65f76abb7585 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1567.842736] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-fc242a39-6460-4349-9b53-65f76abb7585 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1567.842736] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc242a39-6460-4349-9b53-65f76abb7585 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Deleting the datastore file [datastore2] 3cf0e63a-4528-49d7-b068-5d1073643834 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1567.842736] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5d8215a-8854-4e60-9339-a58359b1ef0c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1567.851086] env[71058]: DEBUG oslo_vmware.api [None req-fc242a39-6460-4349-9b53-65f76abb7585 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Waiting for the task: (returnval){
[ 1567.851086] env[71058]:    value = "task-2873003"
[ 1567.851086] env[71058]:    _type = "Task"
[ 1567.851086] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1567.861951] env[71058]: DEBUG oslo_vmware.api [None req-fc242a39-6460-4349-9b53-65f76abb7585 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2873003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1567.988562] env[71058]: DEBUG oslo_vmware.api [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Task: {'id': task-2872997, 'name': RelocateVM_Task} progress is 40%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1568.030814] env[71058]: DEBUG nova.compute.manager [req-92f4b8fe-0b4b-4d1e-85dd-248fe66f47a6 req-ed6d0323-ae2d-4f4f-aec2-128d671d5b38 service nova] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Received event network-vif-plugged-4394d67f-963f-4be2-8ca3-d8045009c47e {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1568.031056] env[71058]: DEBUG oslo_concurrency.lockutils [req-92f4b8fe-0b4b-4d1e-85dd-248fe66f47a6 req-ed6d0323-ae2d-4f4f-aec2-128d671d5b38 service nova] Acquiring lock "338cd685-d536-4a70-b1e1-c1ec273c60d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1568.031457] env[71058]: DEBUG oslo_concurrency.lockutils [req-92f4b8fe-0b4b-4d1e-85dd-248fe66f47a6 req-ed6d0323-ae2d-4f4f-aec2-128d671d5b38 service nova] Lock "338cd685-d536-4a70-b1e1-c1ec273c60d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1568.031769] env[71058]: DEBUG oslo_concurrency.lockutils [req-92f4b8fe-0b4b-4d1e-85dd-248fe66f47a6 req-ed6d0323-ae2d-4f4f-aec2-128d671d5b38 service nova] Lock "338cd685-d536-4a70-b1e1-c1ec273c60d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1568.033314] env[71058]: DEBUG nova.compute.manager [req-92f4b8fe-0b4b-4d1e-85dd-248fe66f47a6 req-ed6d0323-ae2d-4f4f-aec2-128d671d5b38 service nova] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] No waiting events found dispatching network-vif-plugged-4394d67f-963f-4be2-8ca3-d8045009c47e {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1568.033314] env[71058]: WARNING nova.compute.manager [req-92f4b8fe-0b4b-4d1e-85dd-248fe66f47a6 req-ed6d0323-ae2d-4f4f-aec2-128d671d5b38 service nova] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Received unexpected event network-vif-plugged-4394d67f-963f-4be2-8ca3-d8045009c47e for instance with vm_state building and task_state spawning.
[ 1568.033314] env[71058]: DEBUG nova.compute.manager [req-92f4b8fe-0b4b-4d1e-85dd-248fe66f47a6 req-ed6d0323-ae2d-4f4f-aec2-128d671d5b38 service nova] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Received event network-changed-4394d67f-963f-4be2-8ca3-d8045009c47e {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1568.033314] env[71058]: DEBUG nova.compute.manager [req-92f4b8fe-0b4b-4d1e-85dd-248fe66f47a6 req-ed6d0323-ae2d-4f4f-aec2-128d671d5b38 service nova] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Refreshing instance network info cache due to event network-changed-4394d67f-963f-4be2-8ca3-d8045009c47e. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1568.033518] env[71058]: DEBUG oslo_concurrency.lockutils [req-92f4b8fe-0b4b-4d1e-85dd-248fe66f47a6 req-ed6d0323-ae2d-4f4f-aec2-128d671d5b38 service nova] Acquiring lock "refresh_cache-338cd685-d536-4a70-b1e1-c1ec273c60d1" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1568.148781] env[71058]: DEBUG nova.network.neutron [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1568.165514] env[71058]: DEBUG nova.compute.manager [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1568.263861] env[71058]: DEBUG oslo_vmware.api [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873000, 'name': ReconfigVM_Task, 'duration_secs': 0.40504} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1568.264694] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 76a95105-67c2-4bad-83f4-639120a26053/76a95105-67c2-4bad-83f4-639120a26053.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1568.268102] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9721d49a-f7c5-44e1-958e-ab8bcdd97fe3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1568.276165] env[71058]: DEBUG oslo_vmware.api [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1568.276165] env[71058]:    value = "task-2873004"
[ 1568.276165] env[71058]:    _type = "Task"
[ 1568.276165] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1568.297387] env[71058]: DEBUG oslo_vmware.api [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873004, 'name': Rename_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1568.300487] env[71058]: DEBUG oslo_vmware.api [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873002, 'name': Destroy_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1568.362370] env[71058]: DEBUG oslo_vmware.api [None req-fc242a39-6460-4349-9b53-65f76abb7585 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2873003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1568.399917] env[71058]: DEBUG nova.network.neutron [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Successfully created port: 2481d251-181e-4318-ade1-5864cbc1e023 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1568.470705] env[71058]: DEBUG nova.network.neutron [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Updating instance_info_cache with network_info: [{"id": "4394d67f-963f-4be2-8ca3-d8045009c47e", "address": "fa:16:3e:5c:de:62", "network": {"id": "ede72efd-1961-4b8e-a1e4-0ba6887850c7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-401977130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9301d4d92d8b4d078a64450d3c584f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4394d67f-96", "ovs_interfaceid": "4394d67f-963f-4be2-8ca3-d8045009c47e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1568.498869] env[71058]: DEBUG oslo_vmware.api [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Task: {'id': task-2872997, 'name': RelocateVM_Task} progress is 53%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1568.788506] env[71058]: DEBUG oslo_vmware.api [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873004, 'name': Rename_Task, 'duration_secs': 0.161908} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1568.792572] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1568.793944] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d34d45fb-14d8-47b6-a292-19282e19d88a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1568.796236] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa54727c-0644-47ca-a441-b62017fe0dd2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1568.805228] env[71058]: DEBUG oslo_vmware.api [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873002, 'name': Destroy_Task} progress is 33%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1568.808351] env[71058]: DEBUG oslo_vmware.api [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1568.808351] env[71058]:    value = "task-2873005"
[ 1568.808351] env[71058]:    _type = "Task"
[ 1568.808351] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1568.810363] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17c52e6-7d78-4c84-ac1c-28b798b2a5c9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1568.823513] env[71058]: DEBUG oslo_vmware.api [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873005, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1568.853120] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b49967f-a5d6-4d43-9095-2a44aabb4bb5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1568.868647] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0115b70-f2d2-462d-8cd9-2e1c93136cfe {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1568.874716] env[71058]: DEBUG oslo_vmware.api [None req-fc242a39-6460-4349-9b53-65f76abb7585 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2873003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1568.886376] env[71058]: DEBUG nova.compute.provider_tree [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1568.974044] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Releasing lock "refresh_cache-338cd685-d536-4a70-b1e1-c1ec273c60d1" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1568.974457] env[71058]: DEBUG nova.compute.manager [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Instance network_info: |[{"id": "4394d67f-963f-4be2-8ca3-d8045009c47e", "address": "fa:16:3e:5c:de:62", "network": {"id": "ede72efd-1961-4b8e-a1e4-0ba6887850c7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-401977130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9301d4d92d8b4d078a64450d3c584f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4394d67f-96", "ovs_interfaceid": "4394d67f-963f-4be2-8ca3-d8045009c47e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1568.974905] env[71058]: DEBUG oslo_concurrency.lockutils [req-92f4b8fe-0b4b-4d1e-85dd-248fe66f47a6 req-ed6d0323-ae2d-4f4f-aec2-128d671d5b38 service nova] Acquired lock "refresh_cache-338cd685-d536-4a70-b1e1-c1ec273c60d1" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1568.976196] env[71058]: DEBUG nova.network.neutron [req-92f4b8fe-0b4b-4d1e-85dd-248fe66f47a6 req-ed6d0323-ae2d-4f4f-aec2-128d671d5b38 service nova] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Refreshing network info cache for port 4394d67f-963f-4be2-8ca3-d8045009c47e {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1568.976495] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:de:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4b43a78-f49b-4132-ab2e-6e28769a9498', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4394d67f-963f-4be2-8ca3-d8045009c47e', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1568.985617] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Creating folder: Project (9301d4d92d8b4d078a64450d3c584f87). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1568.985617] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0435ff56-2a30-49db-b9c5-7e3e871eade2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1569.001453] env[71058]: DEBUG oslo_vmware.api [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Task: {'id': task-2872997, 'name': RelocateVM_Task} progress is 65%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1569.003960] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Created folder: Project (9301d4d92d8b4d078a64450d3c584f87) in parent group-v577298.
[ 1569.003960] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Creating folder: Instances. Parent ref: group-v577438. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1569.003960] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cec25122-7890-4f1b-aaac-0eef07f42336 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1569.013316] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Created folder: Instances in parent group-v577438.
[ 1569.013780] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1569.014213] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1569.015130] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d3059e6-f872-4aa2-84a4-8032a4e99b32 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1569.038697] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1569.038697] env[71058]:    value = "task-2873008"
[ 1569.038697] env[71058]:    _type = "Task"
[ 1569.038697] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1569.051021] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873008, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1569.182881] env[71058]: DEBUG nova.compute.manager [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1569.213433] env[71058]: DEBUG nova.virt.hardware [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1569.214601] env[71058]: DEBUG nova.virt.hardware [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1569.214601] env[71058]: DEBUG nova.virt.hardware [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1569.214601] env[71058]: DEBUG nova.virt.hardware [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1569.214601] env[71058]: DEBUG nova.virt.hardware [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1569.214601] env[71058]: DEBUG nova.virt.hardware [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1569.214832] env[71058]: DEBUG nova.virt.hardware [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1569.214975] env[71058]: DEBUG nova.virt.hardware [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1569.215212] env[71058]: DEBUG nova.virt.hardware [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1569.215414] env[71058]: DEBUG nova.virt.hardware [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1569.216570] env[71058]: DEBUG nova.virt.hardware [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1569.216710] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994db1c9-42b0-4f6d-9c5f-6acf4dbbaa2b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1569.228855] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740e781a-5310-4487-ac0c-7df5abcc3204 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1569.298646] env[71058]: DEBUG oslo_vmware.api [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873002, 'name': Destroy_Task} progress is 33%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1569.325559] env[71058]: DEBUG oslo_vmware.api [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873005, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1569.366772] env[71058]: DEBUG oslo_vmware.api [None req-fc242a39-6460-4349-9b53-65f76abb7585 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2873003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1569.390037] env[71058]: DEBUG nova.scheduler.client.report [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1569.504633] env[71058]: DEBUG oslo_vmware.api [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Task: {'id': task-2872997, 'name': RelocateVM_Task} progress is 78%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1569.554934] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873008, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1569.798851] env[71058]: DEBUG oslo_vmware.api [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873002, 'name': Destroy_Task, 'duration_secs': 1.782119} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1569.799170] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Destroyed the VM
[ 1569.799494] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Deleting Snapshot of the VM instance {{(pid=71058) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}}
[ 1569.799805] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c78c69a6-5cfd-4c84-9f13-9e44bb230c92 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1569.807255] env[71058]: DEBUG oslo_vmware.api [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1569.807255] env[71058]:    value = "task-2873010"
[ 1569.807255] env[71058]:    _type = "Task"
[ 1569.807255] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1569.817181] env[71058]: DEBUG oslo_vmware.api [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873010, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1569.825680] env[71058]: DEBUG oslo_vmware.api [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873005, 'name': PowerOnVM_Task, 'duration_secs': 0.868433} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1569.825969] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1569.826487] env[71058]: INFO nova.compute.manager [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Took 8.54 seconds to spawn the instance on the hypervisor.
[ 1569.827170] env[71058]: DEBUG nova.compute.manager [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1569.827575] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf8ad8e-e73c-41b3-9935-fd3c7b9e6c54 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1569.868187] env[71058]: DEBUG oslo_vmware.api [None req-fc242a39-6460-4349-9b53-65f76abb7585 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2873003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1569.896815] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1569.897269] env[71058]: DEBUG nova.compute.manager [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1569.899962] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.636s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1569.901716] env[71058]: INFO nova.compute.claims [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1570.009986] env[71058]: DEBUG oslo_vmware.api [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Task: {'id': task-2872997, 'name': RelocateVM_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1570.051402] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873008, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1570.141043] env[71058]: DEBUG nova.network.neutron [req-92f4b8fe-0b4b-4d1e-85dd-248fe66f47a6 req-ed6d0323-ae2d-4f4f-aec2-128d671d5b38 service nova] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Updated VIF entry in instance network info cache for port 4394d67f-963f-4be2-8ca3-d8045009c47e. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1570.141771] env[71058]: DEBUG nova.network.neutron [req-92f4b8fe-0b4b-4d1e-85dd-248fe66f47a6 req-ed6d0323-ae2d-4f4f-aec2-128d671d5b38 service nova] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Updating instance_info_cache with network_info: [{"id": "4394d67f-963f-4be2-8ca3-d8045009c47e", "address": "fa:16:3e:5c:de:62", "network": {"id": "ede72efd-1961-4b8e-a1e4-0ba6887850c7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-401977130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9301d4d92d8b4d078a64450d3c584f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4394d67f-96", "ovs_interfaceid": "4394d67f-963f-4be2-8ca3-d8045009c47e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1570.323690] env[71058]: DEBUG oslo_vmware.api [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873010, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1570.349847] env[71058]: INFO nova.compute.manager [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Took 59.47 seconds to build instance.
[ 1570.371703] env[71058]: DEBUG oslo_vmware.api [None req-fc242a39-6460-4349-9b53-65f76abb7585 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Task: {'id': task-2873003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.063789} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1570.373079] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc242a39-6460-4349-9b53-65f76abb7585 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1570.374167] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-fc242a39-6460-4349-9b53-65f76abb7585 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1570.374263] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-fc242a39-6460-4349-9b53-65f76abb7585 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1570.374784] env[71058]: INFO nova.compute.manager [None req-fc242a39-6460-4349-9b53-65f76abb7585 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Took 3.72 seconds to destroy the instance on the hypervisor.
[ 1570.374982] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc242a39-6460-4349-9b53-65f76abb7585 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1570.377180] env[71058]: DEBUG nova.compute.manager [-] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1570.377180] env[71058]: DEBUG nova.network.neutron [-] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1570.408428] env[71058]: DEBUG nova.compute.utils [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1570.415814] env[71058]: DEBUG nova.compute.manager [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1570.415814] env[71058]: DEBUG nova.network.neutron [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1570.506595] env[71058]: DEBUG oslo_vmware.api [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Task: {'id': task-2872997, 'name': RelocateVM_Task} progress is 96%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1570.539019] env[71058]: DEBUG nova.policy [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8cb53dbee804170ab7e53d3824c9b4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae6226dd54db4ea48fb124a67d0b2152', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1570.556419] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873008, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1570.590363] env[71058]: DEBUG nova.network.neutron [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Successfully updated port: 2481d251-181e-4318-ade1-5864cbc1e023 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1570.644519] env[71058]: DEBUG oslo_concurrency.lockutils [req-92f4b8fe-0b4b-4d1e-85dd-248fe66f47a6 req-ed6d0323-ae2d-4f4f-aec2-128d671d5b38 service nova] Releasing lock "refresh_cache-338cd685-d536-4a70-b1e1-c1ec273c60d1" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1570.821143] env[71058]: DEBUG oslo_vmware.api [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873010, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1570.829659] env[71058]: DEBUG nova.compute.manager [req-e7b5995a-f9f9-4f24-a6a2-0a5771621685 req-0660a82f-43ca-46d3-aac7-b67721467e8e service nova] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Received event network-vif-plugged-2481d251-181e-4318-ade1-5864cbc1e023 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1570.829806] env[71058]: DEBUG oslo_concurrency.lockutils [req-e7b5995a-f9f9-4f24-a6a2-0a5771621685 req-0660a82f-43ca-46d3-aac7-b67721467e8e service nova] Acquiring lock "94f70364-634d-4b69-9d8f-921d8672d5d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1570.830194] env[71058]: DEBUG oslo_concurrency.lockutils [req-e7b5995a-f9f9-4f24-a6a2-0a5771621685 req-0660a82f-43ca-46d3-aac7-b67721467e8e service nova] Lock "94f70364-634d-4b69-9d8f-921d8672d5d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1570.830504] env[71058]: DEBUG oslo_concurrency.lockutils [req-e7b5995a-f9f9-4f24-a6a2-0a5771621685 req-0660a82f-43ca-46d3-aac7-b67721467e8e service nova] Lock "94f70364-634d-4b69-9d8f-921d8672d5d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1570.831033] env[71058]: DEBUG nova.compute.manager [req-e7b5995a-f9f9-4f24-a6a2-0a5771621685 req-0660a82f-43ca-46d3-aac7-b67721467e8e service nova] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] No waiting events found dispatching network-vif-plugged-2481d251-181e-4318-ade1-5864cbc1e023 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1570.831033] env[71058]: WARNING nova.compute.manager [req-e7b5995a-f9f9-4f24-a6a2-0a5771621685 req-0660a82f-43ca-46d3-aac7-b67721467e8e service nova] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Received unexpected event network-vif-plugged-2481d251-181e-4318-ade1-5864cbc1e023 for instance with vm_state building and task_state spawning.
[ 1570.855076] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b4b589c6-d556-45a9-9197-ecc4ee3e355b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lock "76a95105-67c2-4bad-83f4-639120a26053" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 91.491s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1570.914940] env[71058]: DEBUG nova.compute.manager [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1571.005210] env[71058]: DEBUG oslo_vmware.api [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Task: {'id': task-2872997, 'name': RelocateVM_Task} progress is 98%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1571.057928] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873008, 'name': CreateVM_Task, 'duration_secs': 1.608157} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1571.058162] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1571.059187] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1571.059187] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1571.059564] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1571.059844] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97a484d9-5b07-46b9-8218-a91725d59ba3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1571.065033] env[71058]: DEBUG oslo_vmware.api [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Waiting for the task: (returnval){
[ 1571.065033] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527a5e50-259e-5204-5099-e28dd6b88924"
[ 1571.065033] env[71058]:    _type = "Task"
[ 1571.065033] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1571.076820] env[71058]: DEBUG oslo_vmware.api [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527a5e50-259e-5204-5099-e28dd6b88924, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1571.095799] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Acquiring lock "refresh_cache-94f70364-634d-4b69-9d8f-921d8672d5d4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1571.095941] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Acquired lock "refresh_cache-94f70364-634d-4b69-9d8f-921d8672d5d4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1571.096709] env[71058]: DEBUG nova.network.neutron [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1571.194847] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5db56da5-c181-4867-b9e1-e75f87ad8104 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "887beb6c-01db-4225-91be-cb3e9555a945" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1571.195357] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5db56da5-c181-4867-b9e1-e75f87ad8104 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "887beb6c-01db-4225-91be-cb3e9555a945" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1571.195621] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5db56da5-c181-4867-b9e1-e75f87ad8104 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "887beb6c-01db-4225-91be-cb3e9555a945-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1571.195848] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5db56da5-c181-4867-b9e1-e75f87ad8104 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "887beb6c-01db-4225-91be-cb3e9555a945-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1571.196217] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5db56da5-c181-4867-b9e1-e75f87ad8104 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "887beb6c-01db-4225-91be-cb3e9555a945-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1571.199376] env[71058]: INFO nova.compute.manager [None req-5db56da5-c181-4867-b9e1-e75f87ad8104 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Terminating instance
[ 1571.252185] env[71058]: INFO nova.compute.manager [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Rescuing
[ 1571.252185] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquiring lock "refresh_cache-76a95105-67c2-4bad-83f4-639120a26053" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1571.252185] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquired lock "refresh_cache-76a95105-67c2-4bad-83f4-639120a26053" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1571.252185] env[71058]: DEBUG nova.network.neutron [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1571.274917] env[71058]: DEBUG nova.network.neutron [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Successfully created port: 94aa93d3-f766-4d99-9ac3-7c7bae64c3ca {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1571.319994] env[71058]: DEBUG oslo_vmware.api [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873010, 'name': RemoveSnapshot_Task, 'duration_secs': 1.221834} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1571.320546] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Deleted Snapshot of the VM instance {{(pid=71058) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}}
[ 1571.320546] env[71058]: INFO nova.compute.manager [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Took 15.33 seconds to snapshot the instance on the hypervisor.
[ 1571.357831] env[71058]: DEBUG nova.compute.manager [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1571.377225] env[71058]: DEBUG nova.network.neutron [-] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1571.420863] env[71058]: DEBUG nova.objects.instance [None req-a69bbf2e-1bb0-487d-9bd6-9a966af4cde2 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Lazy-loading 'flavor' on Instance uuid a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1571.476540] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2301b3-bfdf-432c-ba4c-f1195a1f85d3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1571.487278] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795478dc-5888-4598-84c8-ba424ed69622 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1571.525171] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de892591-fcb7-496b-9e40-6a0a1f9bc0f5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1571.531937] env[71058]: DEBUG oslo_vmware.api [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Task: {'id': task-2872997, 'name': RelocateVM_Task, 'duration_secs': 3.898038} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1571.532677] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Volume attach. Driver type: vmdk {{(pid=71058) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}}
[ 1571.532849] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577376', 'volume_id': 'c273f41d-5b6a-4e16-848f-2652f119ef58', 'name': 'volume-c273f41d-5b6a-4e16-848f-2652f119ef58', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69144402-515b-460e-b3c9-2231abbfec1c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c273f41d-5b6a-4e16-848f-2652f119ef58', 'serial': 'c273f41d-5b6a-4e16-848f-2652f119ef58'} {{(pid=71058) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}}
[ 1571.533749] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3eae1d-41cc-4515-a377-682f9e502e49 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1571.540420] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe8d067-9229-42bd-9942-4fd01a88b677 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1571.558216] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf4885c-e3ce-448e-9d8c-5fce0d78a474 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1571.569661] env[71058]: DEBUG nova.compute.provider_tree [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1571.596282] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] volume-c273f41d-5b6a-4e16-848f-2652f119ef58/volume-c273f41d-5b6a-4e16-848f-2652f119ef58.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1571.596282] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e68edf7-b5f7-44c0-bbaa-14015bc202a3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1571.615923] env[71058]: DEBUG oslo_vmware.api [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527a5e50-259e-5204-5099-e28dd6b88924, 'name': SearchDatastore_Task, 'duration_secs': 0.012444} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1571.616899] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1571.617184] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1571.617466] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1571.619662] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1571.619662] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1571.619662] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be03faa4-2b2d-4268-9860-b2aed000222c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1571.623212] env[71058]: DEBUG oslo_vmware.api [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Waiting for the task: (returnval){
[ 1571.623212] env[71058]:    value = "task-2873011"
[ 1571.623212] env[71058]:    _type = "Task"
[ 1571.623212] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1571.628155] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1571.628347] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1571.632528] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54b1c6a5-880c-424c-91ab-d56629ae3d2e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1571.635630] env[71058]: DEBUG oslo_vmware.api [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Task: {'id': task-2873011, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1571.639642] env[71058]: DEBUG oslo_vmware.api [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Waiting for the task: (returnval){
[ 1571.639642] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520513c3-a1cd-b0dd-e4cd-fbcc51a5c833"
[ 1571.639642] env[71058]:    _type = "Task"
[ 1571.639642] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1571.654295] env[71058]: DEBUG oslo_vmware.api [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520513c3-a1cd-b0dd-e4cd-fbcc51a5c833, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1571.665144] env[71058]: DEBUG nova.network.neutron [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1571.705836] env[71058]: DEBUG nova.compute.manager [None req-5db56da5-c181-4867-b9e1-e75f87ad8104 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1571.706096] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5db56da5-c181-4867-b9e1-e75f87ad8104 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1571.706998] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f956d95-6404-41e0-996b-fd26aa13fa45 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1571.715568] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5db56da5-c181-4867-b9e1-e75f87ad8104 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1571.715945] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80b45b9c-b326-4612-972f-1f98f4148bb8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1571.785144] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5db56da5-c181-4867-b9e1-e75f87ad8104 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1571.786133] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5db56da5-c181-4867-b9e1-e75f87ad8104 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1571.787403] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-5db56da5-c181-4867-b9e1-e75f87ad8104 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Deleting the datastore file [datastore2] 887beb6c-01db-4225-91be-cb3e9555a945 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1571.787774] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ddc2524-9d2c-4f46-90c4-feec9dfce739 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1571.795479] env[71058]: DEBUG oslo_vmware.api [None req-5db56da5-c181-4867-b9e1-e75f87ad8104 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1571.795479] env[71058]:    value = "task-2873013"
[ 1571.795479] env[71058]:    _type = "Task"
[ 1571.795479] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1571.807326] env[71058]: DEBUG oslo_vmware.api [None req-5db56da5-c181-4867-b9e1-e75f87ad8104 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1571.825861] env[71058]: DEBUG nova.compute.manager [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Instance disappeared during snapshot {{(pid=71058) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}}
[ 1571.860672] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-59a03679-e57d-4954-930c-e27264b7c095 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Volume attach. Driver type: vmdk {{(pid=71058) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}}
[ 1571.860672] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-59a03679-e57d-4954-930c-e27264b7c095 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577437', 'volume_id': 'df8f677e-dd27-48db-a3e6-7fa262c67e43', 'name': 'volume-df8f677e-dd27-48db-a3e6-7fa262c67e43', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bacce8da-7475-425b-8e5e-4700e31e5f53', 'attached_at': '', 'detached_at': '', 'volume_id': 'df8f677e-dd27-48db-a3e6-7fa262c67e43', 'serial': 'df8f677e-dd27-48db-a3e6-7fa262c67e43'} {{(pid=71058) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}}
[ 1571.860909] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c33874-23ca-4a82-b168-6b88db5b8063 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1571.891454] env[71058]: INFO nova.compute.manager [-] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Took 1.51 seconds to deallocate network for instance.
[ 1571.896547] env[71058]: DEBUG nova.network.neutron [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Updating instance_info_cache with network_info: [{"id": "2481d251-181e-4318-ade1-5864cbc1e023", "address": "fa:16:3e:e7:ae:8e", "network": {"id": "96dd2494-b854-4ed3-a34f-5db0b98e2f68", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1576989794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae79d66a3e5433393d38a70f27ba587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2481d251-18", "ovs_interfaceid": "2481d251-181e-4318-ade1-5864cbc1e023", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1571.898542] env[71058]: DEBUG oslo_concurrency.lockutils [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1571.899441] env[71058]: DEBUG nova.compute.manager [None req-dc0f3644-996b-49d6-b229-14fbfb6be70e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Image not found during clean up c2034584-73b3-4f9e-98f3-49822d69170f {{(pid=71058) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}}
[ 1571.905554] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067f005c-9c21-40c0-8267-3487ad0cda50 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1571.934429] env[71058]: DEBUG nova.compute.manager [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1571.944943] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-59a03679-e57d-4954-930c-e27264b7c095 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] volume-df8f677e-dd27-48db-a3e6-7fa262c67e43/volume-df8f677e-dd27-48db-a3e6-7fa262c67e43.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1571.949147] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a69bbf2e-1bb0-487d-9bd6-9a966af4cde2 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Acquiring lock "refresh_cache-a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1571.949869] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a69bbf2e-1bb0-487d-9bd6-9a966af4cde2 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Acquired lock "refresh_cache-a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1571.952542] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ed29e27-ffc3-4954-baa0-103559b6b1ea {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1571.977942] env[71058]: DEBUG oslo_vmware.api [None req-59a03679-e57d-4954-930c-e27264b7c095 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Waiting for the task: (returnval){
[ 1571.977942] env[71058]:    value = "task-2873014"
[ 1571.977942] env[71058]:    _type = "Task"
[ 1571.977942] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1571.979855] env[71058]: DEBUG nova.virt.hardware [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1571.980086] env[71058]: DEBUG nova.virt.hardware [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1571.980297] env[71058]: DEBUG nova.virt.hardware [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1571.980490] env[71058]: DEBUG nova.virt.hardware [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1571.980632] env[71058]: DEBUG nova.virt.hardware [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1571.980776] env[71058]: DEBUG nova.virt.hardware [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1571.981031] env[71058]: DEBUG nova.virt.hardware [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1571.981185] env[71058]: DEBUG nova.virt.hardware [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1571.981410] env[71058]: DEBUG nova.virt.hardware [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1571.981579] env[71058]: DEBUG nova.virt.hardware [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1571.981754] env[71058]: DEBUG nova.virt.hardware [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1571.983086] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37476a1-4fdb-420e-9f5e-86472070e464 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1572.002838] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78004683-ed70-4a8f-a104-daa07770238e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1572.006700] env[71058]: DEBUG oslo_vmware.api [None req-59a03679-e57d-4954-930c-e27264b7c095 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2873014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1572.086056] env[71058]: DEBUG nova.scheduler.client.report [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1572.134635] env[71058]: DEBUG oslo_vmware.api [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Task: {'id': task-2873011, 'name': ReconfigVM_Task, 'duration_secs': 0.417956} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1572.134987] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Reconfigured VM instance instance-00000029 to attach disk [datastore1] volume-c273f41d-5b6a-4e16-848f-2652f119ef58/volume-c273f41d-5b6a-4e16-848f-2652f119ef58.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1572.141248] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07675c3d-ab1e-4d3b-a74e-ee7bc3497355 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1572.164750] env[71058]: DEBUG oslo_vmware.api [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520513c3-a1cd-b0dd-e4cd-fbcc51a5c833, 'name': SearchDatastore_Task, 'duration_secs': 0.015813} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1572.166773] env[71058]: DEBUG oslo_vmware.api [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Waiting for the task: (returnval){
[ 1572.166773] env[71058]:    value = "task-2873015"
[ 1572.166773] env[71058]:    _type = "Task"
[ 1572.166773] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1572.169141] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c410f472-9507-4d8c-af2a-c22bf6e1b0f1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1572.180740] env[71058]: DEBUG oslo_vmware.api [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Task: {'id': task-2873015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1572.181881] env[71058]: DEBUG oslo_vmware.api [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Waiting for the task: (returnval){
[ 1572.181881] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5284795b-f358-2bb5-c70a-2e2c9c08d4af"
[ 1572.181881] env[71058]:    _type = "Task"
[ 1572.181881] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1572.190697] env[71058]: DEBUG oslo_vmware.api [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5284795b-f358-2bb5-c70a-2e2c9c08d4af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1572.244948] env[71058]: DEBUG nova.network.neutron [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Updating instance_info_cache with network_info: [{"id": "2231a3a5-2bba-4fd9-93ad-ff9a2cbdfcd6", "address": "fa:16:3e:a9:b2:ca", "network": {"id": "7d25b6fc-1b3e-4a68-b132-f19dc81a8522", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1033778679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48a2ee130e5a4f4fa56b4ee442dea6ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2231a3a5-2b", "ovs_interfaceid": "2231a3a5-2bba-4fd9-93ad-ff9a2cbdfcd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1572.306390] env[71058]: DEBUG oslo_vmware.api [None req-5db56da5-c181-4867-b9e1-e75f87ad8104 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300448} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1572.306575] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-5db56da5-c181-4867-b9e1-e75f87ad8104 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1572.306748] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5db56da5-c181-4867-b9e1-e75f87ad8104 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1572.306919] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5db56da5-c181-4867-b9e1-e75f87ad8104 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1572.307108] env[71058]: INFO nova.compute.manager [None req-5db56da5-c181-4867-b9e1-e75f87ad8104 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Took 0.60 seconds to destroy the instance on the hypervisor.
[ 1572.307445] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5db56da5-c181-4867-b9e1-e75f87ad8104 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1572.307571] env[71058]: DEBUG nova.compute.manager [-] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1572.307657] env[71058]: DEBUG nova.network.neutron [-] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1572.409253] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Releasing lock "refresh_cache-94f70364-634d-4b69-9d8f-921d8672d5d4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1572.409253] env[71058]: DEBUG nova.compute.manager [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Instance network_info: |[{"id": "2481d251-181e-4318-ade1-5864cbc1e023", "address": "fa:16:3e:e7:ae:8e", "network": {"id": "96dd2494-b854-4ed3-a34f-5db0b98e2f68", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1576989794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae79d66a3e5433393d38a70f27ba587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2481d251-18", "ovs_interfaceid": "2481d251-181e-4318-ade1-5864cbc1e023", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1572.409253] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:ae:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2481d251-181e-4318-ade1-5864cbc1e023', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1572.419939] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Creating folder: Project (aae79d66a3e5433393d38a70f27ba587). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1572.421328] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fc242a39-6460-4349-9b53-65f76abb7585 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1572.422214] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ede07f6-d9d0-403b-ade0-01dad5bbc9ae {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1572.438041] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Created folder: Project (aae79d66a3e5433393d38a70f27ba587) in parent group-v577298.
[ 1572.438041] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Creating folder: Instances. Parent ref: group-v577441. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1572.438041] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf507c23-271b-40ca-83bd-2a4b25ac3e40 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1572.450018] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Created folder: Instances in parent group-v577441.
[ 1572.453037] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1572.453037] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1572.453037] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb108361-7dda-4c66-bf57-43cc09d77d19 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1572.479242] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1572.479242] env[71058]:    value = "task-2873018"
[ 1572.479242] env[71058]:    _type = "Task"
[ 1572.479242] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1572.489025] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873018, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1572.495190] env[71058]: DEBUG oslo_vmware.api [None req-59a03679-e57d-4954-930c-e27264b7c095 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2873014, 'name': ReconfigVM_Task, 'duration_secs': 0.467504} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1572.495190] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-59a03679-e57d-4954-930c-e27264b7c095 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Reconfigured VM instance instance-0000001b to attach disk [datastore1] volume-df8f677e-dd27-48db-a3e6-7fa262c67e43/volume-df8f677e-dd27-48db-a3e6-7fa262c67e43.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1572.500929] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6e52fa1-ae4f-4fb1-bbd2-7326bac9f663 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1572.521025] env[71058]: DEBUG oslo_vmware.api [None req-59a03679-e57d-4954-930c-e27264b7c095 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Waiting for the task: (returnval){
[ 1572.521025] env[71058]:    value = "task-2873019"
[ 1572.521025] env[71058]:    _type = "Task"
[ 1572.521025] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1572.531970] env[71058]: DEBUG oslo_vmware.api [None req-59a03679-e57d-4954-930c-e27264b7c095 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2873019, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1572.592340] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1572.593726] env[71058]: DEBUG nova.compute.manager [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1572.596489] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.501s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1572.600102] env[71058]: INFO nova.compute.claims [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1572.648268] env[71058]: DEBUG nova.network.neutron [None req-a69bbf2e-1bb0-487d-9bd6-9a966af4cde2 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1572.684284] env[71058]: DEBUG oslo_vmware.api [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Task: {'id': task-2873015, 'name': ReconfigVM_Task, 'duration_secs': 0.157556} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1572.689103] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577376', 'volume_id': 'c273f41d-5b6a-4e16-848f-2652f119ef58', 'name': 'volume-c273f41d-5b6a-4e16-848f-2652f119ef58', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69144402-515b-460e-b3c9-2231abbfec1c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c273f41d-5b6a-4e16-848f-2652f119ef58', 'serial': 'c273f41d-5b6a-4e16-848f-2652f119ef58'} {{(pid=71058) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}}
[ 1572.689798] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-161d8900-c883-47cc-88bd-9f2235028c2c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1572.699653] env[71058]: DEBUG oslo_vmware.api [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5284795b-f358-2bb5-c70a-2e2c9c08d4af, 'name': SearchDatastore_Task, 'duration_secs': 0.01198} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1572.701622] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1572.701928] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 338cd685-d536-4a70-b1e1-c1ec273c60d1/338cd685-d536-4a70-b1e1-c1ec273c60d1.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1572.702345] env[71058]: DEBUG oslo_vmware.api [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Waiting for the task: (returnval){
[ 1572.702345] env[71058]:    value = "task-2873020"
[ 1572.702345] env[71058]:    _type = "Task"
[ 1572.702345] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1572.702576] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e55709a-35b2-40dc-90df-27acd8c6610a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1572.715208] env[71058]: DEBUG oslo_vmware.api [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Task: {'id': task-2873020, 'name': Rename_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1572.716368] env[71058]: DEBUG oslo_vmware.api [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Waiting for the task: (returnval){
[ 1572.716368] env[71058]:    value = "task-2873021"
[ 1572.716368] env[71058]:    _type = "Task"
[ 1572.716368] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1572.748698] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Releasing lock "refresh_cache-76a95105-67c2-4bad-83f4-639120a26053" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1572.959578] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "e82e45c2-73fd-4c07-a492-7727c8c7b65d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1572.959807] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "e82e45c2-73fd-4c07-a492-7727c8c7b65d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1572.988186] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873018, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1573.030961] env[71058]: DEBUG oslo_vmware.api [None req-59a03679-e57d-4954-930c-e27264b7c095 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2873019, 'name': ReconfigVM_Task, 'duration_secs': 0.18984} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1573.034177] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-59a03679-e57d-4954-930c-e27264b7c095 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577437', 'volume_id': 'df8f677e-dd27-48db-a3e6-7fa262c67e43', 'name': 'volume-df8f677e-dd27-48db-a3e6-7fa262c67e43', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bacce8da-7475-425b-8e5e-4700e31e5f53', 'attached_at': '', 'detached_at': '', 'volume_id': 'df8f677e-dd27-48db-a3e6-7fa262c67e43', 'serial': 'df8f677e-dd27-48db-a3e6-7fa262c67e43'} {{(pid=71058) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}}
[ 1573.103201] env[71058]: DEBUG nova.compute.utils [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1573.106528] env[71058]: DEBUG nova.compute.manager [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1573.106705] env[71058]: DEBUG nova.network.neutron [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1573.162741] env[71058]: DEBUG oslo_concurrency.lockutils [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Acquiring lock "a77a87d6-c345-450d-9292-91791bffa435" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1573.162977] env[71058]: DEBUG oslo_concurrency.lockutils [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Lock "a77a87d6-c345-450d-9292-91791bffa435" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1573.169231] env[71058]: DEBUG nova.policy [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccfc17e7cda54911a3608bec8f3c429c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0d85678864a428695837e52cb5c42a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1573.218196] env[71058]: DEBUG oslo_vmware.api [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Task: {'id': task-2873020, 'name': Rename_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1573.231693] env[71058]: DEBUG oslo_vmware.api [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Task: {'id': task-2873021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1573.281604] env[71058]: DEBUG nova.network.neutron [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Successfully updated port: 94aa93d3-f766-4d99-9ac3-7c7bae64c3ca {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1573.312199] env[71058]: DEBUG nova.network.neutron [-] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1573.405561] env[71058]: DEBUG nova.compute.manager [req-1af95da9-02fa-423b-a0f9-12d63efdd285 req-41503420-cfc9-42ab-ba5d-2f83fa602e86 service nova] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Received event network-changed-2481d251-181e-4318-ade1-5864cbc1e023 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1573.405903] env[71058]: DEBUG nova.compute.manager [req-1af95da9-02fa-423b-a0f9-12d63efdd285 req-41503420-cfc9-42ab-ba5d-2f83fa602e86 service nova] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Refreshing instance network info cache due to event network-changed-2481d251-181e-4318-ade1-5864cbc1e023. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1573.406817] env[71058]: DEBUG oslo_concurrency.lockutils [req-1af95da9-02fa-423b-a0f9-12d63efdd285 req-41503420-cfc9-42ab-ba5d-2f83fa602e86 service nova] Acquiring lock "refresh_cache-94f70364-634d-4b69-9d8f-921d8672d5d4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1573.407096] env[71058]: DEBUG oslo_concurrency.lockutils [req-1af95da9-02fa-423b-a0f9-12d63efdd285 req-41503420-cfc9-42ab-ba5d-2f83fa602e86 service nova] Acquired lock "refresh_cache-94f70364-634d-4b69-9d8f-921d8672d5d4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1573.407382] env[71058]: DEBUG nova.network.neutron [req-1af95da9-02fa-423b-a0f9-12d63efdd285 req-41503420-cfc9-42ab-ba5d-2f83fa602e86 service nova] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Refreshing network info cache for port 2481d251-181e-4318-ade1-5864cbc1e023 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1573.426404] env[71058]: DEBUG nova.compute.manager [req-9969970e-d4ad-4404-b73f-ac810d6828e8 req-1fad6eff-9c81-4e7b-ac3b-fa59a029d3ab service nova] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Received event network-vif-plugged-94aa93d3-f766-4d99-9ac3-7c7bae64c3ca {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1573.426404] env[71058]: DEBUG oslo_concurrency.lockutils [req-9969970e-d4ad-4404-b73f-ac810d6828e8 req-1fad6eff-9c81-4e7b-ac3b-fa59a029d3ab service nova] Acquiring lock "ee74ee1f-7464-4001-a1ca-63a94eaccdb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1573.426404] env[71058]: DEBUG oslo_concurrency.lockutils [req-9969970e-d4ad-4404-b73f-ac810d6828e8 req-1fad6eff-9c81-4e7b-ac3b-fa59a029d3ab service nova] Lock "ee74ee1f-7464-4001-a1ca-63a94eaccdb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1573.426404] env[71058]: DEBUG oslo_concurrency.lockutils [req-9969970e-d4ad-4404-b73f-ac810d6828e8 req-1fad6eff-9c81-4e7b-ac3b-fa59a029d3ab service nova] Lock "ee74ee1f-7464-4001-a1ca-63a94eaccdb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1573.426404] env[71058]: DEBUG nova.compute.manager [req-9969970e-d4ad-4404-b73f-ac810d6828e8 req-1fad6eff-9c81-4e7b-ac3b-fa59a029d3ab service nova] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] No waiting events found dispatching network-vif-plugged-94aa93d3-f766-4d99-9ac3-7c7bae64c3ca {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1573.426404] env[71058]: WARNING nova.compute.manager [req-9969970e-d4ad-4404-b73f-ac810d6828e8 req-1fad6eff-9c81-4e7b-ac3b-fa59a029d3ab service nova] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Received unexpected event network-vif-plugged-94aa93d3-f766-4d99-9ac3-7c7bae64c3ca for instance with vm_state building and task_state spawning.
[ 1573.492896] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873018, 'name': CreateVM_Task, 'duration_secs': 0.835936} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1573.499451] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1573.499451] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1573.499451] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1573.500091] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1573.500581] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44f8ba2b-fbf3-4740-898b-82cc6a9efe9d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1573.508301] env[71058]: DEBUG oslo_vmware.api [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Waiting for the task: (returnval){
[ 1573.508301] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]525ee51f-e572-0b89-ed63-25e62bb3c2bc"
[ 1573.508301] env[71058]:    _type = "Task"
[ 1573.508301] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1573.518032] env[71058]: DEBUG oslo_vmware.api [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]525ee51f-e572-0b89-ed63-25e62bb3c2bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1573.608015] env[71058]: DEBUG nova.compute.manager [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1573.720021] env[71058]: DEBUG oslo_vmware.api [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Task: {'id': task-2873020, 'name': Rename_Task, 'duration_secs': 0.708015} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1573.723298] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1573.723593] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03e4fed0-878f-44b9-9b9d-fd602c6bb2a8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1573.733207] env[71058]: DEBUG oslo_vmware.api [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Task: {'id': task-2873021, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1573.733797] env[71058]: DEBUG oslo_vmware.api [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Waiting for the task: (returnval){
[ 1573.733797] env[71058]:    value = "task-2873022"
[ 1573.733797] env[71058]:    _type = "Task"
[ 1573.733797] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1573.741463] env[71058]: DEBUG oslo_vmware.api [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Task: {'id': task-2873022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1573.787521] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "refresh_cache-ee74ee1f-7464-4001-a1ca-63a94eaccdb7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1573.787521] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquired lock "refresh_cache-ee74ee1f-7464-4001-a1ca-63a94eaccdb7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1573.787521] env[71058]: DEBUG nova.network.neutron [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1573.817375] env[71058]: INFO nova.compute.manager [-] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Took 1.51 seconds to deallocate network for instance.
[ 1573.872411] env[71058]: DEBUG nova.network.neutron [None req-a69bbf2e-1bb0-487d-9bd6-9a966af4cde2 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Updating instance_info_cache with network_info: [{"id": "8b44405a-b451-4f95-9b01-f45548608a87", "address": "fa:16:3e:08:00:f7", "network": {"id": "3c43a2cb-054a-46fc-8add-cf4953be8bff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2107663445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1935671931c4e4abb502b839a94b7b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b44405a-b4", "ovs_interfaceid": "8b44405a-b451-4f95-9b01-f45548608a87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1574.021242] env[71058]: DEBUG oslo_vmware.api [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]525ee51f-e572-0b89-ed63-25e62bb3c2bc, 'name': SearchDatastore_Task, 'duration_secs': 0.056539} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1574.021652] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1574.021894] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1574.022439] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1574.022594] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1574.022780] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1574.025493] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5357f159-17a1-4a7d-90d9-fbba3cb6323d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1574.034237] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1574.034436] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1574.035210] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3623d821-e3c3-4c25-bc13-f450af51c35f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1574.041150] env[71058]: DEBUG oslo_vmware.api [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Waiting for the task: (returnval){
[ 1574.041150] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5228a95e-88fb-5f12-f26d-463c3bfe8e8d"
[ 1574.041150] env[71058]:    _type = "Task"
[ 1574.041150] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1574.053047] env[71058]: DEBUG oslo_vmware.api [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5228a95e-88fb-5f12-f26d-463c3bfe8e8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1574.069585] env[71058]: DEBUG nova.network.neutron [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Successfully created port: 6a00aa27-5946-46b9-a21f-f789c81f3e46 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1574.104895] env[71058]: DEBUG nova.objects.instance [None req-59a03679-e57d-4954-930c-e27264b7c095 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Lazy-loading 'flavor' on Instance uuid bacce8da-7475-425b-8e5e-4700e31e5f53 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1574.190393] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d752d924-c1bc-4271-bcb4-a6dc8fb70dae {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1574.199951] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce6f127-5a07-4b8f-8516-942545cc6f31 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1574.244093] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98c8f4d-88d6-4dc7-b206-3ce2a8a65653 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1574.254458] env[71058]: DEBUG oslo_vmware.api [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Task: {'id': task-2873021, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.023604} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1574.259296] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 338cd685-d536-4a70-b1e1-c1ec273c60d1/338cd685-d536-4a70-b1e1-c1ec273c60d1.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1574.259763] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1574.259850] env[71058]: DEBUG oslo_vmware.api [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Task: {'id': task-2873022, 'name': PowerOnVM_Task, 'duration_secs': 0.47068} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1574.260140] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48003f5f-8173-49d0-999c-8a4d606bac39 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1574.262134] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1574.262361] env[71058]: INFO nova.compute.manager [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Took 8.56 seconds to spawn the instance on the hypervisor.
[ 1574.262566] env[71058]: DEBUG nova.compute.manager [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1574.263983] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532615c5-b4d4-4699-b8ee-30790f8aacf8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1574.268936] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abfa967-24e8-4f2f-944b-2be72c440e84 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1574.282645] env[71058]: DEBUG nova.compute.provider_tree [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1574.286715] env[71058]: DEBUG oslo_vmware.api [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Waiting for the task: (returnval){
[ 1574.286715] env[71058]:    value = "task-2873023"
[ 1574.286715] env[71058]:    _type = "Task"
[ 1574.286715] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1574.302347] env[71058]: DEBUG oslo_vmware.api [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Task: {'id': task-2873023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1574.315960] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1574.316372] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42e582a5-0f7d-4c89-85c0-d600a8890870 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1574.322925] env[71058]: DEBUG oslo_vmware.api [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1574.322925] env[71058]:    value = "task-2873024"
[ 1574.322925] env[71058]:    _type = "Task"
[ 1574.322925] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1574.328040] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5db56da5-c181-4867-b9e1-e75f87ad8104 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1574.330636] env[71058]: DEBUG nova.network.neutron [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1574.336924] env[71058]: DEBUG oslo_vmware.api [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1574.374862] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a69bbf2e-1bb0-487d-9bd6-9a966af4cde2 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Releasing lock "refresh_cache-a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1574.375150] env[71058]: DEBUG nova.compute.manager [None req-a69bbf2e-1bb0-487d-9bd6-9a966af4cde2 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Inject network info {{(pid=71058) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}}
[ 1574.375444] env[71058]: DEBUG nova.compute.manager [None req-a69bbf2e-1bb0-487d-9bd6-9a966af4cde2 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] network_info to inject: |[{"id": "8b44405a-b451-4f95-9b01-f45548608a87", "address": "fa:16:3e:08:00:f7", "network": {"id": "3c43a2cb-054a-46fc-8add-cf4953be8bff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2107663445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1935671931c4e4abb502b839a94b7b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b44405a-b4", "ovs_interfaceid": "8b44405a-b451-4f95-9b01-f45548608a87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}}
[ 1574.380422] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a69bbf2e-1bb0-487d-9bd6-9a966af4cde2 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Reconfiguring VM instance to set the machine id {{(pid=71058) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}}
[ 1574.381122] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b299dfd-50f6-4991-8702-5f80e1b22a1b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1574.397862] env[71058]: DEBUG oslo_vmware.api [None req-a69bbf2e-1bb0-487d-9bd6-9a966af4cde2 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Waiting for the task: (returnval){
[ 1574.397862] env[71058]:    value = "task-2873025"
[ 1574.397862] env[71058]:    _type = "Task"
[ 1574.397862] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1574.406978] env[71058]: DEBUG oslo_vmware.api [None req-a69bbf2e-1bb0-487d-9bd6-9a966af4cde2 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Task: {'id': task-2873025, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1574.557919] env[71058]: DEBUG oslo_vmware.api [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5228a95e-88fb-5f12-f26d-463c3bfe8e8d, 'name': SearchDatastore_Task, 'duration_secs': 0.011051} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1574.559107] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a8b7a22-7446-4d3a-bc71-4de6b213f321 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1574.564749] env[71058]: DEBUG oslo_vmware.api [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Waiting for the task: (returnval){
[ 1574.564749] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523010ef-1f1c-0708-1824-83481a7a8f6b"
[ 1574.564749] env[71058]:    _type = "Task"
[ 1574.564749] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1574.577775] env[71058]: DEBUG oslo_vmware.api [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523010ef-1f1c-0708-1824-83481a7a8f6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1574.609754] env[71058]: DEBUG oslo_concurrency.lockutils [None req-59a03679-e57d-4954-930c-e27264b7c095 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Lock "bacce8da-7475-425b-8e5e-4700e31e5f53" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.375s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1574.620485] env[71058]: DEBUG nova.compute.manager [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1574.624774] env[71058]: DEBUG nova.network.neutron [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Updating instance_info_cache with network_info: [{"id": "94aa93d3-f766-4d99-9ac3-7c7bae64c3ca", "address": "fa:16:3e:eb:3b:0f", "network": {"id": "645164d9-d9b3-4b8e-9ba7-b72f5baa0cf1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1281402244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae6226dd54db4ea48fb124a67d0b2152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94aa93d3-f7", "ovs_interfaceid": "94aa93d3-f766-4d99-9ac3-7c7bae64c3ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1574.652251] env[71058]: DEBUG nova.network.neutron [req-1af95da9-02fa-423b-a0f9-12d63efdd285 req-41503420-cfc9-42ab-ba5d-2f83fa602e86 service nova] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Updated VIF entry in instance network info cache for port 2481d251-181e-4318-ade1-5864cbc1e023. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1574.652599] env[71058]: DEBUG nova.network.neutron [req-1af95da9-02fa-423b-a0f9-12d63efdd285 req-41503420-cfc9-42ab-ba5d-2f83fa602e86 service nova] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Updating instance_info_cache with network_info: [{"id": "2481d251-181e-4318-ade1-5864cbc1e023", "address": "fa:16:3e:e7:ae:8e", "network": {"id": "96dd2494-b854-4ed3-a34f-5db0b98e2f68", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1576989794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae79d66a3e5433393d38a70f27ba587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2481d251-18", "ovs_interfaceid": "2481d251-181e-4318-ade1-5864cbc1e023", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1574.656022] env[71058]: DEBUG nova.virt.hardware [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1574.656267] env[71058]: DEBUG nova.virt.hardware [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1574.656419] env[71058]: DEBUG nova.virt.hardware [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1574.656589] env[71058]: DEBUG nova.virt.hardware [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1574.656728] env[71058]: DEBUG nova.virt.hardware [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1574.656870] env[71058]: DEBUG nova.virt.hardware [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1574.657101] env[71058]: DEBUG nova.virt.hardware [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1574.657232] env[71058]: DEBUG nova.virt.hardware [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1574.657532] env[71058]: DEBUG nova.virt.hardware [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1574.657532] env[71058]: DEBUG nova.virt.hardware [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1574.657829] env[71058]: DEBUG nova.virt.hardware [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1574.659439] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a4ba90-974b-4159-b89d-53c4262f9460 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1574.670105] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f332be-20b9-4208-8d28-7774a7466cdc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1575.504822] env[71058]: DEBUG nova.scheduler.client.report [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1575.516022] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Releasing lock "refresh_cache-ee74ee1f-7464-4001-a1ca-63a94eaccdb7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1575.516022] env[71058]: DEBUG nova.compute.manager [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Instance network_info: |[{"id": "94aa93d3-f766-4d99-9ac3-7c7bae64c3ca", "address": "fa:16:3e:eb:3b:0f", "network": {"id": "645164d9-d9b3-4b8e-9ba7-b72f5baa0cf1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1281402244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae6226dd54db4ea48fb124a67d0b2152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94aa93d3-f7", "ovs_interfaceid": "94aa93d3-f766-4d99-9ac3-7c7bae64c3ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1575.516022] env[71058]: DEBUG oslo_concurrency.lockutils [req-1af95da9-02fa-423b-a0f9-12d63efdd285 req-41503420-cfc9-42ab-ba5d-2f83fa602e86 service nova] Releasing lock "refresh_cache-94f70364-634d-4b69-9d8f-921d8672d5d4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1575.516022] env[71058]: DEBUG nova.compute.manager [req-1af95da9-02fa-423b-a0f9-12d63efdd285 req-41503420-cfc9-42ab-ba5d-2f83fa602e86 service nova] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Received event network-vif-deleted-0bfbe2c4-619c-4849-b105-0a4bc182ee6a {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1575.516022] env[71058]: DEBUG nova.compute.manager [req-1af95da9-02fa-423b-a0f9-12d63efdd285 req-41503420-cfc9-42ab-ba5d-2f83fa602e86 service nova] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Received event network-changed-8b44405a-b451-4f95-9b01-f45548608a87 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1575.516022] env[71058]: DEBUG nova.compute.manager [req-1af95da9-02fa-423b-a0f9-12d63efdd285 req-41503420-cfc9-42ab-ba5d-2f83fa602e86 service nova] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Refreshing instance network info cache due to event network-changed-8b44405a-b451-4f95-9b01-f45548608a87. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1575.516022] env[71058]: DEBUG oslo_concurrency.lockutils [req-1af95da9-02fa-423b-a0f9-12d63efdd285 req-41503420-cfc9-42ab-ba5d-2f83fa602e86 service nova] Acquiring lock "refresh_cache-a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1575.516022] env[71058]: DEBUG oslo_concurrency.lockutils [req-1af95da9-02fa-423b-a0f9-12d63efdd285 req-41503420-cfc9-42ab-ba5d-2f83fa602e86 service nova] Acquired lock "refresh_cache-a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1575.516022] env[71058]: DEBUG nova.network.neutron [req-1af95da9-02fa-423b-a0f9-12d63efdd285 req-41503420-cfc9-42ab-ba5d-2f83fa602e86 service nova] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Refreshing network info cache for port 8b44405a-b451-4f95-9b01-f45548608a87 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1575.532457] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:3b:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '193994c7-8e1b-4f25-a4a4-d0563845eb28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94aa93d3-f766-4d99-9ac3-7c7bae64c3ca', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1575.540502] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Creating folder: Project (ae6226dd54db4ea48fb124a67d0b2152). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1575.545741] env[71058]: INFO nova.compute.manager [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Took 60.80 seconds to build instance.
[ 1575.547270] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-586cd5db-c157-4389-8adf-30663c08fc5c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1575.567683] env[71058]: DEBUG oslo_vmware.api [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873024, 'name': PowerOffVM_Task, 'duration_secs': 0.183919} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1575.568026] env[71058]: DEBUG oslo_vmware.api [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Task: {'id': task-2873023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074846} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1575.568201] env[71058]: DEBUG oslo_vmware.api [None req-a69bbf2e-1bb0-487d-9bd6-9a966af4cde2 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Task: {'id': task-2873025, 'name': ReconfigVM_Task, 'duration_secs': 0.18375} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1575.568405] env[71058]: DEBUG oslo_vmware.api [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523010ef-1f1c-0708-1824-83481a7a8f6b, 'name': SearchDatastore_Task, 'duration_secs': 0.012669} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1575.570351] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1575.571021] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1575.571431] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a69bbf2e-1bb0-487d-9bd6-9a966af4cde2 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Reconfigured VM instance to set the machine id {{(pid=71058) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}}
[ 1575.573908] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1575.574408] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 94f70364-634d-4b69-9d8f-921d8672d5d4/94f70364-634d-4b69-9d8f-921d8672d5d4.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1575.575538] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2447b23e-9f80-459c-af74-f1526fb503ab {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1575.579217] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219ffcc9-7769-48de-a6cc-1d4c8f75256e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1575.582255] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7830fae9-06f9-4b9c-9c51-5101908de757 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1575.587397] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Created folder: Project (ae6226dd54db4ea48fb124a67d0b2152) in parent group-v577298.
[ 1575.588555] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Creating folder: Instances. Parent ref: group-v577444. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1575.588555] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f142589-3d51-489f-b662-9353a8589f22 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1575.622310] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 338cd685-d536-4a70-b1e1-c1ec273c60d1/338cd685-d536-4a70-b1e1-c1ec273c60d1.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1575.622834] env[71058]: DEBUG oslo_vmware.api [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Waiting for the task: (returnval){
[ 1575.622834] env[71058]:    value = "task-2873027"
[ 1575.622834] env[71058]:    _type = "Task"
[ 1575.622834] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1575.624543] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f321766b-1f60-4a93-827c-a900aa1161bd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1575.640094] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364bb8f7-9f49-4a9e-8a5c-0472816c90d7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1575.648526] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Created folder: Instances in parent group-v577444.
[ 1575.648887] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1575.650152] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1575.650740] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ecbca07-f069-498f-92c6-5f4776baa5a7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1575.674412] env[71058]: DEBUG oslo_vmware.api [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Waiting for the task: (returnval){
[ 1575.674412] env[71058]:    value = "task-2873029"
[ 1575.674412] env[71058]:    _type = "Task"
[ 1575.674412] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1575.676559] env[71058]: DEBUG oslo_vmware.api [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Task: {'id': task-2873027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1575.684947] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1575.684947] env[71058]:    value = "task-2873030"
[ 1575.684947] env[71058]:    _type = "Task"
[ 1575.684947] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1575.691051] env[71058]: DEBUG oslo_vmware.api [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Task: {'id': task-2873029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1575.698607] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873030, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1575.700699] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1575.703112] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-044d9101-179c-4eb7-a6ab-0389d7e3c075 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1575.709302] env[71058]: DEBUG oslo_vmware.api [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1575.709302] env[71058]:    value = "task-2873031"
[ 1575.709302] env[71058]:    _type = "Task"
[ 1575.709302] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1575.720867] env[71058]: DEBUG oslo_vmware.api [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1575.946507] env[71058]: DEBUG oslo_vmware.rw_handles [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52048321-2ba4-6caf-b30a-a4f5c267d5c9/disk-0.vmdk. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1575.948910] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e1f1be-eae5-46e3-b9e3-90adf582dd6f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1575.956180] env[71058]: DEBUG oslo_vmware.rw_handles [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52048321-2ba4-6caf-b30a-a4f5c267d5c9/disk-0.vmdk is in state: ready. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1575.956180] env[71058]: ERROR oslo_vmware.rw_handles [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52048321-2ba4-6caf-b30a-a4f5c267d5c9/disk-0.vmdk due to incomplete transfer.
[ 1575.956180] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f1b861eb-17bb-46e6-a78a-7cdb7052434e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1575.969875] env[71058]: DEBUG oslo_vmware.rw_handles [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52048321-2ba4-6caf-b30a-a4f5c267d5c9/disk-0.vmdk. {{(pid=71058) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}}
[ 1575.969875] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Uploaded image 6ece8126-64e7-4822-a897-087582b65b4a to the Glance image server {{(pid=71058) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}}
[ 1575.973839] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Destroying the VM {{(pid=71058) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}}
[ 1575.973839] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ee00de93-6bb1-4e4b-8869-6b02abd7ba75 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1575.985635] env[71058]: DEBUG oslo_vmware.api [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1575.985635] env[71058]:    value = "task-2873032"
[ 1575.985635] env[71058]:    _type = "Task"
[ 1575.985635] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1576.000678] env[71058]: DEBUG oslo_vmware.api [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873032, 'name': Destroy_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1576.024832] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.425s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1576.024832] env[71058]: DEBUG nova.compute.manager [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1576.028217] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.808s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1576.030357] env[71058]: INFO nova.compute.claims [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1576.039628] env[71058]: DEBUG nova.objects.instance [None req-81aaa92c-491e-43f2-b261-bed1079fb899 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Lazy-loading 'flavor' on Instance uuid a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1576.045923] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b7c76c09-3821-4cbc-8dc7-9f149e62b19c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Acquiring lock "0ca370e4-fd6f-4221-89b6-c282f8827dc7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1576.046378] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b7c76c09-3821-4cbc-8dc7-9f149e62b19c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Lock "0ca370e4-fd6f-4221-89b6-c282f8827dc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1576.047129] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b7c76c09-3821-4cbc-8dc7-9f149e62b19c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Acquiring lock "0ca370e4-fd6f-4221-89b6-c282f8827dc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1576.047129] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b7c76c09-3821-4cbc-8dc7-9f149e62b19c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Lock "0ca370e4-fd6f-4221-89b6-c282f8827dc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1576.047129] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b7c76c09-3821-4cbc-8dc7-9f149e62b19c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Lock "0ca370e4-fd6f-4221-89b6-c282f8827dc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1576.051583] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2839642f-6f1e-40e9-b9b5-77e79e988675 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Acquiring lock "bacce8da-7475-425b-8e5e-4700e31e5f53" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1576.051583] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2839642f-6f1e-40e9-b9b5-77e79e988675 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Lock "bacce8da-7475-425b-8e5e-4700e31e5f53" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1576.052567] env[71058]: INFO nova.compute.manager [None req-b7c76c09-3821-4cbc-8dc7-9f149e62b19c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Terminating instance
[ 1576.054829] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0ea468fa-d154-4eb9-99f1-2f48fdc030b1 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Lock "69144402-515b-460e-b3c9-2231abbfec1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 94.777s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1576.068308] env[71058]: DEBUG nova.compute.manager [req-a7de2e3b-e08c-4119-84c7-75bd98fba37c req-babb2b17-4a31-47c3-a7c8-5712bf808b52 service nova] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Received event network-changed-94aa93d3-f766-4d99-9ac3-7c7bae64c3ca {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1576.068559] env[71058]: DEBUG nova.compute.manager [req-a7de2e3b-e08c-4119-84c7-75bd98fba37c req-babb2b17-4a31-47c3-a7c8-5712bf808b52 service nova] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Refreshing instance network info cache due to event network-changed-94aa93d3-f766-4d99-9ac3-7c7bae64c3ca. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1576.068789] env[71058]: DEBUG oslo_concurrency.lockutils [req-a7de2e3b-e08c-4119-84c7-75bd98fba37c req-babb2b17-4a31-47c3-a7c8-5712bf808b52 service nova] Acquiring lock "refresh_cache-ee74ee1f-7464-4001-a1ca-63a94eaccdb7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1576.069019] env[71058]: DEBUG oslo_concurrency.lockutils [req-a7de2e3b-e08c-4119-84c7-75bd98fba37c req-babb2b17-4a31-47c3-a7c8-5712bf808b52 service nova] Acquired lock "refresh_cache-ee74ee1f-7464-4001-a1ca-63a94eaccdb7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1576.069397] env[71058]: DEBUG nova.network.neutron [req-a7de2e3b-e08c-4119-84c7-75bd98fba37c req-babb2b17-4a31-47c3-a7c8-5712bf808b52 service nova] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Refreshing network info cache for port 94aa93d3-f766-4d99-9ac3-7c7bae64c3ca {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1576.152846] env[71058]: DEBUG oslo_vmware.api [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Task: {'id': task-2873027, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1576.199083] env[71058]: DEBUG oslo_vmware.api [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Task: {'id': task-2873029, 'name': ReconfigVM_Task, 'duration_secs': 0.339234} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1576.201747] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 338cd685-d536-4a70-b1e1-c1ec273c60d1/338cd685-d536-4a70-b1e1-c1ec273c60d1.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1576.202405] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873030, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1576.202679] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-375ea100-b3b8-4a8c-9065-3730acc53d9e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1576.212846] env[71058]: DEBUG oslo_vmware.api [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Waiting for the task: (returnval){
[ 1576.212846] env[71058]:    value = "task-2873033"
[ 1576.212846] env[71058]:    _type = "Task"
[ 1576.212846] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1576.232714] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] VM already powered off {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}}
[ 1576.232955] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1576.233291] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1576.234629] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1576.234629] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1576.234629] env[71058]: DEBUG oslo_vmware.api [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Task: {'id': task-2873033, 'name': Rename_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1576.234629] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-076acc1f-55fc-4834-8a5d-678b87dcc058 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1576.243113] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1576.243492] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1576.244229] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f4d5e89-43f2-4bce-9097-a7c7d18976bd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1576.250598] env[71058]: DEBUG oslo_vmware.api [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1576.250598] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5258d33b-5d34-9b6f-3ddd-763794568e2d"
[ 1576.250598] env[71058]:    _type = "Task"
[ 1576.250598] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1576.258345] env[71058]: DEBUG oslo_vmware.api [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5258d33b-5d34-9b6f-3ddd-763794568e2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1576.359842] env[71058]: DEBUG nova.network.neutron [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Successfully updated port: 6a00aa27-5946-46b9-a21f-f789c81f3e46 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1576.463082] env[71058]: DEBUG nova.network.neutron [req-1af95da9-02fa-423b-a0f9-12d63efdd285 req-41503420-cfc9-42ab-ba5d-2f83fa602e86 service nova] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Updated VIF entry in instance network info cache for port 8b44405a-b451-4f95-9b01-f45548608a87. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1576.463082] env[71058]: DEBUG nova.network.neutron [req-1af95da9-02fa-423b-a0f9-12d63efdd285 req-41503420-cfc9-42ab-ba5d-2f83fa602e86 service nova] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Updating instance_info_cache with network_info: [{"id": "8b44405a-b451-4f95-9b01-f45548608a87", "address": "fa:16:3e:08:00:f7", "network": {"id": "3c43a2cb-054a-46fc-8add-cf4953be8bff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2107663445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1935671931c4e4abb502b839a94b7b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b44405a-b4", "ovs_interfaceid": "8b44405a-b451-4f95-9b01-f45548608a87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1576.495499] env[71058]: DEBUG oslo_vmware.api [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873032, 'name': Destroy_Task, 'duration_secs': 0.362122} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1576.495787] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Destroyed the VM
[ 1576.496325] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Deleting Snapshot of the VM instance {{(pid=71058) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}}
[ 1576.496325] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e7810f6f-15e4-416b-8883-9f1422d56d1e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1576.503511] env[71058]: DEBUG oslo_vmware.api [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1576.503511] env[71058]:    value = "task-2873034"
[ 1576.503511] env[71058]:    _type = "Task"
[ 1576.503511] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1576.513393] env[71058]: DEBUG oslo_vmware.api [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873034, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1576.544508] env[71058]: DEBUG nova.compute.utils [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1576.551163] env[71058]: DEBUG nova.compute.manager [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1576.551372] env[71058]: DEBUG nova.network.neutron [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1576.556277] env[71058]: DEBUG oslo_concurrency.lockutils [None req-81aaa92c-491e-43f2-b261-bed1079fb899 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Acquiring lock "refresh_cache-a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1576.556407] env[71058]: INFO nova.compute.manager [None req-2839642f-6f1e-40e9-b9b5-77e79e988675 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Detaching volume df8f677e-dd27-48db-a3e6-7fa262c67e43
[ 1576.570652] env[71058]: DEBUG nova.compute.manager [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1576.574903] env[71058]: DEBUG nova.compute.manager [None req-b7c76c09-3821-4cbc-8dc7-9f149e62b19c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1576.574903] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c76c09-3821-4cbc-8dc7-9f149e62b19c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1576.579741] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7c2df3-a69d-468e-af95-a0e51a85d127 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1576.588738] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c76c09-3821-4cbc-8dc7-9f149e62b19c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1576.589502] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c640d20-fbcb-4e7a-9cb2-63e24e2daffa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1576.601777] env[71058]: DEBUG oslo_vmware.api [None req-b7c76c09-3821-4cbc-8dc7-9f149e62b19c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Waiting for the task: (returnval){
[ 1576.601777] env[71058]:    value = "task-2873035"
[ 1576.601777] env[71058]:    _type = "Task"
[ 1576.601777] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1576.608162] env[71058]: DEBUG oslo_vmware.api [None req-b7c76c09-3821-4cbc-8dc7-9f149e62b19c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Task: {'id': task-2873035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1576.619486] env[71058]: DEBUG nova.policy [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccfc17e7cda54911a3608bec8f3c429c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0d85678864a428695837e52cb5c42a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1576.651240] env[71058]: DEBUG oslo_vmware.api [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Task: {'id': task-2873027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597813} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1576.653527] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 94f70364-634d-4b69-9d8f-921d8672d5d4/94f70364-634d-4b69-9d8f-921d8672d5d4.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1576.653527] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1576.653818] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fc33c2d-a1fc-4d2c-a638-ead1947274dc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1576.662439] env[71058]: DEBUG oslo_vmware.api [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Waiting for the task: (returnval){
[ 1576.662439] env[71058]:    value = "task-2873036"
[ 1576.662439] env[71058]:    _type = "Task"
[ 1576.662439] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1576.673951] env[71058]: DEBUG oslo_vmware.api [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Task: {'id': task-2873036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1576.699212] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873030, 'name': CreateVM_Task, 'duration_secs': 0.528387} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1576.699382] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1576.705016] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1576.705016] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1576.705016] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1576.705016] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-428df6f7-2c64-468e-9403-53a47c3e27a0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1576.706476] env[71058]: DEBUG oslo_vmware.api [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1576.706476] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5217a5ff-5616-1930-e10c-2f9d5617199e"
[ 1576.706476] env[71058]:    _type = "Task"
[ 1576.706476] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1576.718829] env[71058]: DEBUG oslo_vmware.api [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5217a5ff-5616-1930-e10c-2f9d5617199e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1576.720601] env[71058]: INFO nova.virt.block_device [None req-2839642f-6f1e-40e9-b9b5-77e79e988675 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Attempting to driver detach volume df8f677e-dd27-48db-a3e6-7fa262c67e43 from mountpoint /dev/sdb
[ 1576.720601] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-2839642f-6f1e-40e9-b9b5-77e79e988675 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Volume detach. Driver type: vmdk {{(pid=71058) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}}
[ 1576.720706] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-2839642f-6f1e-40e9-b9b5-77e79e988675 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577437', 'volume_id': 'df8f677e-dd27-48db-a3e6-7fa262c67e43', 'name': 'volume-df8f677e-dd27-48db-a3e6-7fa262c67e43', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bacce8da-7475-425b-8e5e-4700e31e5f53', 'attached_at': '', 'detached_at': '', 'volume_id': 'df8f677e-dd27-48db-a3e6-7fa262c67e43', 'serial': 'df8f677e-dd27-48db-a3e6-7fa262c67e43'} {{(pid=71058) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}}
[ 1576.722128] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54edc087-2611-4c97-81c1-8860db83fe93 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1576.754049] env[71058]: DEBUG oslo_vmware.api [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Task: {'id': task-2873033, 'name': Rename_Task, 'duration_secs': 0.14861} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1576.757343] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac33a00-3514-4c5e-af6f-167877b35472 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1576.764902] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1576.765167] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b19601e-3329-4ec4-82f5-8ada9ca979ed {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1576.775691] env[71058]: DEBUG oslo_vmware.api [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5258d33b-5d34-9b6f-3ddd-763794568e2d, 'name': SearchDatastore_Task, 'duration_secs': 0.011593} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1576.778934] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58298735-0394-4082-b7c8-58a73ce92ecf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1576.784039] env[71058]: DEBUG oslo_vmware.api [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Waiting for the task: (returnval){
[ 1576.784039] env[71058]:    value = "task-2873037"
[ 1576.784039] env[71058]:    _type = "Task"
[ 1576.784039] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1576.784039] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34bd626a-2a77-4ce9-86f0-2711cad5614f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1576.807553] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f323ffa-f447-490b-9f38-413b8eb5f878 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1576.815922] env[71058]: DEBUG oslo_vmware.api [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1576.815922] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5256d4f7-f490-6ca9-6642-733539665491"
[ 1576.815922] env[71058]:    _type = "Task"
[ 1576.815922] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1576.816251] env[71058]: DEBUG oslo_vmware.api [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Task: {'id': task-2873037, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1576.820187] env[71058]: DEBUG nova.compute.manager [req-84c230de-250e-40f7-8869-efb472f86e5c req-56ed2ef5-3298-4cf1-9ef0-d40a4e47c02c service nova] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Received event network-vif-plugged-6a00aa27-5946-46b9-a21f-f789c81f3e46 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1576.820494] env[71058]: DEBUG oslo_concurrency.lockutils [req-84c230de-250e-40f7-8869-efb472f86e5c req-56ed2ef5-3298-4cf1-9ef0-d40a4e47c02c service nova] Acquiring lock "951fe8b2-c7f8-4c01-84f6-9ab958dfb173-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1576.820880] env[71058]: DEBUG oslo_concurrency.lockutils [req-84c230de-250e-40f7-8869-efb472f86e5c req-56ed2ef5-3298-4cf1-9ef0-d40a4e47c02c service nova] Lock "951fe8b2-c7f8-4c01-84f6-9ab958dfb173-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1576.820976] env[71058]: DEBUG oslo_concurrency.lockutils [req-84c230de-250e-40f7-8869-efb472f86e5c req-56ed2ef5-3298-4cf1-9ef0-d40a4e47c02c service nova] Lock "951fe8b2-c7f8-4c01-84f6-9ab958dfb173-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1576.821252] env[71058]: DEBUG nova.compute.manager [req-84c230de-250e-40f7-8869-efb472f86e5c req-56ed2ef5-3298-4cf1-9ef0-d40a4e47c02c service nova] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] No waiting events found dispatching network-vif-plugged-6a00aa27-5946-46b9-a21f-f789c81f3e46 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1576.821520] env[71058]: WARNING nova.compute.manager [req-84c230de-250e-40f7-8869-efb472f86e5c req-56ed2ef5-3298-4cf1-9ef0-d40a4e47c02c service nova] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Received unexpected event network-vif-plugged-6a00aa27-5946-46b9-a21f-f789c81f3e46 for instance with vm_state building and task_state spawning.
[ 1576.839194] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-2839642f-6f1e-40e9-b9b5-77e79e988675 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] The volume has not been displaced from its original location: [datastore1] volume-df8f677e-dd27-48db-a3e6-7fa262c67e43/volume-df8f677e-dd27-48db-a3e6-7fa262c67e43.vmdk. No consolidation needed. {{(pid=71058) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}}
[ 1576.844619] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-2839642f-6f1e-40e9-b9b5-77e79e988675 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Reconfiguring VM instance instance-0000001b to detach disk 2001 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1576.847892] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8a52ea0-594e-4c4e-ac58-ada7a1720b1e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1576.868793] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquiring lock "refresh_cache-951fe8b2-c7f8-4c01-84f6-9ab958dfb173" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1576.868969] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquired lock "refresh_cache-951fe8b2-c7f8-4c01-84f6-9ab958dfb173" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1576.869190] env[71058]: DEBUG nova.network.neutron [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1576.870463] env[71058]: DEBUG oslo_vmware.api [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5256d4f7-f490-6ca9-6642-733539665491, 'name': SearchDatastore_Task, 'duration_secs': 0.023245} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1576.875408] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1576.875961] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 76a95105-67c2-4bad-83f4-639120a26053/8099d743-3bb3-45d8-acee-c2b5ceed489a-rescue.vmdk. {{(pid=71058) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}}
[ 1576.876149] env[71058]: DEBUG oslo_vmware.api [None req-2839642f-6f1e-40e9-b9b5-77e79e988675 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Waiting for the task: (returnval){
[ 1576.876149] env[71058]:    value = "task-2873038"
[ 1576.876149] env[71058]:    _type = "Task"
[ 1576.876149] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1576.876577] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac61c0ee-ef36-4988-9cf8-593c07e1bd33 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1576.892864] env[71058]: DEBUG oslo_vmware.api [None req-2839642f-6f1e-40e9-b9b5-77e79e988675 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2873038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1576.897868] env[71058]: DEBUG oslo_vmware.api [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1576.897868] env[71058]:    value = "task-2873039"
[ 1576.897868] env[71058]:    _type = "Task"
[ 1576.897868] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1576.907219] env[71058]: DEBUG oslo_vmware.api [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1576.965833] env[71058]: DEBUG oslo_concurrency.lockutils [req-1af95da9-02fa-423b-a0f9-12d63efdd285 req-41503420-cfc9-42ab-ba5d-2f83fa602e86 service nova] Releasing lock "refresh_cache-a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1576.966133] env[71058]: DEBUG nova.compute.manager [req-1af95da9-02fa-423b-a0f9-12d63efdd285 req-41503420-cfc9-42ab-ba5d-2f83fa602e86 service nova] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Received event network-vif-deleted-1d258233-65de-4e7e-abca-b41ed4ccbf4a {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1576.966658] env[71058]: DEBUG oslo_concurrency.lockutils [None req-81aaa92c-491e-43f2-b261-bed1079fb899 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Acquired lock "refresh_cache-a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1577.013087] env[71058]: DEBUG oslo_vmware.api [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873034, 'name': RemoveSnapshot_Task} progress is 58%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1577.052320] env[71058]: DEBUG nova.compute.manager [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1577.095687] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1577.109192] env[71058]: DEBUG nova.network.neutron [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Successfully created port: 90430c29-ca43-4e97-b852-7f88fbe3879d {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1577.116213] env[71058]: DEBUG oslo_vmware.api [None req-b7c76c09-3821-4cbc-8dc7-9f149e62b19c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Task: {'id': task-2873035, 'name': PowerOffVM_Task, 'duration_secs': 0.228716} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1577.116503] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c76c09-3821-4cbc-8dc7-9f149e62b19c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1577.116659] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c76c09-3821-4cbc-8dc7-9f149e62b19c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1577.116887] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70a875c2-b766-4656-823f-4dfbe54bd4be {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1577.121103] env[71058]: DEBUG nova.network.neutron [req-a7de2e3b-e08c-4119-84c7-75bd98fba37c req-babb2b17-4a31-47c3-a7c8-5712bf808b52 service nova] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Updated VIF entry in instance network info cache for port 94aa93d3-f766-4d99-9ac3-7c7bae64c3ca. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1577.121441] env[71058]: DEBUG nova.network.neutron [req-a7de2e3b-e08c-4119-84c7-75bd98fba37c req-babb2b17-4a31-47c3-a7c8-5712bf808b52 service nova] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Updating instance_info_cache with network_info: [{"id": "94aa93d3-f766-4d99-9ac3-7c7bae64c3ca", "address": "fa:16:3e:eb:3b:0f", "network": {"id": "645164d9-d9b3-4b8e-9ba7-b72f5baa0cf1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1281402244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae6226dd54db4ea48fb124a67d0b2152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94aa93d3-f7", "ovs_interfaceid": "94aa93d3-f766-4d99-9ac3-7c7bae64c3ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1577.172470] env[71058]: DEBUG oslo_vmware.api [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Task: {'id': task-2873036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133725} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1577.172696] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1577.173526] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8295c74b-2773-44cc-8dc8-d16871a82452 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1577.206920] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 94f70364-634d-4b69-9d8f-921d8672d5d4/94f70364-634d-4b69-9d8f-921d8672d5d4.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1577.211307] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46a3b159-03d8-4f3e-b06f-84db7692fe16 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1577.226781] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c76c09-3821-4cbc-8dc7-9f149e62b19c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1577.227021] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c76c09-3821-4cbc-8dc7-9f149e62b19c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1577.227197] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7c76c09-3821-4cbc-8dc7-9f149e62b19c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Deleting the datastore file [datastore2] 0ca370e4-fd6f-4221-89b6-c282f8827dc7 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1577.230786] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a843062-dd9f-4905-96f9-b955cd3a3d21 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1577.239032] env[71058]: DEBUG oslo_vmware.api [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5217a5ff-5616-1930-e10c-2f9d5617199e, 'name': SearchDatastore_Task, 'duration_secs': 0.023272} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1577.241384] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1577.241669] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1577.241914] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1577.242104] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1577.242281] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1577.242616] env[71058]: DEBUG oslo_vmware.api [None req-b7c76c09-3821-4cbc-8dc7-9f149e62b19c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Waiting for the task: (returnval){
[ 1577.242616] env[71058]:    value = "task-2873042"
[ 1577.242616] env[71058]:    _type = "Task"
[ 1577.242616] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1577.242850] env[71058]: DEBUG oslo_vmware.api [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Waiting for the task: (returnval){
[ 1577.242850] env[71058]:    value = "task-2873041"
[ 1577.242850] env[71058]:    _type = "Task"
[ 1577.242850] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1577.245605] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3aab5f10-bce1-478a-a943-c790e50e0f11 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1577.257976] env[71058]: DEBUG oslo_vmware.api [None req-b7c76c09-3821-4cbc-8dc7-9f149e62b19c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Task: {'id': task-2873042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1577.261403] env[71058]: DEBUG oslo_vmware.api [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Task: {'id': task-2873041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1577.265024] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1577.265209] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1577.265912] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1444f906-bb81-4f36-8310-f4e8691458fd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1577.270695] env[71058]: DEBUG oslo_vmware.api [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1577.270695] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52062e30-c3c9-7be8-1327-3404b80ac9fe"
[ 1577.270695] env[71058]:    _type = "Task"
[ 1577.270695] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1577.279670] env[71058]: DEBUG oslo_vmware.api [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52062e30-c3c9-7be8-1327-3404b80ac9fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1577.296785] env[71058]: DEBUG oslo_vmware.api [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Task: {'id': task-2873037, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1577.389665] env[71058]: DEBUG oslo_vmware.api [None req-2839642f-6f1e-40e9-b9b5-77e79e988675 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2873038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1577.408736] env[71058]: DEBUG oslo_vmware.api [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1577.421313] env[71058]: DEBUG nova.network.neutron [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1577.479811] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "ce9fb314-268d-4fb8-8931-648e951e025b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1577.480116] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "ce9fb314-268d-4fb8-8931-648e951e025b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1577.519520] env[71058]: DEBUG oslo_vmware.api [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873034, 'name': RemoveSnapshot_Task, 'duration_secs': 0.600493} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1577.520504] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Deleted Snapshot of the VM instance {{(pid=71058) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}}
[ 1577.521103] env[71058]: INFO nova.compute.manager [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Took 15.35 seconds to snapshot the instance on the hypervisor.
[ 1577.608185] env[71058]: DEBUG nova.network.neutron [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Updating instance_info_cache with network_info: [{"id": "6a00aa27-5946-46b9-a21f-f789c81f3e46", "address": "fa:16:3e:5d:dc:28", "network": {"id": "876733ce-48bf-4fbb-a51b-52f67cbc0c0c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-912815118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0d85678864a428695837e52cb5c42a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a00aa27-59", "ovs_interfaceid": "6a00aa27-5946-46b9-a21f-f789c81f3e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1577.623680] env[71058]: DEBUG oslo_concurrency.lockutils [req-a7de2e3b-e08c-4119-84c7-75bd98fba37c req-babb2b17-4a31-47c3-a7c8-5712bf808b52 service nova] Releasing lock "refresh_cache-ee74ee1f-7464-4001-a1ca-63a94eaccdb7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1577.679582] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702f5234-ec09-4ae6-a1cc-e74e9d811c6a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1577.688654] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30865ad-36e2-467f-9c26-96f19e0ab18f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1577.718904] env[71058]: DEBUG nova.network.neutron [None req-81aaa92c-491e-43f2-b261-bed1079fb899 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1577.723915] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cb63e8-5a48-4fad-a284-f285e88a43bb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1577.730544] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0170f5-6d4d-455a-a283-d451110ec264 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1577.745854] env[71058]: DEBUG nova.compute.provider_tree [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1577.761725] env[71058]: DEBUG oslo_vmware.api [None req-b7c76c09-3821-4cbc-8dc7-9f149e62b19c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Task: {'id': task-2873042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.403717} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1577.762789] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7c76c09-3821-4cbc-8dc7-9f149e62b19c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1577.762918] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c76c09-3821-4cbc-8dc7-9f149e62b19c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1577.763096] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c76c09-3821-4cbc-8dc7-9f149e62b19c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1577.763305] env[71058]: INFO nova.compute.manager [None req-b7c76c09-3821-4cbc-8dc7-9f149e62b19c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Took 1.19 seconds to destroy the instance on the hypervisor.
[ 1577.763548] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7c76c09-3821-4cbc-8dc7-9f149e62b19c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1577.764012] env[71058]: DEBUG oslo_vmware.api [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Task: {'id': task-2873041, 'name': ReconfigVM_Task, 'duration_secs': 0.497561} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1577.764232] env[71058]: DEBUG nova.compute.manager [-] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1577.764324] env[71058]: DEBUG nova.network.neutron [-] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1577.766041] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 94f70364-634d-4b69-9d8f-921d8672d5d4/94f70364-634d-4b69-9d8f-921d8672d5d4.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1577.767032] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68f4e09e-33a6-4a5b-8668-2325c5b45146 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1577.777789] env[71058]: DEBUG oslo_vmware.api [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Waiting for the task: (returnval){
[ 1577.777789] env[71058]:    value = "task-2873043"
[ 1577.777789] env[71058]:    _type = "Task"
[ 1577.777789] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1577.785801] env[71058]: DEBUG oslo_vmware.api [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52062e30-c3c9-7be8-1327-3404b80ac9fe, 'name': SearchDatastore_Task, 'duration_secs': 0.056504} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1577.792590] env[71058]: DEBUG oslo_vmware.api [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Task: {'id': task-2873043, 'name': Rename_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1577.792843] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1049013f-dd79-41c7-a9fa-0c75a25f0629 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1577.803434] env[71058]: DEBUG oslo_vmware.api [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Task: {'id': task-2873037, 'name': PowerOnVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1577.805199] env[71058]: DEBUG oslo_vmware.api [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1577.805199] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5215ae2d-4d10-2eff-0580-66a462a6efb0"
[ 1577.805199] env[71058]:    _type = "Task"
[ 1577.805199] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1577.815081] env[71058]: DEBUG oslo_vmware.api [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5215ae2d-4d10-2eff-0580-66a462a6efb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1577.890234] env[71058]: DEBUG oslo_vmware.api [None req-2839642f-6f1e-40e9-b9b5-77e79e988675 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2873038, 'name': ReconfigVM_Task, 'duration_secs': 0.718252} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1577.890234] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-2839642f-6f1e-40e9-b9b5-77e79e988675 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Reconfigured VM instance instance-0000001b to detach disk 2001 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1577.894251] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7adbb0d-45ca-46c0-9d9b-10e87ab490e6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1577.913369] env[71058]: DEBUG oslo_vmware.api [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1577.914818] env[71058]: DEBUG oslo_vmware.api [None req-2839642f-6f1e-40e9-b9b5-77e79e988675 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Waiting for the task: (returnval){
[ 1577.914818] env[71058]:    value = "task-2873044"
[ 1577.914818] env[71058]:    _type = "Task"
[ 1577.914818] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1577.922986] env[71058]: DEBUG oslo_vmware.api [None req-2839642f-6f1e-40e9-b9b5-77e79e988675 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2873044, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1578.070827] env[71058]: DEBUG nova.compute.manager [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1578.096718] env[71058]: DEBUG nova.virt.hardware [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1578.096972] env[71058]: DEBUG nova.virt.hardware [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1578.097144] env[71058]: DEBUG nova.virt.hardware [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1578.097325] env[71058]: DEBUG nova.virt.hardware [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1578.097468] env[71058]: DEBUG nova.virt.hardware [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1578.097612] env[71058]: DEBUG nova.virt.hardware [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1578.097820] env[71058]: DEBUG nova.virt.hardware [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1578.097978] env[71058]: DEBUG nova.virt.hardware [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1578.098161] env[71058]: DEBUG nova.virt.hardware [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1578.098325] env[71058]: DEBUG nova.virt.hardware [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1578.098499] env[71058]: DEBUG nova.virt.hardware [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1578.100670] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da15aa2-84ed-463b-89e9-424c889a4eea {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1578.109913] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Releasing lock "refresh_cache-951fe8b2-c7f8-4c01-84f6-9ab958dfb173" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1578.110291] env[71058]: DEBUG nova.compute.manager [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Instance network_info: |[{"id": "6a00aa27-5946-46b9-a21f-f789c81f3e46", "address": "fa:16:3e:5d:dc:28", "network": {"id": "876733ce-48bf-4fbb-a51b-52f67cbc0c0c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-912815118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0d85678864a428695837e52cb5c42a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a00aa27-59", "ovs_interfaceid": "6a00aa27-5946-46b9-a21f-f789c81f3e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1578.112400] env[71058]: DEBUG nova.compute.manager [None req-760cb058-6ac8-4841-83e3-a103c193ca6d tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Found 1 images (rotation: 2) {{(pid=71058) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}}
[ 1578.113714] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:dc:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a00aa27-5946-46b9-a21f-f789c81f3e46', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1578.121514] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1578.122850] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2677361-f0d2-488c-85ff-c05e2ede5512 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1578.127668] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1578.127937] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-911f90e7-1576-4011-8a2a-df90bd57c703 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1578.155412] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1578.155412] env[71058]:    value = "task-2873045"
[ 1578.155412] env[71058]:    _type = "Task"
[ 1578.155412] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1578.164377] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873045, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1578.249206] env[71058]: DEBUG nova.scheduler.client.report [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1578.295049] env[71058]: DEBUG oslo_vmware.api [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Task: {'id': task-2873043, 'name': Rename_Task, 'duration_secs': 0.229369} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1578.295939] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1578.296293] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-143b629c-ab0c-415d-908d-af94c8dbbb16 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1578.306870] env[71058]: DEBUG oslo_vmware.api [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Task: {'id': task-2873037, 'name': PowerOnVM_Task, 'duration_secs': 1.05906} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1578.312433] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1578.312689] env[71058]: INFO nova.compute.manager [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Took 11.74 seconds to spawn the instance on the hypervisor.
[ 1578.312867] env[71058]: DEBUG nova.compute.manager [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1578.315052] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c802f97-18f8-4037-a0ce-d6ae12c0cf98 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1578.318194] env[71058]: DEBUG oslo_vmware.api [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Waiting for the task: (returnval){
[ 1578.318194] env[71058]:    value = "task-2873046"
[ 1578.318194] env[71058]:    _type = "Task"
[ 1578.318194] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1578.335906] env[71058]: DEBUG oslo_vmware.api [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5215ae2d-4d10-2eff-0580-66a462a6efb0, 'name': SearchDatastore_Task, 'duration_secs': 0.014502} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1578.340783] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1578.341319] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] ee74ee1f-7464-4001-a1ca-63a94eaccdb7/ee74ee1f-7464-4001-a1ca-63a94eaccdb7.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1578.341681] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9c6d0c9-3bdf-467e-9ed4-2c57c735344a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1578.348144] env[71058]: DEBUG oslo_vmware.api [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Task: {'id': task-2873046, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1578.353899] env[71058]: DEBUG oslo_vmware.api [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1578.353899] env[71058]:    value = "task-2873047"
[ 1578.353899] env[71058]:    _type = "Task"
[ 1578.353899] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1578.365329] env[71058]: DEBUG oslo_vmware.api [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1578.419273] env[71058]: DEBUG oslo_vmware.api [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873039, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.52212} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1578.424206] env[71058]: INFO nova.virt.vmwareapi.ds_util [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 76a95105-67c2-4bad-83f4-639120a26053/8099d743-3bb3-45d8-acee-c2b5ceed489a-rescue.vmdk.
[ 1578.426079] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c05dca-21e9-495f-87d1-cff49bdf1727 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1578.437032] env[71058]: DEBUG oslo_vmware.api [None req-2839642f-6f1e-40e9-b9b5-77e79e988675 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2873044, 'name': ReconfigVM_Task, 'duration_secs': 0.164386} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1578.453840] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-2839642f-6f1e-40e9-b9b5-77e79e988675 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577437', 'volume_id': 'df8f677e-dd27-48db-a3e6-7fa262c67e43', 'name': 'volume-df8f677e-dd27-48db-a3e6-7fa262c67e43', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bacce8da-7475-425b-8e5e-4700e31e5f53', 'attached_at': '', 'detached_at': '', 'volume_id': 'df8f677e-dd27-48db-a3e6-7fa262c67e43', 'serial': 'df8f677e-dd27-48db-a3e6-7fa262c67e43'} {{(pid=71058) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}}
[ 1578.463939] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 76a95105-67c2-4bad-83f4-639120a26053/8099d743-3bb3-45d8-acee-c2b5ceed489a-rescue.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1578.467497] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8da410dd-f153-4ba6-a937-7ea82ca5e610 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1578.482712] env[71058]: DEBUG nova.compute.manager [req-8f2cc576-f366-4542-9c86-849e2ef61a21 req-8c930be2-b4cf-49ff-975f-6128203da6b3 service nova] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Received event network-changed-44266805-5b05-48a8-90ad-cc2c697b29fe {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1578.482831] env[71058]: DEBUG nova.compute.manager [req-8f2cc576-f366-4542-9c86-849e2ef61a21 req-8c930be2-b4cf-49ff-975f-6128203da6b3 service nova] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Refreshing instance network info cache due to event network-changed-44266805-5b05-48a8-90ad-cc2c697b29fe. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1578.483045] env[71058]: DEBUG oslo_concurrency.lockutils [req-8f2cc576-f366-4542-9c86-849e2ef61a21 req-8c930be2-b4cf-49ff-975f-6128203da6b3 service nova] Acquiring lock "refresh_cache-69144402-515b-460e-b3c9-2231abbfec1c" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1578.483172] env[71058]: DEBUG oslo_concurrency.lockutils [req-8f2cc576-f366-4542-9c86-849e2ef61a21 req-8c930be2-b4cf-49ff-975f-6128203da6b3 service nova] Acquired lock "refresh_cache-69144402-515b-460e-b3c9-2231abbfec1c" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1578.483331] env[71058]: DEBUG nova.network.neutron [req-8f2cc576-f366-4542-9c86-849e2ef61a21 req-8c930be2-b4cf-49ff-975f-6128203da6b3 service nova] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Refreshing network info cache for port 44266805-5b05-48a8-90ad-cc2c697b29fe {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1578.491722] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Acquiring lock "002e694d-2d19-43e9-ac76-9596a449865b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1578.491877] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Lock "002e694d-2d19-43e9-ac76-9596a449865b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1578.498281] env[71058]: DEBUG oslo_vmware.api [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1578.498281] env[71058]:    value = "task-2873048"
[ 1578.498281] env[71058]:    _type = "Task"
[ 1578.498281] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1578.511317] env[71058]: DEBUG oslo_vmware.api [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873048, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1578.644265] env[71058]: DEBUG nova.network.neutron [None req-81aaa92c-491e-43f2-b261-bed1079fb899 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Updating instance_info_cache with network_info: [{"id": "8b44405a-b451-4f95-9b01-f45548608a87", "address": "fa:16:3e:08:00:f7", "network": {"id": "3c43a2cb-054a-46fc-8add-cf4953be8bff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2107663445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1935671931c4e4abb502b839a94b7b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b44405a-b4", "ovs_interfaceid": "8b44405a-b451-4f95-9b01-f45548608a87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1578.667458] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873045, 'name': CreateVM_Task, 'duration_secs': 0.424621} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1578.667641] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1578.668341] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1578.668504] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1578.668842] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1578.669369] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5927a28a-f37c-4041-a15f-87db6a58042c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1578.676357] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1578.676357] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522092ee-a4e5-cfc0-5138-12c8f02dafdc"
[ 1578.676357] env[71058]:    _type = "Task"
[ 1578.676357] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1578.687061] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522092ee-a4e5-cfc0-5138-12c8f02dafdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1578.754740] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1578.756093] env[71058]: DEBUG nova.compute.manager [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1578.760018] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.011s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1578.761930] env[71058]: INFO nova.compute.claims [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1578.785197] env[71058]: DEBUG nova.network.neutron [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Successfully updated port: 90430c29-ca43-4e97-b852-7f88fbe3879d {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1578.838384] env[71058]: DEBUG oslo_vmware.api [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Task: {'id': task-2873046, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1578.851922] env[71058]: INFO nova.compute.manager [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Took 62.25 seconds to build instance.
[ 1578.865442] env[71058]: DEBUG oslo_vmware.api [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873047, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1579.010390] env[71058]: DEBUG oslo_vmware.api [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873048, 'name': ReconfigVM_Task, 'duration_secs': 0.466945} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1579.010617] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 76a95105-67c2-4bad-83f4-639120a26053/8099d743-3bb3-45d8-acee-c2b5ceed489a-rescue.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1579.011638] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23334e4f-408a-45b1-9c26-e8df3ee94daf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1579.041014] env[71058]: DEBUG nova.objects.instance [None req-2839642f-6f1e-40e9-b9b5-77e79e988675 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Lazy-loading 'flavor' on Instance uuid bacce8da-7475-425b-8e5e-4700e31e5f53 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1579.044558] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83dcfd1d-7665-44c3-9fa2-f2e7cb6dc24c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1579.073180] env[71058]: DEBUG oslo_vmware.api [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1579.073180] env[71058]:    value = "task-2873049"
[ 1579.073180] env[71058]:    _type = "Task"
[ 1579.073180] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1579.082957] env[71058]: DEBUG oslo_vmware.api [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873049, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1579.085666] env[71058]: DEBUG nova.network.neutron [-] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1579.096226] env[71058]: DEBUG nova.compute.manager [req-5d152b29-80b3-4f59-9228-45e0594339a2 req-88478698-c6b7-47b1-a14a-891f124b8b4e service nova] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Received event network-changed-6a00aa27-5946-46b9-a21f-f789c81f3e46 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1579.096226] env[71058]: DEBUG nova.compute.manager [req-5d152b29-80b3-4f59-9228-45e0594339a2 req-88478698-c6b7-47b1-a14a-891f124b8b4e service nova] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Refreshing instance network info cache due to event network-changed-6a00aa27-5946-46b9-a21f-f789c81f3e46. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1579.096226] env[71058]: DEBUG oslo_concurrency.lockutils [req-5d152b29-80b3-4f59-9228-45e0594339a2 req-88478698-c6b7-47b1-a14a-891f124b8b4e service nova] Acquiring lock "refresh_cache-951fe8b2-c7f8-4c01-84f6-9ab958dfb173" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1579.096226] env[71058]: DEBUG oslo_concurrency.lockutils [req-5d152b29-80b3-4f59-9228-45e0594339a2 req-88478698-c6b7-47b1-a14a-891f124b8b4e service nova] Acquired lock "refresh_cache-951fe8b2-c7f8-4c01-84f6-9ab958dfb173" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1579.096226] env[71058]: DEBUG nova.network.neutron [req-5d152b29-80b3-4f59-9228-45e0594339a2 req-88478698-c6b7-47b1-a14a-891f124b8b4e service nova] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Refreshing network info cache for port 6a00aa27-5946-46b9-a21f-f789c81f3e46 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1579.147411] env[71058]: DEBUG oslo_concurrency.lockutils [None req-81aaa92c-491e-43f2-b261-bed1079fb899 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Releasing lock "refresh_cache-a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1579.147659] env[71058]: DEBUG nova.compute.manager [None req-81aaa92c-491e-43f2-b261-bed1079fb899 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Inject network info {{(pid=71058) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}}
[ 1579.147941] env[71058]: DEBUG nova.compute.manager [None req-81aaa92c-491e-43f2-b261-bed1079fb899 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] network_info to inject: |[{"id": "8b44405a-b451-4f95-9b01-f45548608a87", "address": "fa:16:3e:08:00:f7", "network": {"id": "3c43a2cb-054a-46fc-8add-cf4953be8bff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2107663445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1935671931c4e4abb502b839a94b7b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b44405a-b4", "ovs_interfaceid": "8b44405a-b451-4f95-9b01-f45548608a87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}}
[ 1579.153519] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-81aaa92c-491e-43f2-b261-bed1079fb899 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Reconfiguring VM instance to set the machine id {{(pid=71058) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}}
[ 1579.154594] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1845e27-df3d-4b4d-88ff-3d85658862f6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1579.174491] env[71058]: DEBUG oslo_vmware.api [None req-81aaa92c-491e-43f2-b261-bed1079fb899 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Waiting for the task: (returnval){
[ 1579.174491] env[71058]:    value = "task-2873050"
[ 1579.174491] env[71058]:    _type = "Task"
[ 1579.174491] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1579.189196] env[71058]: DEBUG oslo_vmware.api [None req-81aaa92c-491e-43f2-b261-bed1079fb899 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Task: {'id': task-2873050, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1579.191564] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522092ee-a4e5-cfc0-5138-12c8f02dafdc, 'name': SearchDatastore_Task, 'duration_secs': 0.052792} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1579.191853] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1579.192130] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1579.192362] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1579.193108] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1579.193108] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1579.193108] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3463d89a-c867-48f3-863c-aed502d7bdf3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1579.199469] env[71058]: DEBUG oslo_concurrency.lockutils [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Acquiring lock "20e57986-49bf-4102-99f1-74267e639860" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1579.199469] env[71058]: DEBUG oslo_concurrency.lockutils [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Lock "20e57986-49bf-4102-99f1-74267e639860" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1579.213873] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1579.213873] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1579.215036] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bd9cd77-5a8a-4acb-bfa4-c93d88aeaa8b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1579.221840] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1579.221840] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5283698d-b2b0-de92-357d-ffd66b6dbc76"
[ 1579.221840] env[71058]:    _type = "Task"
[ 1579.221840] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1579.229755] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5283698d-b2b0-de92-357d-ffd66b6dbc76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1579.262481] env[71058]: DEBUG nova.compute.utils [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1579.263046] env[71058]: DEBUG nova.compute.manager [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Not allocating networking since 'none' was specified. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}}
[ 1579.291744] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquiring lock "refresh_cache-92fdac69-fe97-4f80-b6e9-a4b2df1bf54c" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1579.291744] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquired lock "refresh_cache-92fdac69-fe97-4f80-b6e9-a4b2df1bf54c" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1579.291907] env[71058]: DEBUG nova.network.neutron [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1579.320881] env[71058]: DEBUG nova.network.neutron [req-8f2cc576-f366-4542-9c86-849e2ef61a21 req-8c930be2-b4cf-49ff-975f-6128203da6b3 service nova] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Updated VIF entry in instance network info cache for port 44266805-5b05-48a8-90ad-cc2c697b29fe. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1579.320881] env[71058]: DEBUG nova.network.neutron [req-8f2cc576-f366-4542-9c86-849e2ef61a21 req-8c930be2-b4cf-49ff-975f-6128203da6b3 service nova] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Updating instance_info_cache with network_info: [{"id": "44266805-5b05-48a8-90ad-cc2c697b29fe", "address": "fa:16:3e:05:a7:cc", "network": {"id": "b71fb665-66dc-408e-8fb5-7078b7e0989d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-799829967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea2a55b1a9824bbea0ed7a4169b6cd5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44266805-5b", "ovs_interfaceid": "44266805-5b05-48a8-90ad-cc2c697b29fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1579.336277] env[71058]: DEBUG oslo_vmware.api [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Task: {'id': task-2873046, 'name': PowerOnVM_Task, 'duration_secs': 0.666234} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1579.336592] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1579.337288] env[71058]: INFO nova.compute.manager [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Took 10.16 seconds to spawn the instance on the hypervisor.
[ 1579.337288] env[71058]: DEBUG nova.compute.manager [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1579.338170] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f33a70b-c439-405a-8559-29a0812145bd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1579.355044] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8e1782b4-440a-470c-82ab-096d08b55804 tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Lock "338cd685-d536-4a70-b1e1-c1ec273c60d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 88.010s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1579.367437] env[71058]: DEBUG oslo_vmware.api [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610893} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1579.367437] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] ee74ee1f-7464-4001-a1ca-63a94eaccdb7/ee74ee1f-7464-4001-a1ca-63a94eaccdb7.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1579.367437] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1579.367694] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3118a2f0-cecd-47b0-a87f-786a99beec1a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1579.377795] env[71058]: DEBUG oslo_vmware.api [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1579.377795] env[71058]:    value = "task-2873051"
[ 1579.377795] env[71058]:    _type = "Task"
[ 1579.377795] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1579.388553] env[71058]: DEBUG oslo_vmware.api [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1579.582319] env[71058]: DEBUG oslo_vmware.api [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873049, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1579.588888] env[71058]: INFO nova.compute.manager [-] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Took 1.82 seconds to deallocate network for instance.
[ 1579.684883] env[71058]: DEBUG oslo_vmware.api [None req-81aaa92c-491e-43f2-b261-bed1079fb899 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Task: {'id': task-2873050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1579.734392] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5283698d-b2b0-de92-357d-ffd66b6dbc76, 'name': SearchDatastore_Task, 'duration_secs': 0.034697} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1579.735268] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-706e5583-e94d-4c03-9da0-ba74ac7d4362 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1579.741807] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1579.741807] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]529ec504-7b06-c71f-9fc1-d9f6294b8565"
[ 1579.741807] env[71058]:    _type = "Task"
[ 1579.741807] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1579.760175] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]529ec504-7b06-c71f-9fc1-d9f6294b8565, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1579.766545] env[71058]: DEBUG nova.compute.manager [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1579.827193] env[71058]: DEBUG oslo_concurrency.lockutils [req-8f2cc576-f366-4542-9c86-849e2ef61a21 req-8c930be2-b4cf-49ff-975f-6128203da6b3 service nova] Releasing lock "refresh_cache-69144402-515b-460e-b3c9-2231abbfec1c" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1579.827193] env[71058]: DEBUG nova.compute.manager [req-8f2cc576-f366-4542-9c86-849e2ef61a21 req-8c930be2-b4cf-49ff-975f-6128203da6b3 service nova] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Received event network-changed-8b44405a-b451-4f95-9b01-f45548608a87 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1579.827193] env[71058]: DEBUG nova.compute.manager [req-8f2cc576-f366-4542-9c86-849e2ef61a21 req-8c930be2-b4cf-49ff-975f-6128203da6b3 service nova] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Refreshing instance network info cache due to event network-changed-8b44405a-b451-4f95-9b01-f45548608a87. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1579.827193] env[71058]: DEBUG oslo_concurrency.lockutils [req-8f2cc576-f366-4542-9c86-849e2ef61a21 req-8c930be2-b4cf-49ff-975f-6128203da6b3 service nova] Acquiring lock "refresh_cache-a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1579.827193] env[71058]: DEBUG oslo_concurrency.lockutils [req-8f2cc576-f366-4542-9c86-849e2ef61a21 req-8c930be2-b4cf-49ff-975f-6128203da6b3 service nova] Acquired lock "refresh_cache-a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1579.827193] env[71058]: DEBUG nova.network.neutron [req-8f2cc576-f366-4542-9c86-849e2ef61a21 req-8c930be2-b4cf-49ff-975f-6128203da6b3 service nova] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Refreshing network info cache for port 8b44405a-b451-4f95-9b01-f45548608a87 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1579.847989] env[71058]: DEBUG nova.network.neutron [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1579.859331] env[71058]: INFO nova.compute.manager [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Took 52.96 seconds to build instance.
[ 1579.861129] env[71058]: DEBUG nova.compute.manager [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1579.867392] env[71058]: DEBUG nova.network.neutron [req-5d152b29-80b3-4f59-9228-45e0594339a2 req-88478698-c6b7-47b1-a14a-891f124b8b4e service nova] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Updated VIF entry in instance network info cache for port 6a00aa27-5946-46b9-a21f-f789c81f3e46. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1579.867706] env[71058]: DEBUG nova.network.neutron [req-5d152b29-80b3-4f59-9228-45e0594339a2 req-88478698-c6b7-47b1-a14a-891f124b8b4e service nova] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Updating instance_info_cache with network_info: [{"id": "6a00aa27-5946-46b9-a21f-f789c81f3e46", "address": "fa:16:3e:5d:dc:28", "network": {"id": "876733ce-48bf-4fbb-a51b-52f67cbc0c0c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-912815118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0d85678864a428695837e52cb5c42a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a00aa27-59", "ovs_interfaceid": "6a00aa27-5946-46b9-a21f-f789c81f3e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1579.893200] env[71058]: DEBUG oslo_vmware.api [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080792} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1579.893546] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1579.894422] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516cbd96-75f8-4e0b-8ec0-ccc7b8b378e3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1579.917680] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] ee74ee1f-7464-4001-a1ca-63a94eaccdb7/ee74ee1f-7464-4001-a1ca-63a94eaccdb7.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1579.922680] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-641a72dd-433d-46de-a02a-1fc98b22b3de {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1579.938685] env[71058]: DEBUG nova.compute.manager [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1579.941759] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0eb1c75-e7c1-4208-9c45-55de00a46a87 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1579.957481] env[71058]: DEBUG oslo_vmware.api [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1579.957481] env[71058]:    value = "task-2873052"
[ 1579.957481] env[71058]:    _type = "Task"
[ 1579.957481] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1579.958413] env[71058]: DEBUG oslo_concurrency.lockutils [None req-84a188da-9a5d-412a-8f46-aff9a2ab4971 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Acquiring lock "a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1579.958630] env[71058]: DEBUG oslo_concurrency.lockutils [None req-84a188da-9a5d-412a-8f46-aff9a2ab4971 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Lock "a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1579.958859] env[71058]: DEBUG oslo_concurrency.lockutils [None req-84a188da-9a5d-412a-8f46-aff9a2ab4971 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Acquiring lock "a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1579.959082] env[71058]: DEBUG oslo_concurrency.lockutils [None req-84a188da-9a5d-412a-8f46-aff9a2ab4971 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Lock "a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1579.959249] env[71058]: DEBUG oslo_concurrency.lockutils [None req-84a188da-9a5d-412a-8f46-aff9a2ab4971 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Lock "a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1579.965473] env[71058]: INFO nova.compute.manager [None req-84a188da-9a5d-412a-8f46-aff9a2ab4971 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Terminating instance
[ 1579.975826] env[71058]: DEBUG oslo_vmware.api [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873052, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1580.046455] env[71058]: DEBUG nova.network.neutron [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Updating instance_info_cache with network_info: [{"id": "90430c29-ca43-4e97-b852-7f88fbe3879d", "address": "fa:16:3e:58:15:22", "network": {"id": "876733ce-48bf-4fbb-a51b-52f67cbc0c0c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-912815118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0d85678864a428695837e52cb5c42a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90430c29-ca", "ovs_interfaceid": "90430c29-ca43-4e97-b852-7f88fbe3879d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1580.046455] env[71058]: WARNING oslo_messaging._drivers.amqpdriver [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20
[ 1580.050256] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2839642f-6f1e-40e9-b9b5-77e79e988675 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Lock "bacce8da-7475-425b-8e5e-4700e31e5f53" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 4.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1580.088383] env[71058]: DEBUG oslo_vmware.api [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873049, 'name': ReconfigVM_Task, 'duration_secs': 0.623982} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1580.089032] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1580.089032] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1852042a-8f9c-45d9-a3fb-65d83f0d33a1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1580.097584] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b7c76c09-3821-4cbc-8dc7-9f149e62b19c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1580.099270] env[71058]: DEBUG oslo_vmware.api [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1580.099270] env[71058]:    value = "task-2873053"
[ 1580.099270] env[71058]:    _type = "Task"
[ 1580.099270] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1580.109303] env[71058]: DEBUG oslo_vmware.api [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1580.184942] env[71058]: DEBUG oslo_vmware.api [None req-81aaa92c-491e-43f2-b261-bed1079fb899 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Task: {'id': task-2873050, 'name': ReconfigVM_Task, 'duration_secs': 0.999792} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1580.185230] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-81aaa92c-491e-43f2-b261-bed1079fb899 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Reconfigured VM instance to set the machine id {{(pid=71058) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}}
[ 1580.254541] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]529ec504-7b06-c71f-9fc1-d9f6294b8565, 'name': SearchDatastore_Task, 'duration_secs': 0.059318} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1580.257693] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1580.257985] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 951fe8b2-c7f8-4c01-84f6-9ab958dfb173/951fe8b2-c7f8-4c01-84f6-9ab958dfb173.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1580.258506] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88405b0e-14dc-4ee8-bd75-73eb650e6a00 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1580.267377] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1580.267377] env[71058]:    value = "task-2873054"
[ 1580.267377] env[71058]:    _type = "Task"
[ 1580.267377] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1580.280756] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2873054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1580.361200] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d1ccf219-e611-4aa1-86d0-c5e09f0c7005 tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Lock "94f70364-634d-4b69-9d8f-921d8672d5d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 79.303s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1580.361763] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e38a213-779b-40c5-a3de-d90b55524d90 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1580.369659] env[71058]: DEBUG oslo_concurrency.lockutils [req-5d152b29-80b3-4f59-9228-45e0594339a2 req-88478698-c6b7-47b1-a14a-891f124b8b4e service nova] Releasing lock "refresh_cache-951fe8b2-c7f8-4c01-84f6-9ab958dfb173" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1580.369909] env[71058]: DEBUG nova.compute.manager [req-5d152b29-80b3-4f59-9228-45e0594339a2 req-88478698-c6b7-47b1-a14a-891f124b8b4e service nova] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Received event network-vif-plugged-90430c29-ca43-4e97-b852-7f88fbe3879d {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1580.370117] env[71058]: DEBUG oslo_concurrency.lockutils [req-5d152b29-80b3-4f59-9228-45e0594339a2 req-88478698-c6b7-47b1-a14a-891f124b8b4e service nova] Acquiring lock "92fdac69-fe97-4f80-b6e9-a4b2df1bf54c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1580.370339] env[71058]: DEBUG oslo_concurrency.lockutils [req-5d152b29-80b3-4f59-9228-45e0594339a2 req-88478698-c6b7-47b1-a14a-891f124b8b4e service nova] Lock "92fdac69-fe97-4f80-b6e9-a4b2df1bf54c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1580.370500] env[71058]: DEBUG oslo_concurrency.lockutils [req-5d152b29-80b3-4f59-9228-45e0594339a2 req-88478698-c6b7-47b1-a14a-891f124b8b4e service nova] Lock "92fdac69-fe97-4f80-b6e9-a4b2df1bf54c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1580.370665] env[71058]: DEBUG nova.compute.manager [req-5d152b29-80b3-4f59-9228-45e0594339a2 req-88478698-c6b7-47b1-a14a-891f124b8b4e service nova] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] No waiting events found dispatching network-vif-plugged-90430c29-ca43-4e97-b852-7f88fbe3879d {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1580.370829] env[71058]: WARNING nova.compute.manager [req-5d152b29-80b3-4f59-9228-45e0594339a2 req-88478698-c6b7-47b1-a14a-891f124b8b4e service nova] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Received unexpected event network-vif-plugged-90430c29-ca43-4e97-b852-7f88fbe3879d for instance with vm_state building and task_state spawning.
[ 1580.370989] env[71058]: DEBUG nova.compute.manager [req-5d152b29-80b3-4f59-9228-45e0594339a2 req-88478698-c6b7-47b1-a14a-891f124b8b4e service nova] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Received event network-changed-90430c29-ca43-4e97-b852-7f88fbe3879d {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1580.371161] env[71058]: DEBUG nova.compute.manager [req-5d152b29-80b3-4f59-9228-45e0594339a2 req-88478698-c6b7-47b1-a14a-891f124b8b4e service nova] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Refreshing instance network info cache due to event network-changed-90430c29-ca43-4e97-b852-7f88fbe3879d. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1580.371325] env[71058]: DEBUG oslo_concurrency.lockutils [req-5d152b29-80b3-4f59-9228-45e0594339a2 req-88478698-c6b7-47b1-a14a-891f124b8b4e service nova] Acquiring lock "refresh_cache-92fdac69-fe97-4f80-b6e9-a4b2df1bf54c" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1580.377462] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f81537-9500-48a9-8e6a-2597181e01ec {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1580.410374] env[71058]: DEBUG oslo_concurrency.lockutils [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1580.411214] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497d1f41-a502-4903-bc39-6b1fa2d7f367 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1580.420881] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d70c40-86b8-43d0-928c-2b6d29ed2bcc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1580.435031] env[71058]: DEBUG nova.compute.provider_tree [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1580.445653] env[71058]: DEBUG oslo_concurrency.lockutils [None req-801077c6-ed6c-48ed-bd6e-886573caa99b tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Acquiring lock "338cd685-d536-4a70-b1e1-c1ec273c60d1" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1580.445653] env[71058]: DEBUG oslo_concurrency.lockutils [None req-801077c6-ed6c-48ed-bd6e-886573caa99b tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Lock "338cd685-d536-4a70-b1e1-c1ec273c60d1" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1580.445901] env[71058]: INFO nova.compute.manager [None req-801077c6-ed6c-48ed-bd6e-886573caa99b tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Rebooting instance
[ 1580.461466] env[71058]: INFO nova.compute.manager [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] instance snapshotting
[ 1580.462715] env[71058]: DEBUG nova.objects.instance [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lazy-loading 'flavor' on Instance uuid 4795f420-9f4e-4eab-98d7-9eaf0da179bf {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1580.470915] env[71058]: DEBUG nova.compute.manager [None req-84a188da-9a5d-412a-8f46-aff9a2ab4971 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1580.471155] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-84a188da-9a5d-412a-8f46-aff9a2ab4971 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1580.475597] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e492def4-fc67-42d6-abf7-bdf30ba647ba {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1580.479861] env[71058]: DEBUG oslo_vmware.api [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873052, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1580.488809] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a188da-9a5d-412a-8f46-aff9a2ab4971 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1580.489406] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2519255e-3e76-40c1-99b9-fedb11184fbc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1580.492651] env[71058]: DEBUG oslo_concurrency.lockutils [None req-01cce8b7-b2ef-4ef5-a844-5db8d2a39826 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquiring lock "e63c90cf-3e28-4fa0-a92d-959f26d81786" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1580.492893] env[71058]: DEBUG oslo_concurrency.lockutils [None req-01cce8b7-b2ef-4ef5-a844-5db8d2a39826 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "e63c90cf-3e28-4fa0-a92d-959f26d81786" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1580.499927] env[71058]: DEBUG oslo_vmware.api [None req-84a188da-9a5d-412a-8f46-aff9a2ab4971 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Waiting for the task: (returnval){
[ 1580.499927] env[71058]:    value = "task-2873055"
[ 1580.499927] env[71058]:    _type = "Task"
[ 1580.499927] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1580.511785] env[71058]: DEBUG oslo_vmware.api [None req-84a188da-9a5d-412a-8f46-aff9a2ab4971 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Task: {'id': task-2873055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1580.546506] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Releasing lock "refresh_cache-92fdac69-fe97-4f80-b6e9-a4b2df1bf54c" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1580.546667] env[71058]: DEBUG nova.compute.manager [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Instance network_info: |[{"id": "90430c29-ca43-4e97-b852-7f88fbe3879d", "address": "fa:16:3e:58:15:22", "network": {"id": "876733ce-48bf-4fbb-a51b-52f67cbc0c0c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-912815118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0d85678864a428695837e52cb5c42a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90430c29-ca", "ovs_interfaceid": "90430c29-ca43-4e97-b852-7f88fbe3879d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1580.546972] env[71058]: DEBUG oslo_concurrency.lockutils [req-5d152b29-80b3-4f59-9228-45e0594339a2 req-88478698-c6b7-47b1-a14a-891f124b8b4e service nova] Acquired lock "refresh_cache-92fdac69-fe97-4f80-b6e9-a4b2df1bf54c" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1580.547337] env[71058]: DEBUG nova.network.neutron [req-5d152b29-80b3-4f59-9228-45e0594339a2 req-88478698-c6b7-47b1-a14a-891f124b8b4e service nova] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Refreshing network info cache for port 90430c29-ca43-4e97-b852-7f88fbe3879d {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1580.548504] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:15:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90430c29-ca43-4e97-b852-7f88fbe3879d', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1580.557660] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1580.559057] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1580.559057] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9efce452-4a16-44f2-9676-5c77bcffeef2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1580.585760] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1580.585760] env[71058]:    value = "task-2873056"
[ 1580.585760] env[71058]:    _type = "Task"
[ 1580.585760] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1580.596116] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873056, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1580.609260] env[71058]: DEBUG oslo_vmware.api [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873053, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1580.616926] env[71058]: DEBUG nova.network.neutron [req-8f2cc576-f366-4542-9c86-849e2ef61a21 req-8c930be2-b4cf-49ff-975f-6128203da6b3 service nova] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Updated VIF entry in instance network info cache for port 8b44405a-b451-4f95-9b01-f45548608a87. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1580.617326] env[71058]: DEBUG nova.network.neutron [req-8f2cc576-f366-4542-9c86-849e2ef61a21 req-8c930be2-b4cf-49ff-975f-6128203da6b3 service nova] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Updating instance_info_cache with network_info: [{"id": "8b44405a-b451-4f95-9b01-f45548608a87", "address": "fa:16:3e:08:00:f7", "network": {"id": "3c43a2cb-054a-46fc-8add-cf4953be8bff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2107663445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1935671931c4e4abb502b839a94b7b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b44405a-b4", "ovs_interfaceid": "8b44405a-b451-4f95-9b01-f45548608a87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1580.778799] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2873054, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1580.783522] env[71058]: DEBUG nova.compute.manager [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1580.788861] env[71058]: DEBUG nova.compute.manager [req-f51370ce-ee51-4bc4-a609-a38971cefffe req-0953b8f4-e57b-486c-b6e3-ab8f7cffea8e service nova] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Received event network-vif-deleted-30d05257-7c83-45ce-a025-feb34dde1f08 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1580.820857] env[71058]: DEBUG nova.virt.hardware [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1580.821136] env[71058]: DEBUG nova.virt.hardware [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1580.821320] env[71058]: DEBUG nova.virt.hardware [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1580.821577] env[71058]: DEBUG nova.virt.hardware [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1580.821753] env[71058]: DEBUG nova.virt.hardware [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1580.821949] env[71058]: DEBUG nova.virt.hardware [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1580.822253] env[71058]: DEBUG nova.virt.hardware [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1580.822423] env[71058]: DEBUG nova.virt.hardware [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1580.822655] env[71058]: DEBUG nova.virt.hardware [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1580.822850] env[71058]: DEBUG nova.virt.hardware [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1580.823169] env[71058]: DEBUG nova.virt.hardware [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1580.824546] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db37c805-6383-43e8-a255-d7d28a993c59 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1580.833313] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79427354-a339-49d3-85ec-760c6dc9f302 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1580.849096] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Instance VIF info [] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1580.857018] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Creating folder: Project (ce2aadce2abf492492351ba288602134). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1580.857018] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34836d78-1227-4477-a2ff-13a78f3ed745 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1580.867401] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Created folder: Project (ce2aadce2abf492492351ba288602134) in parent group-v577298.
[ 1580.867822] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Creating folder: Instances. Parent ref: group-v577449. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1580.868197] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55bd1cc6-2b08-4862-b5c2-267db7e4d94c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1580.870356] env[71058]: DEBUG nova.compute.manager [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1580.881560] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Created folder: Instances in parent group-v577449.
[ 1580.881875] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1580.882171] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1580.882439] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ad15f9f-542f-44d5-a9ba-0bbdb81dd840 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1580.902894] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1580.902894] env[71058]:    value = "task-2873059"
[ 1580.902894] env[71058]:    _type = "Task"
[ 1580.902894] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1580.912548] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873059, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1580.938335] env[71058]: DEBUG nova.scheduler.client.report [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1580.971967] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e620a137-1835-4b81-a3ae-3bc4563b3905 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1580.976839] env[71058]: DEBUG oslo_concurrency.lockutils [None req-801077c6-ed6c-48ed-bd6e-886573caa99b tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Acquiring lock "refresh_cache-338cd685-d536-4a70-b1e1-c1ec273c60d1" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1580.977067] env[71058]: DEBUG oslo_concurrency.lockutils [None req-801077c6-ed6c-48ed-bd6e-886573caa99b tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Acquired lock "refresh_cache-338cd685-d536-4a70-b1e1-c1ec273c60d1" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1580.977246] env[71058]: DEBUG nova.network.neutron [None req-801077c6-ed6c-48ed-bd6e-886573caa99b tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1580.985238] env[71058]: DEBUG oslo_vmware.api [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873052, 'name': ReconfigVM_Task, 'duration_secs': 0.841561} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1581.001990] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Reconfigured VM instance instance-0000002c to attach disk [datastore2] ee74ee1f-7464-4001-a1ca-63a94eaccdb7/ee74ee1f-7464-4001-a1ca-63a94eaccdb7.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1581.003369] env[71058]: DEBUG nova.compute.utils [None req-01cce8b7-b2ef-4ef5-a844-5db8d2a39826 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1581.005871] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12ffc811-a4df-4ff7-8ced-443f83d18280 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1581.011740] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77807b7b-82f0-470f-b58d-c5732b3680ed {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1581.023117] env[71058]: DEBUG oslo_vmware.api [None req-84a188da-9a5d-412a-8f46-aff9a2ab4971 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Task: {'id': task-2873055, 'name': PowerOffVM_Task, 'duration_secs': 0.248696} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1581.026658] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a188da-9a5d-412a-8f46-aff9a2ab4971 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1581.026658] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-84a188da-9a5d-412a-8f46-aff9a2ab4971 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1581.027041] env[71058]: DEBUG oslo_vmware.api [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1581.027041] env[71058]:    value = "task-2873060"
[ 1581.027041] env[71058]:    _type = "Task"
[ 1581.027041] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1581.027370] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a506e369-c8a9-4691-8bac-2842620f7511 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1581.039092] env[71058]: DEBUG oslo_vmware.api [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873060, 'name': Rename_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1581.091139] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-84a188da-9a5d-412a-8f46-aff9a2ab4971 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1581.091302] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-84a188da-9a5d-412a-8f46-aff9a2ab4971 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1581.091386] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-84a188da-9a5d-412a-8f46-aff9a2ab4971 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Deleting the datastore file [datastore1] a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1581.092174] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4613ceba-4f9f-49d8-bdb4-afce4678da17 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1581.097190] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873056, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1581.106024] env[71058]: DEBUG oslo_vmware.api [None req-84a188da-9a5d-412a-8f46-aff9a2ab4971 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Waiting for the task: (returnval){
[ 1581.106024] env[71058]:    value = "task-2873062"
[ 1581.106024] env[71058]:    _type = "Task"
[ 1581.106024] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1581.114407] env[71058]: DEBUG oslo_vmware.api [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873053, 'name': PowerOnVM_Task, 'duration_secs': 0.531146} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1581.115093] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1581.120521] env[71058]: DEBUG oslo_concurrency.lockutils [req-8f2cc576-f366-4542-9c86-849e2ef61a21 req-8c930be2-b4cf-49ff-975f-6128203da6b3 service nova] Releasing lock "refresh_cache-a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1581.120958] env[71058]: DEBUG oslo_vmware.api [None req-84a188da-9a5d-412a-8f46-aff9a2ab4971 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Task: {'id': task-2873062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1581.122074] env[71058]: DEBUG nova.compute.manager [None req-e1b53ce1-f6e8-48a2-91e3-031feb792de5 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1581.123010] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d98f3d-878c-4093-8aac-537cb0df4297 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1581.277736] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2873054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736216} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1581.277999] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 951fe8b2-c7f8-4c01-84f6-9ab958dfb173/951fe8b2-c7f8-4c01-84f6-9ab958dfb173.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1581.278234] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1581.278489] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40be9d0d-f782-47b3-9dfb-fa0ebe9f085b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1581.286079] env[71058]: DEBUG nova.network.neutron [req-5d152b29-80b3-4f59-9228-45e0594339a2 req-88478698-c6b7-47b1-a14a-891f124b8b4e service nova] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Updated VIF entry in instance network info cache for port 90430c29-ca43-4e97-b852-7f88fbe3879d. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1581.286079] env[71058]: DEBUG nova.network.neutron [req-5d152b29-80b3-4f59-9228-45e0594339a2 req-88478698-c6b7-47b1-a14a-891f124b8b4e service nova] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Updating instance_info_cache with network_info: [{"id": "90430c29-ca43-4e97-b852-7f88fbe3879d", "address": "fa:16:3e:58:15:22", "network": {"id": "876733ce-48bf-4fbb-a51b-52f67cbc0c0c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-912815118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0d85678864a428695837e52cb5c42a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90430c29-ca", "ovs_interfaceid": "90430c29-ca43-4e97-b852-7f88fbe3879d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1581.287578] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1581.287578] env[71058]:    value = "task-2873063"
[ 1581.287578] env[71058]:    _type = "Task"
[ 1581.287578] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1581.296936] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2873063, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1581.396138] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1581.412736] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873059, 'name': CreateVM_Task, 'duration_secs': 0.31201} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1581.412924] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1581.413458] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1581.413899] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1581.413983] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1581.414236] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac845ceb-b926-49f0-826d-f464f9dc0a6e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1581.418664] env[71058]: DEBUG oslo_vmware.api [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Waiting for the task: (returnval){
[ 1581.418664] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e13662-c66b-0e80-df05-275c971cb554"
[ 1581.418664] env[71058]:    _type = "Task"
[ 1581.418664] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1581.426343] env[71058]: DEBUG oslo_vmware.api [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e13662-c66b-0e80-df05-275c971cb554, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1581.444060] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1581.444710] env[71058]: DEBUG nova.compute.manager [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1581.447219] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.642s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1581.449134] env[71058]: INFO nova.compute.claims [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1581.508020] env[71058]: DEBUG oslo_concurrency.lockutils [None req-01cce8b7-b2ef-4ef5-a844-5db8d2a39826 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "e63c90cf-3e28-4fa0-a92d-959f26d81786" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 1.015s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1581.529242] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Creating Snapshot of the VM instance {{(pid=71058) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}}
[ 1581.529665] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-41404fdb-f9a1-48ce-b3f7-20a8543865c0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1581.542244] env[71058]: DEBUG oslo_vmware.api [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873060, 'name': Rename_Task, 'duration_secs': 0.170656} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1581.543472] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1581.543799] env[71058]: DEBUG oslo_vmware.api [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1581.543799] env[71058]:    value = "task-2873064"
[ 1581.543799] env[71058]:    _type = "Task"
[ 1581.543799] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1581.544015] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e7f7a7f-cf4d-42b1-a116-8313c18a1f11 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1581.554173] env[71058]: DEBUG oslo_vmware.api [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873064, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1581.555664] env[71058]: DEBUG oslo_vmware.api [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1581.555664] env[71058]:    value = "task-2873065"
[ 1581.555664] env[71058]:    _type = "Task"
[ 1581.555664] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1581.566719] env[71058]: DEBUG oslo_vmware.api [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1581.595305] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873056, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1581.618432] env[71058]: DEBUG oslo_vmware.api [None req-84a188da-9a5d-412a-8f46-aff9a2ab4971 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Task: {'id': task-2873062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230752} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1581.618906] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-84a188da-9a5d-412a-8f46-aff9a2ab4971 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1581.619276] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-84a188da-9a5d-412a-8f46-aff9a2ab4971 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1581.619504] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-84a188da-9a5d-412a-8f46-aff9a2ab4971 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1581.619707] env[71058]: INFO nova.compute.manager [None req-84a188da-9a5d-412a-8f46-aff9a2ab4971 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Took 1.15 seconds to destroy the instance on the hypervisor.
[ 1581.619952] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84a188da-9a5d-412a-8f46-aff9a2ab4971 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1581.620184] env[71058]: DEBUG nova.compute.manager [-] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1581.620297] env[71058]: DEBUG nova.network.neutron [-] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1581.776667] env[71058]: DEBUG nova.network.neutron [None req-801077c6-ed6c-48ed-bd6e-886573caa99b tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Updating instance_info_cache with network_info: [{"id": "4394d67f-963f-4be2-8ca3-d8045009c47e", "address": "fa:16:3e:5c:de:62", "network": {"id": "ede72efd-1961-4b8e-a1e4-0ba6887850c7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-401977130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9301d4d92d8b4d078a64450d3c584f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4394d67f-96", "ovs_interfaceid": "4394d67f-963f-4be2-8ca3-d8045009c47e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1581.788865] env[71058]: DEBUG oslo_concurrency.lockutils [req-5d152b29-80b3-4f59-9228-45e0594339a2 req-88478698-c6b7-47b1-a14a-891f124b8b4e service nova] Releasing lock "refresh_cache-92fdac69-fe97-4f80-b6e9-a4b2df1bf54c" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1581.799718] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2873063, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062629} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1581.800020] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1581.802034] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceaf2491-563c-4e39-9c90-517aa8cea898 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1581.825258] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 951fe8b2-c7f8-4c01-84f6-9ab958dfb173/951fe8b2-c7f8-4c01-84f6-9ab958dfb173.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1581.825978] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cd63233-02fb-41e9-8f08-905436322faa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1581.848413] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1581.848413] env[71058]:    value = "task-2873066"
[ 1581.848413] env[71058]:    _type = "Task"
[ 1581.848413] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1581.856988] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2873066, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1581.931337] env[71058]: DEBUG oslo_vmware.api [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e13662-c66b-0e80-df05-275c971cb554, 'name': SearchDatastore_Task, 'duration_secs': 0.03673} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1581.931786] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1581.932142] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1581.932434] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1581.932625] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1581.932830] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1581.933185] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9334397-2c70-414e-a297-67f6c6ea221f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1581.941924] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1581.942182] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1581.942896] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f7331f6-086c-4a05-950a-792c8287daa9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1581.948091] env[71058]: DEBUG oslo_vmware.api [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Waiting for the task: (returnval){
[ 1581.948091] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5293dbbc-55d6-9a64-9081-d10954856209"
[ 1581.948091] env[71058]:    _type = "Task"
[ 1581.948091] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1581.952564] env[71058]: DEBUG nova.compute.utils [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1581.955963] env[71058]: DEBUG nova.compute.manager [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1581.956168] env[71058]: DEBUG nova.network.neutron [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1581.963373] env[71058]: DEBUG oslo_vmware.api [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5293dbbc-55d6-9a64-9081-d10954856209, 'name': SearchDatastore_Task, 'duration_secs': 0.012435} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1581.964435] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ef55c4f-8e47-444b-a166-8bceb2cb0718 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1581.972267] env[71058]: DEBUG oslo_vmware.api [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Waiting for the task: (returnval){
[ 1581.972267] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52839460-b7eb-5401-d860-475c6debc8c7"
[ 1581.972267] env[71058]:    _type = "Task"
[ 1581.972267] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1581.982650] env[71058]: DEBUG oslo_vmware.api [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52839460-b7eb-5401-d860-475c6debc8c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1582.046320] env[71058]: DEBUG nova.policy [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '243601f40f4b4cf988ea665bc84d8677', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '799abe5abec34041932db83146eac9bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1582.060866] env[71058]: DEBUG oslo_vmware.api [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873064, 'name': CreateSnapshot_Task, 'duration_secs': 0.483199} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1582.064884] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Created Snapshot of the VM instance {{(pid=71058) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}}
[ 1582.065681] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c926c9f-1f34-45a0-a38f-dad644f07310 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1582.073787] env[71058]: DEBUG oslo_vmware.api [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873065, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1582.096072] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873056, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1582.280138] env[71058]: DEBUG oslo_concurrency.lockutils [None req-801077c6-ed6c-48ed-bd6e-886573caa99b tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Releasing lock "refresh_cache-338cd685-d536-4a70-b1e1-c1ec273c60d1" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1582.316933] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Acquiring lock "6931e437-f2e3-407a-85c9-68843ac9443f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1582.316933] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Lock "6931e437-f2e3-407a-85c9-68843ac9443f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1582.360451] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2873066, 'name': ReconfigVM_Task, 'duration_secs': 0.328462} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1582.360692] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 951fe8b2-c7f8-4c01-84f6-9ab958dfb173/951fe8b2-c7f8-4c01-84f6-9ab958dfb173.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1582.361620] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f9e7b26-4711-424d-b2f7-e3f3e22fa96d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1582.370651] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1582.370651] env[71058]:    value = "task-2873067"
[ 1582.370651] env[71058]:    _type = "Task"
[ 1582.370651] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1582.379732] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2873067, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1582.459188] env[71058]: DEBUG nova.compute.manager [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1582.484350] env[71058]: DEBUG oslo_vmware.api [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52839460-b7eb-5401-d860-475c6debc8c7, 'name': SearchDatastore_Task, 'duration_secs': 0.016041} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1582.484961] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1582.485438] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] d314154d-6389-4b0d-81a3-dc443ce8cf9a/d314154d-6389-4b0d-81a3-dc443ce8cf9a.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1582.486592] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b5f10b8-047d-4e16-882b-57667c6b8ecf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1582.496122] env[71058]: DEBUG oslo_vmware.api [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Waiting for the task: (returnval){
[ 1582.496122] env[71058]:    value = "task-2873068"
[ 1582.496122] env[71058]:    _type = "Task"
[ 1582.496122] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1582.518121] env[71058]: DEBUG oslo_vmware.api [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': task-2873068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1582.521120] env[71058]: DEBUG nova.network.neutron [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Successfully created port: 08087dd4-26fb-485f-99e6-df5bf91d14db {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1582.570704] env[71058]: DEBUG oslo_vmware.api [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873065, 'name': PowerOnVM_Task, 'duration_secs': 0.83611} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1582.574185] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1582.574597] env[71058]: INFO nova.compute.manager [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Took 10.64 seconds to spawn the instance on the hypervisor.
[ 1582.574904] env[71058]: DEBUG nova.compute.manager [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1582.576336] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e72ba8-baeb-4f57-b020-5d75fe1ad1d2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1582.590661] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Creating linked-clone VM from snapshot {{(pid=71058) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}}
[ 1582.600836] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b51c9e21-968f-47d1-a65b-0dc9c84d6ada {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1582.607700] env[71058]: DEBUG oslo_concurrency.lockutils [None req-01cce8b7-b2ef-4ef5-a844-5db8d2a39826 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquiring lock "e63c90cf-3e28-4fa0-a92d-959f26d81786" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1582.607934] env[71058]: DEBUG oslo_concurrency.lockutils [None req-01cce8b7-b2ef-4ef5-a844-5db8d2a39826 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "e63c90cf-3e28-4fa0-a92d-959f26d81786" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1582.608160] env[71058]: INFO nova.compute.manager [None req-01cce8b7-b2ef-4ef5-a844-5db8d2a39826 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Attaching volume 686b2d61-0416-4181-8377-d4b21b8e5c10 to /dev/sdb
[ 1582.618178] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873056, 'name': CreateVM_Task, 'duration_secs': 1.601967} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1582.621392] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1582.621763] env[71058]: DEBUG oslo_vmware.api [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1582.621763] env[71058]:    value = "task-2873069"
[ 1582.621763] env[71058]:    _type = "Task"
[ 1582.621763] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1582.624774] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1582.624937] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1582.625266] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1582.625719] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c749bf13-31fb-46fb-9e9f-abb518888bcf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1582.633841] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1582.633841] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d80696-8692-3193-d2fd-6e24b60d65dd"
[ 1582.633841] env[71058]:    _type = "Task"
[ 1582.633841] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1582.637265] env[71058]: DEBUG oslo_vmware.api [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873069, 'name': CloneVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1582.650876] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d80696-8692-3193-d2fd-6e24b60d65dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1582.663083] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f2e814-7110-433c-b2f2-82a9f3c108de {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1582.670347] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0d59f2-5165-4b5d-a88d-b3b4b79a4858 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1582.680888] env[71058]: DEBUG nova.compute.manager [req-6e4fc465-a1a2-4d5d-8b17-e51f61adc0af req-4e2cbb85-9b96-4d34-9ecf-39c0f8b71ef4 service nova] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Received event network-vif-deleted-8b44405a-b451-4f95-9b01-f45548608a87 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1582.681109] env[71058]: INFO nova.compute.manager [req-6e4fc465-a1a2-4d5d-8b17-e51f61adc0af req-4e2cbb85-9b96-4d34-9ecf-39c0f8b71ef4 service nova] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Neutron deleted interface 8b44405a-b451-4f95-9b01-f45548608a87; detaching it from the instance and deleting it from the info cache
[ 1582.681288] env[71058]: DEBUG nova.network.neutron [req-6e4fc465-a1a2-4d5d-8b17-e51f61adc0af req-4e2cbb85-9b96-4d34-9ecf-39c0f8b71ef4 service nova] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1582.691315] env[71058]: DEBUG nova.virt.block_device [None req-01cce8b7-b2ef-4ef5-a844-5db8d2a39826 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Updating existing volume attachment record: 5d5f7d8b-aa1f-48c7-9bb6-131aa7f54163 {{(pid=71058) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
[ 1582.772965] env[71058]: DEBUG nova.network.neutron [-] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1582.787888] env[71058]: DEBUG nova.compute.manager [None req-801077c6-ed6c-48ed-bd6e-886573caa99b tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1582.788860] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccdcb7d-bd36-4901-819e-a1189e6ae85b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1582.889897] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2873067, 'name': Rename_Task, 'duration_secs': 0.137471} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1582.889897] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1582.889897] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa44a973-2b4d-45c0-ba90-1a157ccd1b84 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1582.897513] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1582.897513] env[71058]:    value = "task-2873070"
[ 1582.897513] env[71058]:    _type = "Task"
[ 1582.897513] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1582.907050] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2873070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1583.014081] env[71058]: DEBUG oslo_vmware.api [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': task-2873068, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1583.119181] env[71058]: INFO nova.compute.manager [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Took 52.26 seconds to build instance.
[ 1583.140850] env[71058]: DEBUG oslo_vmware.api [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873069, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1583.150490] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2877136e-809c-48a5-80ff-aa7fed3e5d6d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1583.158865] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d80696-8692-3193-d2fd-6e24b60d65dd, 'name': SearchDatastore_Task, 'duration_secs': 0.022581} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1583.160860] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1583.161183] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1583.161442] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1583.161593] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1583.161768] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1583.162798] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95805a62-9fb1-469b-a24a-93933724f708 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1583.164739] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769e6403-5d43-46c4-8f32-0012cdc90c6e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1583.214590] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b39bfd09-4bae-4e54-9338-940d1cb013fe {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1583.217696] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4b29ac-6eba-401d-8342-902cfe786393 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1583.221839] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1583.222208] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1583.223790] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f47cc5c-52f7-47ec-a322-c7cd2b32a206 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1583.238224] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc651c9-2a24-4d49-8c85-1b5d76d9175f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1583.243650] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1583.243650] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b7c8e0-9ce9-708d-6221-9cbf38ff9542"
[ 1583.243650] env[71058]:    _type = "Task"
[ 1583.243650] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1583.247831] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc995908-2381-4421-b5d4-e60e8015dd85 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1583.274487] env[71058]: DEBUG nova.compute.provider_tree [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1583.278745] env[71058]: INFO nova.compute.manager [-] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Took 1.66 seconds to deallocate network for instance.
[ 1583.284321] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b7c8e0-9ce9-708d-6221-9cbf38ff9542, 'name': SearchDatastore_Task, 'duration_secs': 0.014707} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1583.305208] env[71058]: DEBUG nova.compute.manager [req-6e4fc465-a1a2-4d5d-8b17-e51f61adc0af req-4e2cbb85-9b96-4d34-9ecf-39c0f8b71ef4 service nova] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Detach interface failed, port_id=8b44405a-b451-4f95-9b01-f45548608a87, reason: Instance a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3 could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1583.309381] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7de0822f-01bd-4107-805c-f6a0651270b6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1583.318209] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1583.318209] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5205f493-d20a-d798-f29b-77ea51493553"
[ 1583.318209] env[71058]:    _type = "Task"
[ 1583.318209] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1583.329647] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5205f493-d20a-d798-f29b-77ea51493553, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1583.408392] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2873070, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1583.476343] env[71058]: DEBUG nova.compute.manager [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1583.512687] env[71058]: DEBUG nova.virt.hardware [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:46:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='02e79ffc-6025-48d3-bc58-731687cc7eb9',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-394283128',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1583.512852] env[71058]: DEBUG nova.virt.hardware [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1583.512972] env[71058]: DEBUG nova.virt.hardware [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1583.513319] env[71058]: DEBUG nova.virt.hardware [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1583.513565] env[71058]: DEBUG nova.virt.hardware [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1583.513855] env[71058]: DEBUG nova.virt.hardware [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1583.514171] env[71058]: DEBUG nova.virt.hardware [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1583.514391] env[71058]: DEBUG nova.virt.hardware [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1583.514627] env[71058]: DEBUG nova.virt.hardware [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1583.514823] env[71058]: DEBUG nova.virt.hardware [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1583.515010] env[71058]: DEBUG nova.virt.hardware [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1583.515926] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1233f0-94b7-4c25-a735-4f84c6f6beaf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1583.522518] env[71058]: DEBUG oslo_vmware.api [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': task-2873068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646737} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1583.523406] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] d314154d-6389-4b0d-81a3-dc443ce8cf9a/d314154d-6389-4b0d-81a3-dc443ce8cf9a.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1583.523711] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1583.524129] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23cd9663-685e-4309-aca2-5e05bbaae104 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1583.530973] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdda567-0e5a-4773-b3e7-69f4e17d1dd4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1583.537481] env[71058]: DEBUG oslo_vmware.api [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Waiting for the task: (returnval){
[ 1583.537481] env[71058]:    value = "task-2873074"
[ 1583.537481] env[71058]:    _type = "Task"
[ 1583.537481] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1583.559759] env[71058]: DEBUG oslo_vmware.api [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': task-2873074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1583.622697] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e4fa8530-491a-4efe-ac11-1a65ea7ad443 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "ee74ee1f-7464-4001-a1ca-63a94eaccdb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 75.322s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1583.639202] env[71058]: DEBUG oslo_vmware.api [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873069, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1583.779287] env[71058]: DEBUG nova.scheduler.client.report [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1583.784693] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0c20c4dc-0e17-4973-8f50-fab0af79bbcc tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Acquiring lock "94f70364-634d-4b69-9d8f-921d8672d5d4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1583.784693] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0c20c4dc-0e17-4973-8f50-fab0af79bbcc tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Lock "94f70364-634d-4b69-9d8f-921d8672d5d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1583.784937] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0c20c4dc-0e17-4973-8f50-fab0af79bbcc tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Acquiring lock "94f70364-634d-4b69-9d8f-921d8672d5d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1583.785988] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0c20c4dc-0e17-4973-8f50-fab0af79bbcc tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Lock "94f70364-634d-4b69-9d8f-921d8672d5d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1583.785988] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0c20c4dc-0e17-4973-8f50-fab0af79bbcc tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Lock "94f70364-634d-4b69-9d8f-921d8672d5d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1583.787297] env[71058]: INFO nova.compute.manager [None req-0c20c4dc-0e17-4973-8f50-fab0af79bbcc tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Terminating instance
[ 1583.809946] env[71058]: DEBUG oslo_concurrency.lockutils [None req-84a188da-9a5d-412a-8f46-aff9a2ab4971 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1583.813821] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb7f62b-d4d6-44c6-8bc9-219041970f5f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1583.825859] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-801077c6-ed6c-48ed-bd6e-886573caa99b tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Doing hard reboot of VM {{(pid=71058) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}}
[ 1583.826222] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-0fb936c4-2a37-48c0-8ddc-5a45f63b00ef {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1583.834712] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5205f493-d20a-d798-f29b-77ea51493553, 'name': SearchDatastore_Task, 'duration_secs': 0.015194} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1583.836112] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1583.836498] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c/92fdac69-fe97-4f80-b6e9-a4b2df1bf54c.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1583.836878] env[71058]: DEBUG oslo_vmware.api [None req-801077c6-ed6c-48ed-bd6e-886573caa99b tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Waiting for the task: (returnval){
[ 1583.836878] env[71058]:    value = "task-2873075"
[ 1583.836878] env[71058]:    _type = "Task"
[ 1583.836878] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1583.837302] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f424e50-987b-49cb-8d92-a00c49f03081 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1583.847060] env[71058]: DEBUG oslo_vmware.api [None req-801077c6-ed6c-48ed-bd6e-886573caa99b tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Task: {'id': task-2873075, 'name': ResetVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1583.848315] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1583.848315] env[71058]:    value = "task-2873076"
[ 1583.848315] env[71058]:    _type = "Task"
[ 1583.848315] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1583.857614] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2873076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1583.908773] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2873070, 'name': PowerOnVM_Task, 'duration_secs': 0.87206} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1583.909109] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1583.909313] env[71058]: INFO nova.compute.manager [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Took 9.29 seconds to spawn the instance on the hypervisor.
[ 1583.909492] env[71058]: DEBUG nova.compute.manager [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1583.910323] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1a9472-865d-4971-a264-44e218941d47 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1584.050039] env[71058]: DEBUG oslo_vmware.api [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': task-2873074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14813} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1584.050039] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1584.050718] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fac05b-bd50-4a29-8795-f1f021a5b6c8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1584.073173] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] d314154d-6389-4b0d-81a3-dc443ce8cf9a/d314154d-6389-4b0d-81a3-dc443ce8cf9a.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1584.073509] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-125ab194-5d06-4bd0-b51d-93fc08d3966b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1584.098451] env[71058]: DEBUG oslo_vmware.api [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Waiting for the task: (returnval){
[ 1584.098451] env[71058]:    value = "task-2873077"
[ 1584.098451] env[71058]:    _type = "Task"
[ 1584.098451] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1584.107350] env[71058]: DEBUG oslo_vmware.api [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': task-2873077, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1584.125358] env[71058]: DEBUG nova.compute.manager [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1584.129543] env[71058]: DEBUG nova.network.neutron [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Successfully updated port: 08087dd4-26fb-485f-99e6-df5bf91d14db {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1584.139479] env[71058]: DEBUG oslo_vmware.api [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873069, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1584.284072] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.837s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1584.284631] env[71058]: DEBUG nova.compute.manager [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1584.287390] env[71058]: DEBUG oslo_concurrency.lockutils [None req-91372da9-6b78-4ce8-a572-4fb416ff9814 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.368s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1584.287621] env[71058]: DEBUG nova.objects.instance [None req-91372da9-6b78-4ce8-a572-4fb416ff9814 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Lazy-loading 'resources' on Instance uuid 03b4d595-77ea-48bc-9e87-8ed5cec93c4a {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1584.291789] env[71058]: DEBUG nova.compute.manager [None req-0c20c4dc-0e17-4973-8f50-fab0af79bbcc tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1584.291789] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0c20c4dc-0e17-4973-8f50-fab0af79bbcc tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1584.293023] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174f4a9f-566a-46d3-8ae1-40e78f43eb19 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1584.301352] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c20c4dc-0e17-4973-8f50-fab0af79bbcc tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1584.301603] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68548052-665d-44a2-ad46-7232b3fae282 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1584.308956] env[71058]: DEBUG oslo_vmware.api [None req-0c20c4dc-0e17-4973-8f50-fab0af79bbcc tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Waiting for the task: (returnval){
[ 1584.308956] env[71058]:    value = "task-2873078"
[ 1584.308956] env[71058]:    _type = "Task"
[ 1584.308956] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1584.317569] env[71058]: DEBUG oslo_vmware.api [None req-0c20c4dc-0e17-4973-8f50-fab0af79bbcc tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Task: {'id': task-2873078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1584.348068] env[71058]: DEBUG oslo_vmware.api [None req-801077c6-ed6c-48ed-bd6e-886573caa99b tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Task: {'id': task-2873075, 'name': ResetVM_Task, 'duration_secs': 0.127077} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1584.348317] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-801077c6-ed6c-48ed-bd6e-886573caa99b tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Did hard reboot of VM {{(pid=71058) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}}
[ 1584.348513] env[71058]: DEBUG nova.compute.manager [None req-801077c6-ed6c-48ed-bd6e-886573caa99b tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1584.349440] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edea7774-a98b-408a-ba11-6c0af2654947 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1584.368658] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2873076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1584.430612] env[71058]: INFO nova.compute.manager [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Took 44.20 seconds to build instance.
[ 1584.614733] env[71058]: DEBUG oslo_vmware.api [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': task-2873077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1584.638770] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquiring lock "refresh_cache-91283a3a-f5d5-402f-b6c1-776f99ecf7f7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1584.639036] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquired lock "refresh_cache-91283a3a-f5d5-402f-b6c1-776f99ecf7f7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1584.639243] env[71058]: DEBUG nova.network.neutron [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1584.652153] env[71058]: DEBUG oslo_vmware.api [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873069, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1584.661574] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1584.794270] env[71058]: DEBUG nova.compute.utils [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1584.796054] env[71058]: DEBUG nova.compute.manager [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1584.796425] env[71058]: DEBUG nova.network.neutron [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1584.821307] env[71058]: DEBUG oslo_vmware.api [None req-0c20c4dc-0e17-4973-8f50-fab0af79bbcc tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Task: {'id': task-2873078, 'name': PowerOffVM_Task, 'duration_secs': 0.268247} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1584.824348] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c20c4dc-0e17-4973-8f50-fab0af79bbcc tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1584.824564] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0c20c4dc-0e17-4973-8f50-fab0af79bbcc tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1584.825333] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f7fd94b-77b7-42a9-8324-d36a4a072e44 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1584.855467] env[71058]: DEBUG nova.policy [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd529fbd5fb514665bb1eaa3b5330c8d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2fc8fc6fb774929b47aca1029572b17', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1584.861757] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2873076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.963288} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1584.864692] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c/92fdac69-fe97-4f80-b6e9-a4b2df1bf54c.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1584.864980] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1584.865452] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e179d343-2c72-48d4-a8ea-510697cecc20 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1584.872681] env[71058]: INFO nova.compute.manager [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Rescuing
[ 1584.872931] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquiring lock "refresh_cache-66745105-ba3e-4198-8663-9e638df1c630" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1584.873092] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquired lock "refresh_cache-66745105-ba3e-4198-8663-9e638df1c630" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1584.873299] env[71058]: DEBUG nova.network.neutron [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1584.875972] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1584.875972] env[71058]:    value = "task-2873080"
[ 1584.875972] env[71058]:    _type = "Task"
[ 1584.875972] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1584.876565] env[71058]: DEBUG oslo_concurrency.lockutils [None req-801077c6-ed6c-48ed-bd6e-886573caa99b tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Lock "338cd685-d536-4a70-b1e1-c1ec273c60d1" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 4.431s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1584.892168] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2873080, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1584.905030] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0c20c4dc-0e17-4973-8f50-fab0af79bbcc tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1584.905030] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0c20c4dc-0e17-4973-8f50-fab0af79bbcc tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1584.905030] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c20c4dc-0e17-4973-8f50-fab0af79bbcc tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Deleting the datastore file [datastore1] 94f70364-634d-4b69-9d8f-921d8672d5d4 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1584.905030] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d86f373-021e-40d4-9269-a84c31d2f36f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1584.916478] env[71058]: DEBUG oslo_vmware.api [None req-0c20c4dc-0e17-4973-8f50-fab0af79bbcc tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Waiting for the task: (returnval){
[ 1584.916478] env[71058]:    value = "task-2873081"
[ 1584.916478] env[71058]:    _type = "Task"
[ 1584.916478] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1584.932276] env[71058]: DEBUG oslo_vmware.api [None req-0c20c4dc-0e17-4973-8f50-fab0af79bbcc tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Task: {'id': task-2873081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1584.936463] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "951fe8b2-c7f8-4c01-84f6-9ab958dfb173" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 70.385s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1585.013033] env[71058]: DEBUG nova.compute.manager [req-8d5f049b-85b9-445d-af38-df6799d98246 req-48c75197-ae27-41b6-a4fe-e570293f8b84 service nova] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Received event network-vif-plugged-08087dd4-26fb-485f-99e6-df5bf91d14db {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1585.013313] env[71058]: DEBUG oslo_concurrency.lockutils [req-8d5f049b-85b9-445d-af38-df6799d98246 req-48c75197-ae27-41b6-a4fe-e570293f8b84 service nova] Acquiring lock "91283a3a-f5d5-402f-b6c1-776f99ecf7f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1585.013533] env[71058]: DEBUG oslo_concurrency.lockutils [req-8d5f049b-85b9-445d-af38-df6799d98246 req-48c75197-ae27-41b6-a4fe-e570293f8b84 service nova] Lock "91283a3a-f5d5-402f-b6c1-776f99ecf7f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1585.013758] env[71058]: DEBUG oslo_concurrency.lockutils [req-8d5f049b-85b9-445d-af38-df6799d98246 req-48c75197-ae27-41b6-a4fe-e570293f8b84 service nova] Lock "91283a3a-f5d5-402f-b6c1-776f99ecf7f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1585.013854] env[71058]: DEBUG nova.compute.manager [req-8d5f049b-85b9-445d-af38-df6799d98246 req-48c75197-ae27-41b6-a4fe-e570293f8b84 service nova] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] No waiting events found dispatching network-vif-plugged-08087dd4-26fb-485f-99e6-df5bf91d14db {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1585.014044] env[71058]: WARNING nova.compute.manager [req-8d5f049b-85b9-445d-af38-df6799d98246 req-48c75197-ae27-41b6-a4fe-e570293f8b84 service nova] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Received unexpected event network-vif-plugged-08087dd4-26fb-485f-99e6-df5bf91d14db for instance with vm_state building and task_state spawning.
[ 1585.014194] env[71058]: DEBUG nova.compute.manager [req-8d5f049b-85b9-445d-af38-df6799d98246 req-48c75197-ae27-41b6-a4fe-e570293f8b84 service nova] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Received event network-changed-08087dd4-26fb-485f-99e6-df5bf91d14db {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1585.014347] env[71058]: DEBUG nova.compute.manager [req-8d5f049b-85b9-445d-af38-df6799d98246 req-48c75197-ae27-41b6-a4fe-e570293f8b84 service nova] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Refreshing instance network info cache due to event network-changed-08087dd4-26fb-485f-99e6-df5bf91d14db. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1585.014647] env[71058]: DEBUG oslo_concurrency.lockutils [req-8d5f049b-85b9-445d-af38-df6799d98246 req-48c75197-ae27-41b6-a4fe-e570293f8b84 service nova] Acquiring lock "refresh_cache-91283a3a-f5d5-402f-b6c1-776f99ecf7f7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1585.112685] env[71058]: DEBUG oslo_vmware.api [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': task-2873077, 'name': ReconfigVM_Task, 'duration_secs': 0.701232} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1585.112967] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Reconfigured VM instance instance-0000002f to attach disk [datastore2] d314154d-6389-4b0d-81a3-dc443ce8cf9a/d314154d-6389-4b0d-81a3-dc443ce8cf9a.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1585.116305] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f53b616d-0de0-404e-8c58-e25af5159d3d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1585.126375] env[71058]: DEBUG oslo_vmware.api [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Waiting for the task: (returnval){
[ 1585.126375] env[71058]:    value = "task-2873082"
[ 1585.126375] env[71058]:    _type = "Task"
[ 1585.126375] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1585.140141] env[71058]: DEBUG oslo_vmware.api [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': task-2873082, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1585.148595] env[71058]: DEBUG oslo_vmware.api [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873069, 'name': CloneVM_Task, 'duration_secs': 2.360265} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1585.151683] env[71058]: INFO nova.virt.vmwareapi.vmops [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Created linked-clone VM from snapshot
[ 1585.153240] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fec3ed-519d-4bdc-a2cb-70391a3d623e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1585.163714] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Uploading image c623e1d6-4159-4509-9787-8b7449c6bc87 {{(pid=71058) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}}
[ 1585.194892] env[71058]: DEBUG oslo_vmware.rw_handles [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Creating HttpNfcLease lease for exporting VM: (result){
[ 1585.194892] env[71058]:    value = "vm-577453"
[ 1585.194892] env[71058]:    _type = "VirtualMachine"
[ 1585.194892] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}}
[ 1585.194892] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0e9fa882-84f1-4f86-b0a8-8d056b50e884 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1585.203404] env[71058]: DEBUG oslo_vmware.rw_handles [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lease: (returnval){
[ 1585.203404] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52761756-c95b-ffe1-1a95-e1f828772f70"
[ 1585.203404] env[71058]:    _type = "HttpNfcLease"
[ 1585.203404] env[71058]:  } obtained for exporting VM: (result){
[ 1585.203404] env[71058]:    value = "vm-577453"
[ 1585.203404] env[71058]:    _type = "VirtualMachine"
[ 1585.203404] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}}
[ 1585.203841] env[71058]: DEBUG oslo_vmware.api [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the lease: (returnval){
[ 1585.203841] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52761756-c95b-ffe1-1a95-e1f828772f70"
[ 1585.203841] env[71058]:    _type = "HttpNfcLease"
[ 1585.203841] env[71058]:  } to be ready. {{(pid=71058) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1585.213140] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1585.213140] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52761756-c95b-ffe1-1a95-e1f828772f70"
[ 1585.213140] env[71058]:    _type = "HttpNfcLease"
[ 1585.213140] env[71058]:  } is initializing. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1585.219417] env[71058]: DEBUG nova.network.neutron [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1585.299213] env[71058]: DEBUG nova.compute.manager [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1585.315866] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "78a291fd-e7a1-45d5-9eb7-5428f4c52ecd" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1585.316194] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "78a291fd-e7a1-45d5-9eb7-5428f4c52ecd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1585.350610] env[71058]: DEBUG nova.network.neutron [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Successfully created port: afdbc1d4-70d4-4fcf-a288-e4253b8e7c8a {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1585.391021] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2873080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08223} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1585.391021] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1585.391021] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db78a17-e2b6-4c69-8c71-20c0958b4abd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1585.414403] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c/92fdac69-fe97-4f80-b6e9-a4b2df1bf54c.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1585.419035] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c641e48-4232-41e3-874d-da93cd362bf8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1585.440051] env[71058]: DEBUG nova.compute.manager [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: a77a87d6-c345-450d-9292-91791bffa435] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1585.449497] env[71058]: DEBUG oslo_vmware.api [None req-0c20c4dc-0e17-4973-8f50-fab0af79bbcc tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Task: {'id': task-2873081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188413} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1585.451021] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1585.451021] env[71058]:    value = "task-2873085"
[ 1585.451021] env[71058]:    _type = "Task"
[ 1585.451021] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1585.451021] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c20c4dc-0e17-4973-8f50-fab0af79bbcc tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1585.451021] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0c20c4dc-0e17-4973-8f50-fab0af79bbcc tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1585.451021] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0c20c4dc-0e17-4973-8f50-fab0af79bbcc tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1585.451021] env[71058]: INFO nova.compute.manager [None req-0c20c4dc-0e17-4973-8f50-fab0af79bbcc tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Took 1.16 seconds to destroy the instance on the hypervisor.
[ 1585.451454] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c20c4dc-0e17-4973-8f50-fab0af79bbcc tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1585.454726] env[71058]: DEBUG nova.compute.manager [-] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1585.454827] env[71058]: DEBUG nova.network.neutron [-] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1585.467123] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2873085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1585.488917] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb5e8d0-603e-480f-ae6a-7dc354287cb2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1585.498681] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2ec246-0535-49f1-b6f7-2536269acc0f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1585.505607] env[71058]: DEBUG nova.network.neutron [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Updating instance_info_cache with network_info: [{"id": "08087dd4-26fb-485f-99e6-df5bf91d14db", "address": "fa:16:3e:53:44:5f", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08087dd4-26", "ovs_interfaceid": "08087dd4-26fb-485f-99e6-df5bf91d14db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1585.540709] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97dab8e-8355-432a-a301-ec90d7ba3668 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1585.554939] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b8d5c3-1623-4fd7-b635-02804013b4b1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1585.571983] env[71058]: DEBUG nova.compute.provider_tree [None req-91372da9-6b78-4ce8-a572-4fb416ff9814 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1585.639464] env[71058]: DEBUG oslo_vmware.api [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': task-2873082, 'name': Rename_Task, 'duration_secs': 0.372105} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1585.639803] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1585.639990] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0aefb867-12c0-4052-bce5-9240d18cb0df {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1585.648505] env[71058]: DEBUG oslo_vmware.api [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Waiting for the task: (returnval){
[ 1585.648505] env[71058]:    value = "task-2873086"
[ 1585.648505] env[71058]:    _type = "Task"
[ 1585.648505] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1585.657600] env[71058]: DEBUG oslo_vmware.api [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': task-2873086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1585.713592] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1585.713592] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52761756-c95b-ffe1-1a95-e1f828772f70"
[ 1585.713592] env[71058]:    _type = "HttpNfcLease"
[ 1585.713592] env[71058]:  } is ready. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1585.713894] env[71058]: DEBUG oslo_vmware.rw_handles [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1585.713894] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52761756-c95b-ffe1-1a95-e1f828772f70"
[ 1585.713894] env[71058]:    _type = "HttpNfcLease"
[ 1585.713894] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}}
[ 1585.714669] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd7febd-a72c-4a55-b1f1-11f92ff7b73d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1585.728529] env[71058]: DEBUG oslo_vmware.rw_handles [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262a951-01b3-9181-d336-b18e417ed05f/disk-0.vmdk from lease info. {{(pid=71058) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1585.728529] env[71058]: DEBUG oslo_vmware.rw_handles [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262a951-01b3-9181-d336-b18e417ed05f/disk-0.vmdk for reading. {{(pid=71058) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}}
[ 1585.880354] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ca3ab818-3943-4178-a98a-76661802bfbb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1585.910321] env[71058]: DEBUG nova.network.neutron [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Updating instance_info_cache with network_info: [{"id": "ebe9a3c6-9cbb-4e43-8d3b-fa90912ef6b6", "address": "fa:16:3e:14:81:10", "network": {"id": "7d25b6fc-1b3e-4a68-b132-f19dc81a8522", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1033778679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48a2ee130e5a4f4fa56b4ee442dea6ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebe9a3c6-9c", "ovs_interfaceid": "ebe9a3c6-9cbb-4e43-8d3b-fa90912ef6b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1585.962372] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2873085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1585.964267] env[71058]: DEBUG oslo_concurrency.lockutils [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1586.008507] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Releasing lock "refresh_cache-91283a3a-f5d5-402f-b6c1-776f99ecf7f7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1586.008824] env[71058]: DEBUG nova.compute.manager [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Instance network_info: |[{"id": "08087dd4-26fb-485f-99e6-df5bf91d14db", "address": "fa:16:3e:53:44:5f", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08087dd4-26", "ovs_interfaceid": "08087dd4-26fb-485f-99e6-df5bf91d14db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1586.009129] env[71058]: DEBUG oslo_concurrency.lockutils [req-8d5f049b-85b9-445d-af38-df6799d98246 req-48c75197-ae27-41b6-a4fe-e570293f8b84 service nova] Acquired lock "refresh_cache-91283a3a-f5d5-402f-b6c1-776f99ecf7f7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1586.009313] env[71058]: DEBUG nova.network.neutron [req-8d5f049b-85b9-445d-af38-df6799d98246 req-48c75197-ae27-41b6-a4fe-e570293f8b84 service nova] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Refreshing network info cache for port 08087dd4-26fb-485f-99e6-df5bf91d14db {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1586.010411] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:44:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604c9724-b4ef-4393-a76e-eb4a2b510796', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08087dd4-26fb-485f-99e6-df5bf91d14db', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1586.024846] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1586.026497] env[71058]: DEBUG nova.network.neutron [-] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1586.028080] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1586.028876] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0dea0a7-3d7b-4071-b27c-177fd461b0e3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1586.058120] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1586.058120] env[71058]:    value = "task-2873087"
[ 1586.058120] env[71058]:    _type = "Task"
[ 1586.058120] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1586.068667] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873087, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1586.075814] env[71058]: DEBUG nova.scheduler.client.report [None req-91372da9-6b78-4ce8-a572-4fb416ff9814 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1586.159964] env[71058]: DEBUG oslo_vmware.api [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': task-2873086, 'name': PowerOnVM_Task} progress is 87%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1586.165590] env[71058]: DEBUG nova.compute.manager [req-fb95430c-3216-45e5-b92a-56680388bd3d req-7e16fa67-2696-417e-87c2-f453348b9eec service nova] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Received event network-vif-deleted-2481d251-181e-4318-ade1-5864cbc1e023 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1586.186430] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a8332e5f-f7a6-455b-8843-c11729c998ca tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Acquiring lock "338cd685-d536-4a70-b1e1-c1ec273c60d1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1586.186713] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a8332e5f-f7a6-455b-8843-c11729c998ca tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Lock "338cd685-d536-4a70-b1e1-c1ec273c60d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1586.187657] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a8332e5f-f7a6-455b-8843-c11729c998ca tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Acquiring lock "338cd685-d536-4a70-b1e1-c1ec273c60d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1586.187657] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a8332e5f-f7a6-455b-8843-c11729c998ca tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Lock "338cd685-d536-4a70-b1e1-c1ec273c60d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1586.187657] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a8332e5f-f7a6-455b-8843-c11729c998ca tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Lock "338cd685-d536-4a70-b1e1-c1ec273c60d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1586.189934] env[71058]: INFO nova.compute.manager [None req-a8332e5f-f7a6-455b-8843-c11729c998ca tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Terminating instance
[ 1586.311501] env[71058]: DEBUG nova.compute.manager [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1586.346254] env[71058]: DEBUG nova.virt.hardware [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1586.346616] env[71058]: DEBUG nova.virt.hardware [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1586.346802] env[71058]: DEBUG nova.virt.hardware [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1586.347007] env[71058]: DEBUG nova.virt.hardware [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1586.347252] env[71058]: DEBUG nova.virt.hardware [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1586.347485] env[71058]: DEBUG nova.virt.hardware [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1586.347749] env[71058]: DEBUG nova.virt.hardware [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1586.348026] env[71058]: DEBUG nova.virt.hardware [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1586.348211] env[71058]: DEBUG nova.virt.hardware [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1586.349194] env[71058]: DEBUG nova.virt.hardware [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1586.349194] env[71058]: DEBUG nova.virt.hardware [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1586.349536] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f09c7a0-1d0e-4761-b504-f1215aadd223 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1586.359550] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3992d336-a540-46de-bf55-8434f625eba6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1586.420871] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Releasing lock "refresh_cache-66745105-ba3e-4198-8663-9e638df1c630" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1586.468710] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2873085, 'name': ReconfigVM_Task, 'duration_secs': 0.79594} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1586.469269] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c/92fdac69-fe97-4f80-b6e9-a4b2df1bf54c.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1586.472181] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d7163e1-2beb-4ed6-899c-653e47dcd685 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1586.481221] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1586.481221] env[71058]:    value = "task-2873088"
[ 1586.481221] env[71058]:    _type = "Task"
[ 1586.481221] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1586.491785] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2873088, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1586.531407] env[71058]: INFO nova.compute.manager [-] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Took 1.07 seconds to deallocate network for instance.
[ 1586.572310] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873087, 'name': CreateVM_Task, 'duration_secs': 0.410594} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1586.573184] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1586.573907] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1586.574103] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1586.574460] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1586.575166] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ff11bb2-d7fe-40c1-a9ce-0fb7ef88cb0f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1586.584522] env[71058]: DEBUG oslo_vmware.api [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for the task: (returnval){
[ 1586.584522] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52601475-2029-0290-b9ca-1b9ecfb6ecfe"
[ 1586.584522] env[71058]:    _type = "Task"
[ 1586.584522] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1586.589498] env[71058]: DEBUG oslo_concurrency.lockutils [None req-91372da9-6b78-4ce8-a572-4fb416ff9814 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.302s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1586.592096] env[71058]: DEBUG oslo_concurrency.lockutils [None req-18729da1-c7d2-4379-94b6-4b9da0b10ab0 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.753s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1586.592445] env[71058]: DEBUG nova.objects.instance [None req-18729da1-c7d2-4379-94b6-4b9da0b10ab0 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Lazy-loading 'resources' on Instance uuid 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1586.600219] env[71058]: DEBUG oslo_vmware.api [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52601475-2029-0290-b9ca-1b9ecfb6ecfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1586.629523] env[71058]: INFO nova.scheduler.client.report [None req-91372da9-6b78-4ce8-a572-4fb416ff9814 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Deleted allocations for instance 03b4d595-77ea-48bc-9e87-8ed5cec93c4a
[ 1586.661729] env[71058]: DEBUG oslo_vmware.api [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': task-2873086, 'name': PowerOnVM_Task, 'duration_secs': 0.783496} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1586.661729] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1586.662326] env[71058]: INFO nova.compute.manager [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Took 5.88 seconds to spawn the instance on the hypervisor.
[ 1586.662326] env[71058]: DEBUG nova.compute.manager [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1586.663258] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8c6c9b-0648-4383-84ee-88869503cc31 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1586.695540] env[71058]: DEBUG nova.compute.manager [None req-a8332e5f-f7a6-455b-8843-c11729c998ca tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1586.695883] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a8332e5f-f7a6-455b-8843-c11729c998ca tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1586.697038] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc89e33-117f-4896-b94d-4d137186b99f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1586.708234] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8332e5f-f7a6-455b-8843-c11729c998ca tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1586.710895] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfb4eb03-c638-4e8f-83e4-54bc871ad1ad {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1586.723816] env[71058]: DEBUG oslo_vmware.api [None req-a8332e5f-f7a6-455b-8843-c11729c998ca tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Waiting for the task: (returnval){
[ 1586.723816] env[71058]:    value = "task-2873089"
[ 1586.723816] env[71058]:    _type = "Task"
[ 1586.723816] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1586.736583] env[71058]: DEBUG oslo_vmware.api [None req-a8332e5f-f7a6-455b-8843-c11729c998ca tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Task: {'id': task-2873089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1586.851346] env[71058]: DEBUG nova.network.neutron [req-8d5f049b-85b9-445d-af38-df6799d98246 req-48c75197-ae27-41b6-a4fe-e570293f8b84 service nova] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Updated VIF entry in instance network info cache for port 08087dd4-26fb-485f-99e6-df5bf91d14db. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1586.851751] env[71058]: DEBUG nova.network.neutron [req-8d5f049b-85b9-445d-af38-df6799d98246 req-48c75197-ae27-41b6-a4fe-e570293f8b84 service nova] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Updating instance_info_cache with network_info: [{"id": "08087dd4-26fb-485f-99e6-df5bf91d14db", "address": "fa:16:3e:53:44:5f", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08087dd4-26", "ovs_interfaceid": "08087dd4-26fb-485f-99e6-df5bf91d14db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1586.993512] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2873088, 'name': Rename_Task, 'duration_secs': 0.21883} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1586.993942] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1586.994302] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bed1eeaa-c55e-4f97-9b02-51accc33aa6a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1587.003232] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1587.003232] env[71058]:    value = "task-2873090"
[ 1587.003232] env[71058]:    _type = "Task"
[ 1587.003232] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1587.015816] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2873090, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1587.038396] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0c20c4dc-0e17-4973-8f50-fab0af79bbcc tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1587.099890] env[71058]: DEBUG oslo_vmware.api [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52601475-2029-0290-b9ca-1b9ecfb6ecfe, 'name': SearchDatastore_Task, 'duration_secs': 0.01816} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1587.101441] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1587.101441] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1587.101817] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1587.103032] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1587.103032] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1587.103032] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67818a65-3027-404f-9f31-3a79ea36aef6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1587.116878] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1587.116878] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1587.117065] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06f02d44-5600-4b72-8d97-214666682233 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1587.128941] env[71058]: DEBUG oslo_vmware.api [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for the task: (returnval){
[ 1587.128941] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526c3c3b-5d8e-b8d2-dc9b-33187091c06d"
[ 1587.128941] env[71058]:    _type = "Task"
[ 1587.128941] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1587.140142] env[71058]: DEBUG oslo_vmware.api [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526c3c3b-5d8e-b8d2-dc9b-33187091c06d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1587.140665] env[71058]: DEBUG oslo_concurrency.lockutils [None req-91372da9-6b78-4ce8-a572-4fb416ff9814 tempest-VolumesAssistedSnapshotsTest-2110512825 tempest-VolumesAssistedSnapshotsTest-2110512825-project-member] Lock "03b4d595-77ea-48bc-9e87-8ed5cec93c4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 34.865s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1587.178459] env[71058]: DEBUG nova.compute.manager [req-254d4a3e-a96a-4cef-a475-6b34a83c07c0 req-3ab4ecd8-2552-43e7-ade0-a7608ec7b9ee service nova] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Received event network-vif-plugged-afdbc1d4-70d4-4fcf-a288-e4253b8e7c8a {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1587.178651] env[71058]: DEBUG oslo_concurrency.lockutils [req-254d4a3e-a96a-4cef-a475-6b34a83c07c0 req-3ab4ecd8-2552-43e7-ade0-a7608ec7b9ee service nova] Acquiring lock "6639a7f8-2b54-41b3-bd03-6414edae1c5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1587.178898] env[71058]: DEBUG oslo_concurrency.lockutils [req-254d4a3e-a96a-4cef-a475-6b34a83c07c0 req-3ab4ecd8-2552-43e7-ade0-a7608ec7b9ee service nova] Lock "6639a7f8-2b54-41b3-bd03-6414edae1c5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1587.179115] env[71058]: DEBUG oslo_concurrency.lockutils [req-254d4a3e-a96a-4cef-a475-6b34a83c07c0 req-3ab4ecd8-2552-43e7-ade0-a7608ec7b9ee service nova] Lock "6639a7f8-2b54-41b3-bd03-6414edae1c5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1587.179401] env[71058]: DEBUG nova.compute.manager [req-254d4a3e-a96a-4cef-a475-6b34a83c07c0 req-3ab4ecd8-2552-43e7-ade0-a7608ec7b9ee service nova] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] No waiting events found dispatching network-vif-plugged-afdbc1d4-70d4-4fcf-a288-e4253b8e7c8a {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1587.179638] env[71058]: WARNING nova.compute.manager [req-254d4a3e-a96a-4cef-a475-6b34a83c07c0 req-3ab4ecd8-2552-43e7-ade0-a7608ec7b9ee service nova] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Received unexpected event network-vif-plugged-afdbc1d4-70d4-4fcf-a288-e4253b8e7c8a for instance with vm_state building and task_state spawning.
[ 1587.188036] env[71058]: INFO nova.compute.manager [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Took 34.99 seconds to build instance.
[ 1587.202318] env[71058]: DEBUG nova.network.neutron [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Successfully updated port: afdbc1d4-70d4-4fcf-a288-e4253b8e7c8a {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1587.238880] env[71058]: DEBUG oslo_vmware.api [None req-a8332e5f-f7a6-455b-8843-c11729c998ca tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Task: {'id': task-2873089, 'name': PowerOffVM_Task, 'duration_secs': 0.262033} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1587.239370] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8332e5f-f7a6-455b-8843-c11729c998ca tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1587.239692] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a8332e5f-f7a6-455b-8843-c11729c998ca tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1587.240376] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fa7b770-055d-4195-9156-446bf04a1da4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1587.329034] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a8332e5f-f7a6-455b-8843-c11729c998ca tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1587.329034] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a8332e5f-f7a6-455b-8843-c11729c998ca tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1587.329034] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8332e5f-f7a6-455b-8843-c11729c998ca tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Deleting the datastore file [datastore1] 338cd685-d536-4a70-b1e1-c1ec273c60d1 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1587.329034] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb4da1ea-1790-4abf-9674-3f7aa1ae1b9e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1587.337402] env[71058]: DEBUG oslo_vmware.api [None req-a8332e5f-f7a6-455b-8843-c11729c998ca tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Waiting for the task: (returnval){
[ 1587.337402] env[71058]:    value = "task-2873092"
[ 1587.337402] env[71058]:    _type = "Task"
[ 1587.337402] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1587.348698] env[71058]: DEBUG oslo_vmware.api [None req-a8332e5f-f7a6-455b-8843-c11729c998ca tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Task: {'id': task-2873092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1587.354789] env[71058]: DEBUG oslo_concurrency.lockutils [req-8d5f049b-85b9-445d-af38-df6799d98246 req-48c75197-ae27-41b6-a4fe-e570293f8b84 service nova] Releasing lock "refresh_cache-91283a3a-f5d5-402f-b6c1-776f99ecf7f7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1587.525083] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2873090, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1587.646560] env[71058]: DEBUG oslo_vmware.api [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526c3c3b-5d8e-b8d2-dc9b-33187091c06d, 'name': SearchDatastore_Task, 'duration_secs': 0.02185} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1587.647307] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ce39863-5bad-4a24-83da-567776a35f01 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1587.655178] env[71058]: DEBUG oslo_vmware.api [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for the task: (returnval){
[ 1587.655178] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52219b7c-828f-3503-31b8-aa0576dd1d6f"
[ 1587.655178] env[71058]:    _type = "Task"
[ 1587.655178] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1587.670408] env[71058]: DEBUG oslo_vmware.api [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52219b7c-828f-3503-31b8-aa0576dd1d6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1587.698992] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ba9b4d69-0f65-4356-ac9c-ab6cd1f8c8ca tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Lock "d314154d-6389-4b0d-81a3-dc443ce8cf9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 65.994s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1587.706672] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Acquiring lock "refresh_cache-6639a7f8-2b54-41b3-bd03-6414edae1c5d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1587.706672] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Acquired lock "refresh_cache-6639a7f8-2b54-41b3-bd03-6414edae1c5d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1587.706672] env[71058]: DEBUG nova.network.neutron [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1587.735218] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3faab6-8dfb-4431-aa66-71f59658bef5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1587.745630] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b33bdd-7899-42e5-b7de-ce2daa295e5e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1587.779160] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-01cce8b7-b2ef-4ef5-a844-5db8d2a39826 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Volume attach. Driver type: vmdk {{(pid=71058) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}}
[ 1587.779405] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-01cce8b7-b2ef-4ef5-a844-5db8d2a39826 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577455', 'volume_id': '686b2d61-0416-4181-8377-d4b21b8e5c10', 'name': 'volume-686b2d61-0416-4181-8377-d4b21b8e5c10', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e63c90cf-3e28-4fa0-a92d-959f26d81786', 'attached_at': '', 'detached_at': '', 'volume_id': '686b2d61-0416-4181-8377-d4b21b8e5c10', 'serial': '686b2d61-0416-4181-8377-d4b21b8e5c10'} {{(pid=71058) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}}
[ 1587.780287] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79ce635-1d80-4e54-a42c-8d0be6b47bd5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1587.783626] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3555fd40-7ec1-412c-9894-87168973eb05 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1587.804904] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b29826-0caa-4def-b53a-3990385a6505 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1587.809433] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad74ab1f-846c-4ffe-98b4-e629f0756f4f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1587.824085] env[71058]: DEBUG nova.compute.provider_tree [None req-18729da1-c7d2-4379-94b6-4b9da0b10ab0 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1587.848658] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-01cce8b7-b2ef-4ef5-a844-5db8d2a39826 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] volume-686b2d61-0416-4181-8377-d4b21b8e5c10/volume-686b2d61-0416-4181-8377-d4b21b8e5c10.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1587.850420] env[71058]: DEBUG nova.scheduler.client.report [None req-18729da1-c7d2-4379-94b6-4b9da0b10ab0 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1587.857929] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a59303c-bd4a-4998-bf7d-e7afdbd3a881 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1587.872953] env[71058]: DEBUG oslo_concurrency.lockutils [None req-18729da1-c7d2-4379-94b6-4b9da0b10ab0 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.281s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1587.875055] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.883s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1587.875506] env[71058]: DEBUG nova.objects.instance [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lazy-loading 'resources' on Instance uuid 7c7adb97-865a-4eee-a3b0-b3b0da455c18 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1587.885610] env[71058]: DEBUG oslo_vmware.api [None req-a8332e5f-f7a6-455b-8843-c11729c998ca tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Task: {'id': task-2873092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341636} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1587.887646] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8332e5f-f7a6-455b-8843-c11729c998ca tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1587.887975] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a8332e5f-f7a6-455b-8843-c11729c998ca tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1587.888234] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a8332e5f-f7a6-455b-8843-c11729c998ca tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1587.888455] env[71058]: INFO nova.compute.manager [None req-a8332e5f-f7a6-455b-8843-c11729c998ca tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Took 1.19 seconds to destroy the instance on the hypervisor.
[ 1587.888737] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8332e5f-f7a6-455b-8843-c11729c998ca tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1587.889377] env[71058]: DEBUG oslo_vmware.api [None req-01cce8b7-b2ef-4ef5-a844-5db8d2a39826 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for the task: (returnval){
[ 1587.889377] env[71058]:    value = "task-2873093"
[ 1587.889377] env[71058]:    _type = "Task"
[ 1587.889377] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1587.889804] env[71058]: DEBUG nova.compute.manager [-] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1587.890025] env[71058]: DEBUG nova.network.neutron [-] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1587.903357] env[71058]: DEBUG oslo_vmware.api [None req-01cce8b7-b2ef-4ef5-a844-5db8d2a39826 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873093, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1587.904467] env[71058]: INFO nova.scheduler.client.report [None req-18729da1-c7d2-4379-94b6-4b9da0b10ab0 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Deleted allocations for instance 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a
[ 1587.971154] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1587.971461] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-924f43cf-4837-4584-8ab5-5281a409c97c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1587.982242] env[71058]: DEBUG oslo_vmware.api [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1587.982242] env[71058]:    value = "task-2873094"
[ 1587.982242] env[71058]:    _type = "Task"
[ 1587.982242] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1587.994173] env[71058]: DEBUG oslo_vmware.api [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1588.018422] env[71058]: DEBUG oslo_vmware.api [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2873090, 'name': PowerOnVM_Task, 'duration_secs': 0.748023} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1588.018708] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1588.018913] env[71058]: INFO nova.compute.manager [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Took 9.95 seconds to spawn the instance on the hypervisor.
[ 1588.019110] env[71058]: DEBUG nova.compute.manager [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1588.019930] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35294fd5-00d1-458b-8d89-144dbe5f79c9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1588.167496] env[71058]: DEBUG oslo_vmware.api [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52219b7c-828f-3503-31b8-aa0576dd1d6f, 'name': SearchDatastore_Task, 'duration_secs': 0.018335} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1588.167797] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1588.168070] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 91283a3a-f5d5-402f-b6c1-776f99ecf7f7/91283a3a-f5d5-402f-b6c1-776f99ecf7f7.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1588.168391] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-374a496c-66d9-4102-99f8-c41dbd0fab6d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1588.178237] env[71058]: DEBUG oslo_vmware.api [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for the task: (returnval){
[ 1588.178237] env[71058]:    value = "task-2873095"
[ 1588.178237] env[71058]:    _type = "Task"
[ 1588.178237] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1588.188020] env[71058]: DEBUG oslo_vmware.api [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1588.205823] env[71058]: DEBUG nova.compute.manager [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1588.301035] env[71058]: DEBUG nova.network.neutron [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1588.404390] env[71058]: DEBUG oslo_vmware.api [None req-01cce8b7-b2ef-4ef5-a844-5db8d2a39826 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873093, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1588.422265] env[71058]: DEBUG oslo_concurrency.lockutils [None req-18729da1-c7d2-4379-94b6-4b9da0b10ab0 tempest-ImagesOneServerTestJSON-1939875970 tempest-ImagesOneServerTestJSON-1939875970-project-member] Lock "9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 33.969s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1588.471210] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e68d0656-3eed-4a60-8f48-92d0d7a25d7c tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Acquiring lock "8745df0c-1d8b-4784-a3aa-4a0134936dc0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1588.471210] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e68d0656-3eed-4a60-8f48-92d0d7a25d7c tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Lock "8745df0c-1d8b-4784-a3aa-4a0134936dc0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1588.471210] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e68d0656-3eed-4a60-8f48-92d0d7a25d7c tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Acquiring lock "8745df0c-1d8b-4784-a3aa-4a0134936dc0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1588.471210] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e68d0656-3eed-4a60-8f48-92d0d7a25d7c tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Lock "8745df0c-1d8b-4784-a3aa-4a0134936dc0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1588.471210] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e68d0656-3eed-4a60-8f48-92d0d7a25d7c tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Lock "8745df0c-1d8b-4784-a3aa-4a0134936dc0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1588.474537] env[71058]: INFO nova.compute.manager [None req-e68d0656-3eed-4a60-8f48-92d0d7a25d7c tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Terminating instance
[ 1588.479803] env[71058]: DEBUG nova.network.neutron [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Updating instance_info_cache with network_info: [{"id": "afdbc1d4-70d4-4fcf-a288-e4253b8e7c8a", "address": "fa:16:3e:12:a9:85", "network": {"id": "39b893cf-cf21-4a32-bf4c-fb9807832026", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1014808728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2fc8fc6fb774929b47aca1029572b17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafdbc1d4-70", "ovs_interfaceid": "afdbc1d4-70d4-4fcf-a288-e4253b8e7c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1588.497544] env[71058]: DEBUG oslo_vmware.api [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873094, 'name': PowerOffVM_Task, 'duration_secs': 0.30904} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1588.500928] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1588.503045] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5428ce5d-fe26-4c1f-b83a-adb402da23de {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1588.531688] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f8037c-5b20-4dbe-ac77-45db004e156b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1588.542960] env[71058]: INFO nova.compute.manager [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Took 47.48 seconds to build instance.
[ 1588.584836] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1588.585550] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c6e88ca-8af6-42d9-9de6-b98cb7ea34f7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1588.595598] env[71058]: DEBUG oslo_vmware.api [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1588.595598] env[71058]:    value = "task-2873096"
[ 1588.595598] env[71058]:    _type = "Task"
[ 1588.595598] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1588.606279] env[71058]: DEBUG oslo_vmware.api [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1588.712359] env[71058]: DEBUG oslo_vmware.api [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873095, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1588.735590] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1588.747670] env[71058]: DEBUG nova.network.neutron [-] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1588.908048] env[71058]: DEBUG oslo_vmware.api [None req-01cce8b7-b2ef-4ef5-a844-5db8d2a39826 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873093, 'name': ReconfigVM_Task, 'duration_secs': 0.606438} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1588.908375] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-01cce8b7-b2ef-4ef5-a844-5db8d2a39826 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Reconfigured VM instance instance-00000023 to attach disk [datastore2] volume-686b2d61-0416-4181-8377-d4b21b8e5c10/volume-686b2d61-0416-4181-8377-d4b21b8e5c10.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1588.913511] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c204acc6-6134-4fd2-9be3-5ac60d5e1882 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1588.935262] env[71058]: DEBUG oslo_vmware.api [None req-01cce8b7-b2ef-4ef5-a844-5db8d2a39826 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for the task: (returnval){
[ 1588.935262] env[71058]:    value = "task-2873097"
[ 1588.935262] env[71058]:    _type = "Task"
[ 1588.935262] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1588.944728] env[71058]: DEBUG oslo_vmware.api [None req-01cce8b7-b2ef-4ef5-a844-5db8d2a39826 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873097, 'name': ReconfigVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1588.989079] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Releasing lock "refresh_cache-6639a7f8-2b54-41b3-bd03-6414edae1c5d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1588.990432] env[71058]: DEBUG nova.compute.manager [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Instance network_info: |[{"id": "afdbc1d4-70d4-4fcf-a288-e4253b8e7c8a", "address": "fa:16:3e:12:a9:85", "network": {"id": "39b893cf-cf21-4a32-bf4c-fb9807832026", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1014808728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2fc8fc6fb774929b47aca1029572b17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafdbc1d4-70", "ovs_interfaceid": "afdbc1d4-70d4-4fcf-a288-e4253b8e7c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1588.991123] env[71058]: DEBUG nova.compute.manager [None req-e68d0656-3eed-4a60-8f48-92d0d7a25d7c tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1588.991403] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e68d0656-3eed-4a60-8f48-92d0d7a25d7c tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1588.992598] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:a9:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f972c061-0cd5-4aed-8cfb-42cc4a08835a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'afdbc1d4-70d4-4fcf-a288-e4253b8e7c8a', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1589.002940] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1589.003870] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10daa6f7-4fe8-4091-97c5-0d806c947f2e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1589.011164] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1589.011707] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98beb829-a835-4a32-ac0d-61556e85e38d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1589.034763] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68d0656-3eed-4a60-8f48-92d0d7a25d7c tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1589.035122] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f64009f-0ce6-4e02-ab06-b3d03f79ce2d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1589.040667] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1589.040667] env[71058]:    value = "task-2873098"
[ 1589.040667] env[71058]:    _type = "Task"
[ 1589.040667] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1589.046172] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e74616-043e-4b87-ad6c-f2a983c482b9 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "92fdac69-fe97-4f80-b6e9-a4b2df1bf54c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 74.458s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1589.047201] env[71058]: DEBUG oslo_vmware.api [None req-e68d0656-3eed-4a60-8f48-92d0d7a25d7c tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Waiting for the task: (returnval){
[ 1589.047201] env[71058]:    value = "task-2873099"
[ 1589.047201] env[71058]:    _type = "Task"
[ 1589.047201] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1589.052569] env[71058]: INFO nova.compute.manager [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Rebuilding instance
[ 1589.064135] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873098, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1589.073011] env[71058]: DEBUG oslo_vmware.api [None req-e68d0656-3eed-4a60-8f48-92d0d7a25d7c tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Task: {'id': task-2873099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1589.115740] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] VM already powered off {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}}
[ 1589.116036] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1589.116532] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1589.116532] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1589.116641] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1589.119535] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eedcf7cf-c796-4872-8f33-e4f8e3a08715 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1589.126075] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4132cfd-23cb-4743-b110-ba79fbdf757a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1589.129647] env[71058]: DEBUG nova.compute.manager [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1589.132397] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d335f53e-47eb-4cf2-8eed-d3d483152354 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1589.143136] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35b1bf5-58e5-440e-9fac-0165924b3546 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1589.146719] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1589.146951] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1589.150490] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c040b49a-e546-4c04-8e8a-8823814feef3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1589.157780] env[71058]: DEBUG oslo_vmware.api [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1589.157780] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5295b31d-7d69-b42e-6f4a-76d1ecc7d0f5"
[ 1589.157780] env[71058]:    _type = "Task"
[ 1589.157780] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1589.195062] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec273ffd-a64a-4a54-b41e-342f05e478e5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1589.201910] env[71058]: DEBUG oslo_vmware.api [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5295b31d-7d69-b42e-6f4a-76d1ecc7d0f5, 'name': SearchDatastore_Task, 'duration_secs': 0.015598} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1589.203676] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08172d01-ed5a-49c2-8b5b-6a5dc4a62316 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1589.211774] env[71058]: DEBUG oslo_vmware.api [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710493} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1589.212545] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 91283a3a-f5d5-402f-b6c1-776f99ecf7f7/91283a3a-f5d5-402f-b6c1-776f99ecf7f7.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1589.212791] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1589.214367] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7cbad1-21eb-42c9-9581-f39059bf44f1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1589.221027] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ded532f-d16a-4b7f-a1e1-d8413ef67022 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1589.223708] env[71058]: DEBUG oslo_vmware.api [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1589.223708] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5217a69c-9574-9883-0732-7d38404cd74f"
[ 1589.223708] env[71058]:    _type = "Task"
[ 1589.223708] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1589.240147] env[71058]: DEBUG nova.compute.provider_tree [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1589.245144] env[71058]: DEBUG oslo_vmware.api [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for the task: (returnval){
[ 1589.245144] env[71058]:    value = "task-2873100"
[ 1589.245144] env[71058]:    _type = "Task"
[ 1589.245144] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1589.251882] env[71058]: INFO nova.compute.manager [-] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Took 1.36 seconds to deallocate network for instance.
[ 1589.252325] env[71058]: DEBUG oslo_vmware.api [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5217a69c-9574-9883-0732-7d38404cd74f, 'name': SearchDatastore_Task, 'duration_secs': 0.016932} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1589.255672] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1589.256086] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 66745105-ba3e-4198-8663-9e638df1c630/8099d743-3bb3-45d8-acee-c2b5ceed489a-rescue.vmdk. {{(pid=71058) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}}
[ 1589.260368] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bafa328f-83ce-4020-baa3-6c93f7fc226b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1589.263647] env[71058]: DEBUG oslo_vmware.api [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1589.274386] env[71058]: DEBUG oslo_vmware.api [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1589.274386] env[71058]:    value = "task-2873101"
[ 1589.274386] env[71058]:    _type = "Task"
[ 1589.274386] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1589.284861] env[71058]: DEBUG oslo_vmware.api [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1589.413706] env[71058]: DEBUG nova.compute.manager [req-e596e15a-ca15-4efe-877b-1c8c7365ab5d req-7f113055-34a3-4cff-906a-cd0aae8958c0 service nova] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Received event network-changed-afdbc1d4-70d4-4fcf-a288-e4253b8e7c8a {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1589.415048] env[71058]: DEBUG nova.compute.manager [req-e596e15a-ca15-4efe-877b-1c8c7365ab5d req-7f113055-34a3-4cff-906a-cd0aae8958c0 service nova] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Refreshing instance network info cache due to event network-changed-afdbc1d4-70d4-4fcf-a288-e4253b8e7c8a. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1589.415048] env[71058]: DEBUG oslo_concurrency.lockutils [req-e596e15a-ca15-4efe-877b-1c8c7365ab5d req-7f113055-34a3-4cff-906a-cd0aae8958c0 service nova] Acquiring lock "refresh_cache-6639a7f8-2b54-41b3-bd03-6414edae1c5d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1589.415048] env[71058]: DEBUG oslo_concurrency.lockutils [req-e596e15a-ca15-4efe-877b-1c8c7365ab5d req-7f113055-34a3-4cff-906a-cd0aae8958c0 service nova] Acquired lock "refresh_cache-6639a7f8-2b54-41b3-bd03-6414edae1c5d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1589.415048] env[71058]: DEBUG nova.network.neutron [req-e596e15a-ca15-4efe-877b-1c8c7365ab5d req-7f113055-34a3-4cff-906a-cd0aae8958c0 service nova] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Refreshing network info cache for port afdbc1d4-70d4-4fcf-a288-e4253b8e7c8a {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1589.448620] env[71058]: DEBUG oslo_vmware.api [None req-01cce8b7-b2ef-4ef5-a844-5db8d2a39826 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873097, 'name': ReconfigVM_Task, 'duration_secs': 0.198376} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1589.448620] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-01cce8b7-b2ef-4ef5-a844-5db8d2a39826 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577455', 'volume_id': '686b2d61-0416-4181-8377-d4b21b8e5c10', 'name': 'volume-686b2d61-0416-4181-8377-d4b21b8e5c10', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e63c90cf-3e28-4fa0-a92d-959f26d81786', 'attached_at': '', 'detached_at': '', 'volume_id': '686b2d61-0416-4181-8377-d4b21b8e5c10', 'serial': '686b2d61-0416-4181-8377-d4b21b8e5c10'} {{(pid=71058) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}}
[ 1589.555782] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873098, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1589.569029] env[71058]: DEBUG nova.compute.manager [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1589.569029] env[71058]: DEBUG oslo_vmware.api [None req-e68d0656-3eed-4a60-8f48-92d0d7a25d7c tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Task: {'id': task-2873099, 'name': PowerOffVM_Task, 'duration_secs': 0.306636} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1589.570119] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68d0656-3eed-4a60-8f48-92d0d7a25d7c tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1589.570644] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e68d0656-3eed-4a60-8f48-92d0d7a25d7c tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1589.571503] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b4dec2c-d451-4628-9f21-fe167f8300c5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1589.719736] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e68d0656-3eed-4a60-8f48-92d0d7a25d7c tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1589.720360] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e68d0656-3eed-4a60-8f48-92d0d7a25d7c tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1589.720734] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e68d0656-3eed-4a60-8f48-92d0d7a25d7c tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Deleting the datastore file [datastore2] 8745df0c-1d8b-4784-a3aa-4a0134936dc0 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1589.721159] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ea7330d-7610-4e6d-90f8-0287e01b58c9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1589.731534] env[71058]: DEBUG oslo_vmware.api [None req-e68d0656-3eed-4a60-8f48-92d0d7a25d7c tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Waiting for the task: (returnval){
[ 1589.731534] env[71058]:    value = "task-2873103"
[ 1589.731534] env[71058]:    _type = "Task"
[ 1589.731534] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1589.744219] env[71058]: DEBUG oslo_vmware.api [None req-e68d0656-3eed-4a60-8f48-92d0d7a25d7c tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Task: {'id': task-2873103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1589.745041] env[71058]: DEBUG nova.scheduler.client.report [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1589.760572] env[71058]: DEBUG oslo_vmware.api [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085045} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1589.761538] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1589.761857] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc9e1c6-49ad-4a56-af9d-dfeb9267989a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1589.774028] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a8332e5f-f7a6-455b-8843-c11729c998ca tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1589.789698] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 91283a3a-f5d5-402f-b6c1-776f99ecf7f7/91283a3a-f5d5-402f-b6c1-776f99ecf7f7.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1589.794342] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92d11f50-47a2-4b41-aca7-bc061d60a659 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1589.819374] env[71058]: DEBUG oslo_vmware.api [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873101, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1589.821495] env[71058]: DEBUG oslo_vmware.api [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for the task: (returnval){
[ 1589.821495] env[71058]:    value = "task-2873104"
[ 1589.821495] env[71058]:    _type = "Task"
[ 1589.821495] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1589.832917] env[71058]: DEBUG oslo_vmware.api [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873104, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1590.055773] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873098, 'name': CreateVM_Task, 'duration_secs': 0.518494} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1590.056075] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1590.056737] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1590.056908] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1590.057970] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1590.057970] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fea2292a-e252-4710-8bf9-823e861498dd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1590.064898] env[71058]: DEBUG oslo_vmware.api [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for the task: (returnval){
[ 1590.064898] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d2266a-f7c9-fa98-1f46-fd62096809ee"
[ 1590.064898] env[71058]:    _type = "Task"
[ 1590.064898] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1590.084745] env[71058]: DEBUG oslo_vmware.api [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d2266a-f7c9-fa98-1f46-fd62096809ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1590.118491] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1590.158179] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1590.158657] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5ac7c14-4fd6-46db-b249-b1f1c11c7a22 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1590.167971] env[71058]: DEBUG oslo_vmware.api [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Waiting for the task: (returnval){
[ 1590.167971] env[71058]:    value = "task-2873105"
[ 1590.167971] env[71058]:    _type = "Task"
[ 1590.167971] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1590.180415] env[71058]: DEBUG oslo_vmware.api [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': task-2873105, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1590.246194] env[71058]: DEBUG oslo_vmware.api [None req-e68d0656-3eed-4a60-8f48-92d0d7a25d7c tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Task: {'id': task-2873103, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1590.255587] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.380s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1590.257921] env[71058]: DEBUG oslo_concurrency.lockutils [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.359s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1590.259660] env[71058]: INFO nova.compute.claims [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1590.296874] env[71058]: DEBUG oslo_vmware.api [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873101, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710365} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1590.297679] env[71058]: INFO nova.scheduler.client.report [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Deleted allocations for instance 7c7adb97-865a-4eee-a3b0-b3b0da455c18
[ 1590.298862] env[71058]: INFO nova.virt.vmwareapi.ds_util [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 66745105-ba3e-4198-8663-9e638df1c630/8099d743-3bb3-45d8-acee-c2b5ceed489a-rescue.vmdk.
[ 1590.303099] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fad1a2-da02-4e29-8748-a6ac29615f59 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1590.342488] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 66745105-ba3e-4198-8663-9e638df1c630/8099d743-3bb3-45d8-acee-c2b5ceed489a-rescue.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1590.347490] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e362eb88-b023-4287-b95d-695053b36a77 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1590.370472] env[71058]: DEBUG oslo_concurrency.lockutils [None req-aa769141-f21a-4fda-ac36-ed08e77cb6e6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquiring lock "951fe8b2-c7f8-4c01-84f6-9ab958dfb173" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1590.370787] env[71058]: DEBUG oslo_concurrency.lockutils [None req-aa769141-f21a-4fda-ac36-ed08e77cb6e6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "951fe8b2-c7f8-4c01-84f6-9ab958dfb173" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1590.371799] env[71058]: DEBUG oslo_concurrency.lockutils [None req-aa769141-f21a-4fda-ac36-ed08e77cb6e6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquiring lock "951fe8b2-c7f8-4c01-84f6-9ab958dfb173-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1590.371799] env[71058]: DEBUG oslo_concurrency.lockutils [None req-aa769141-f21a-4fda-ac36-ed08e77cb6e6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "951fe8b2-c7f8-4c01-84f6-9ab958dfb173-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1590.371799] env[71058]: DEBUG oslo_concurrency.lockutils [None req-aa769141-f21a-4fda-ac36-ed08e77cb6e6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "951fe8b2-c7f8-4c01-84f6-9ab958dfb173-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1590.374061] env[71058]: INFO nova.compute.manager [None req-aa769141-f21a-4fda-ac36-ed08e77cb6e6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Terminating instance
[ 1590.384912] env[71058]: DEBUG oslo_vmware.api [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873104, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1590.387752] env[71058]: DEBUG oslo_vmware.api [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1590.387752] env[71058]:    value = "task-2873106"
[ 1590.387752] env[71058]:    _type = "Task"
[ 1590.387752] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1590.400759] env[71058]: DEBUG oslo_vmware.api [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873106, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1590.495339] env[71058]: DEBUG nova.objects.instance [None req-01cce8b7-b2ef-4ef5-a844-5db8d2a39826 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lazy-loading 'flavor' on Instance uuid e63c90cf-3e28-4fa0-a92d-959f26d81786 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1590.578851] env[71058]: DEBUG oslo_vmware.api [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d2266a-f7c9-fa98-1f46-fd62096809ee, 'name': SearchDatastore_Task, 'duration_secs': 0.025981} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1590.579879] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1590.579879] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1590.579879] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1590.579879] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1590.580160] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1590.580668] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b754f330-6a70-410e-9eda-f9f6de774994 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1590.593747] env[71058]: DEBUG nova.network.neutron [req-e596e15a-ca15-4efe-877b-1c8c7365ab5d req-7f113055-34a3-4cff-906a-cd0aae8958c0 service nova] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Updated VIF entry in instance network info cache for port afdbc1d4-70d4-4fcf-a288-e4253b8e7c8a. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1590.593747] env[71058]: DEBUG nova.network.neutron [req-e596e15a-ca15-4efe-877b-1c8c7365ab5d req-7f113055-34a3-4cff-906a-cd0aae8958c0 service nova] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Updating instance_info_cache with network_info: [{"id": "afdbc1d4-70d4-4fcf-a288-e4253b8e7c8a", "address": "fa:16:3e:12:a9:85", "network": {"id": "39b893cf-cf21-4a32-bf4c-fb9807832026", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1014808728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2fc8fc6fb774929b47aca1029572b17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafdbc1d4-70", "ovs_interfaceid": "afdbc1d4-70d4-4fcf-a288-e4253b8e7c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1590.597600] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1590.598233] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1590.602897] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8cd1a03-7780-4502-8416-9596f8ccd2e4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1590.611432] env[71058]: DEBUG oslo_vmware.api [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for the task: (returnval){
[ 1590.611432] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5264eb0c-3142-1a64-ad04-7756244b75f5"
[ 1590.611432] env[71058]:    _type = "Task"
[ 1590.611432] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1590.626325] env[71058]: DEBUG oslo_vmware.api [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5264eb0c-3142-1a64-ad04-7756244b75f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1590.688049] env[71058]: DEBUG oslo_vmware.api [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': task-2873105, 'name': PowerOffVM_Task, 'duration_secs': 0.201258} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1590.688049] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1590.688049] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1590.689091] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc78489-17be-488b-a92a-89e0552d7d61 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1590.701611] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1590.701900] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-053f42cd-b60e-447c-9bb9-b919cbd3270e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1590.738480] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1590.738704] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1590.738883] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Deleting the datastore file [datastore2] d314154d-6389-4b0d-81a3-dc443ce8cf9a {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1590.739621] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be21c29c-203f-44dd-92b8-8a03ebd705d0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1590.746947] env[71058]: DEBUG oslo_vmware.api [None req-e68d0656-3eed-4a60-8f48-92d0d7a25d7c tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Task: {'id': task-2873103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.515862} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1590.748527] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e68d0656-3eed-4a60-8f48-92d0d7a25d7c tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1590.748527] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e68d0656-3eed-4a60-8f48-92d0d7a25d7c tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1590.748527] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e68d0656-3eed-4a60-8f48-92d0d7a25d7c tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1590.748785] env[71058]: INFO nova.compute.manager [None req-e68d0656-3eed-4a60-8f48-92d0d7a25d7c tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Took 1.76 seconds to destroy the instance on the hypervisor.
[ 1590.750097] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e68d0656-3eed-4a60-8f48-92d0d7a25d7c tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1590.750097] env[71058]: DEBUG nova.compute.manager [-] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1590.750097] env[71058]: DEBUG nova.network.neutron [-] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1590.754826] env[71058]: DEBUG oslo_vmware.api [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Waiting for the task: (returnval){
[ 1590.754826] env[71058]:    value = "task-2873108"
[ 1590.754826] env[71058]:    _type = "Task"
[ 1590.754826] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1590.771095] env[71058]: DEBUG oslo_vmware.api [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': task-2873108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1590.810324] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c75ecca1-778f-4875-8068-c3ac9b7aaef6 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "7c7adb97-865a-4eee-a3b0-b3b0da455c18" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 28.997s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1590.848393] env[71058]: DEBUG oslo_vmware.api [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873104, 'name': ReconfigVM_Task, 'duration_secs': 0.698501} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1590.848809] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 91283a3a-f5d5-402f-b6c1-776f99ecf7f7/91283a3a-f5d5-402f-b6c1-776f99ecf7f7.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1590.849751] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7be5535b-a1b4-44e7-880a-f8bc1c90f887 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1590.861083] env[71058]: DEBUG oslo_vmware.api [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for the task: (returnval){
[ 1590.861083] env[71058]:    value = "task-2873109"
[ 1590.861083] env[71058]:    _type = "Task"
[ 1590.861083] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1590.874501] env[71058]: DEBUG oslo_vmware.api [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873109, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1590.886612] env[71058]: DEBUG nova.compute.manager [None req-aa769141-f21a-4fda-ac36-ed08e77cb6e6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1590.886612] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-aa769141-f21a-4fda-ac36-ed08e77cb6e6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1590.887556] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577e51bb-4f37-4e0d-b4e7-0fccd0464f85 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1590.904066] env[71058]: DEBUG oslo_vmware.api [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873106, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1590.904066] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa769141-f21a-4fda-ac36-ed08e77cb6e6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1590.904066] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e4cdfb3-c42d-41e3-a869-c364ccdd2bf3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1590.911721] env[71058]: DEBUG oslo_vmware.api [None req-aa769141-f21a-4fda-ac36-ed08e77cb6e6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1590.911721] env[71058]:    value = "task-2873110"
[ 1590.911721] env[71058]:    _type = "Task"
[ 1590.911721] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1590.921560] env[71058]: DEBUG oslo_vmware.api [None req-aa769141-f21a-4fda-ac36-ed08e77cb6e6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2873110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1590.949270] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5ceb6312-87e9-4216-a754-3d241d2a68f6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquiring lock "92fdac69-fe97-4f80-b6e9-a4b2df1bf54c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1590.949574] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5ceb6312-87e9-4216-a754-3d241d2a68f6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "92fdac69-fe97-4f80-b6e9-a4b2df1bf54c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1590.949821] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5ceb6312-87e9-4216-a754-3d241d2a68f6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquiring lock "92fdac69-fe97-4f80-b6e9-a4b2df1bf54c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1590.950024] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5ceb6312-87e9-4216-a754-3d241d2a68f6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "92fdac69-fe97-4f80-b6e9-a4b2df1bf54c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1590.950216] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5ceb6312-87e9-4216-a754-3d241d2a68f6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "92fdac69-fe97-4f80-b6e9-a4b2df1bf54c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1590.953033] env[71058]: INFO nova.compute.manager [None req-5ceb6312-87e9-4216-a754-3d241d2a68f6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Terminating instance
[ 1591.000325] env[71058]: DEBUG oslo_concurrency.lockutils [None req-01cce8b7-b2ef-4ef5-a844-5db8d2a39826 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "e63c90cf-3e28-4fa0-a92d-959f26d81786" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.392s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1591.100940] env[71058]: DEBUG oslo_concurrency.lockutils [req-e596e15a-ca15-4efe-877b-1c8c7365ab5d req-7f113055-34a3-4cff-906a-cd0aae8958c0 service nova] Releasing lock "refresh_cache-6639a7f8-2b54-41b3-bd03-6414edae1c5d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1591.101310] env[71058]: DEBUG nova.compute.manager [req-e596e15a-ca15-4efe-877b-1c8c7365ab5d req-7f113055-34a3-4cff-906a-cd0aae8958c0 service nova] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Received event network-vif-deleted-4394d67f-963f-4be2-8ca3-d8045009c47e {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1591.124070] env[71058]: DEBUG oslo_vmware.api [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5264eb0c-3142-1a64-ad04-7756244b75f5, 'name': SearchDatastore_Task, 'duration_secs': 0.018692} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1591.125427] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c50f8b4d-b7e3-496b-b957-977041965f1d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1591.133602] env[71058]: DEBUG oslo_vmware.api [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for the task: (returnval){
[ 1591.133602] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5271955c-96c9-f7c9-d33e-2dbdbdfcf7fe"
[ 1591.133602] env[71058]:    _type = "Task"
[ 1591.133602] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1591.146517] env[71058]: DEBUG oslo_vmware.api [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5271955c-96c9-f7c9-d33e-2dbdbdfcf7fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1591.270684] env[71058]: DEBUG oslo_vmware.api [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': task-2873108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240509} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1591.271263] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1591.271263] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1591.272051] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1591.381868] env[71058]: DEBUG oslo_vmware.api [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873109, 'name': Rename_Task, 'duration_secs': 0.24012} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1591.383025] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1591.383025] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa88bb6c-662f-43af-b7cb-9e5886be98cb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1591.397250] env[71058]: DEBUG oslo_vmware.api [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for the task: (returnval){
[ 1591.397250] env[71058]:    value = "task-2873111"
[ 1591.397250] env[71058]:    _type = "Task"
[ 1591.397250] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1591.407854] env[71058]: DEBUG oslo_vmware.api [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873106, 'name': ReconfigVM_Task, 'duration_secs': 0.669511} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1591.410027] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 66745105-ba3e-4198-8663-9e638df1c630/8099d743-3bb3-45d8-acee-c2b5ceed489a-rescue.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1591.411071] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba979e5-d9ce-4ebe-80ea-0196b77b2eb6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1591.419144] env[71058]: DEBUG oslo_vmware.api [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1591.459028] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38cdb2cd-4c07-43bc-b4fa-80bd08eab655 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1591.470809] env[71058]: DEBUG nova.compute.manager [None req-5ceb6312-87e9-4216-a754-3d241d2a68f6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1591.470809] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5ceb6312-87e9-4216-a754-3d241d2a68f6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1591.471061] env[71058]: DEBUG oslo_vmware.api [None req-aa769141-f21a-4fda-ac36-ed08e77cb6e6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2873110, 'name': PowerOffVM_Task, 'duration_secs': 0.252484} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1591.472523] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9de8c4-090c-4bbe-bd97-fdd0cffc7afc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1591.475711] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa769141-f21a-4fda-ac36-ed08e77cb6e6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1591.475863] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-aa769141-f21a-4fda-ac36-ed08e77cb6e6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1591.476817] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32728c32-e8d6-4523-9776-b19437d73b62 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1591.483687] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ceb6312-87e9-4216-a754-3d241d2a68f6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1591.488177] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab177322-4dea-4245-be1c-8de9cfc2cda1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1591.490321] env[71058]: DEBUG oslo_vmware.api [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1591.490321] env[71058]:    value = "task-2873112"
[ 1591.490321] env[71058]:    _type = "Task"
[ 1591.490321] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1591.497833] env[71058]: DEBUG oslo_vmware.api [None req-5ceb6312-87e9-4216-a754-3d241d2a68f6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1591.497833] env[71058]:    value = "task-2873114"
[ 1591.497833] env[71058]:    _type = "Task"
[ 1591.497833] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1591.504271] env[71058]: DEBUG oslo_vmware.api [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873112, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1591.519584] env[71058]: DEBUG oslo_vmware.api [None req-5ceb6312-87e9-4216-a754-3d241d2a68f6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2873114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1591.651497] env[71058]: DEBUG oslo_vmware.api [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5271955c-96c9-f7c9-d33e-2dbdbdfcf7fe, 'name': SearchDatastore_Task, 'duration_secs': 0.028683} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1591.652372] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1591.652372] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 6639a7f8-2b54-41b3-bd03-6414edae1c5d/6639a7f8-2b54-41b3-bd03-6414edae1c5d.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1591.652571] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d97626a5-5a67-42d1-a662-d823ee5b2687 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1591.663604] env[71058]: DEBUG oslo_vmware.api [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for the task: (returnval){
[ 1591.663604] env[71058]:    value = "task-2873115"
[ 1591.663604] env[71058]:    _type = "Task"
[ 1591.663604] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1591.674158] env[71058]: DEBUG oslo_vmware.api [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1591.765231] env[71058]: DEBUG oslo_concurrency.lockutils [None req-70365c29-f7c5-4e13-96d0-f07d9d021d36 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquiring lock "e63c90cf-3e28-4fa0-a92d-959f26d81786" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1591.765231] env[71058]: DEBUG oslo_concurrency.lockutils [None req-70365c29-f7c5-4e13-96d0-f07d9d021d36 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "e63c90cf-3e28-4fa0-a92d-959f26d81786" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1591.765231] env[71058]: DEBUG nova.compute.manager [None req-70365c29-f7c5-4e13-96d0-f07d9d021d36 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1591.765813] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f878b7a-ede3-4eb9-9503-93c4dfee9390 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1591.777621] env[71058]: DEBUG nova.compute.manager [None req-70365c29-f7c5-4e13-96d0-f07d9d021d36 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71058) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}}
[ 1591.778111] env[71058]: DEBUG nova.objects.instance [None req-70365c29-f7c5-4e13-96d0-f07d9d021d36 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lazy-loading 'flavor' on Instance uuid e63c90cf-3e28-4fa0-a92d-959f26d81786 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1591.856358] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-aa769141-f21a-4fda-ac36-ed08e77cb6e6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1591.856542] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-aa769141-f21a-4fda-ac36-ed08e77cb6e6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1591.856754] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa769141-f21a-4fda-ac36-ed08e77cb6e6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Deleting the datastore file [datastore2] 951fe8b2-c7f8-4c01-84f6-9ab958dfb173 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1591.857044] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f99a44c-dba7-4256-b8ec-cef2a6089e7e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1591.865185] env[71058]: DEBUG oslo_vmware.api [None req-aa769141-f21a-4fda-ac36-ed08e77cb6e6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1591.865185] env[71058]:    value = "task-2873116"
[ 1591.865185] env[71058]:    _type = "Task"
[ 1591.865185] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1591.887923] env[71058]: DEBUG oslo_vmware.api [None req-aa769141-f21a-4fda-ac36-ed08e77cb6e6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2873116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1591.916788] env[71058]: DEBUG oslo_vmware.api [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873111, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1592.006254] env[71058]: DEBUG oslo_vmware.api [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873112, 'name': ReconfigVM_Task, 'duration_secs': 0.291371} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1592.017602] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1592.018279] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c42aea5-9dd8-439a-980f-10cbe2cd1908 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1592.032228] env[71058]: DEBUG oslo_vmware.api [None req-5ceb6312-87e9-4216-a754-3d241d2a68f6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2873114, 'name': PowerOffVM_Task, 'duration_secs': 0.313592} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1592.034922] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ceb6312-87e9-4216-a754-3d241d2a68f6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1592.035299] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5ceb6312-87e9-4216-a754-3d241d2a68f6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1592.035831] env[71058]: DEBUG oslo_vmware.api [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1592.035831] env[71058]:    value = "task-2873117"
[ 1592.035831] env[71058]:    _type = "Task"
[ 1592.035831] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1592.036175] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3792b4c3-3f17-49b0-b527-7349d4b17734 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1592.048778] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19c7d7e-780e-47fa-a194-48034afb8cfb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1592.060893] env[71058]: DEBUG oslo_vmware.api [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1592.062522] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae11b91-9b6f-4ef4-b6b2-ee3706e9f98b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1592.104139] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71da0109-4ab8-4faf-b915-e0ee1d31e774 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1592.116952] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b51b67-31c2-4aa4-8ff5-3b540b7243e7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1592.137231] env[71058]: DEBUG nova.compute.provider_tree [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1592.154271] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5ceb6312-87e9-4216-a754-3d241d2a68f6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1592.154739] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5ceb6312-87e9-4216-a754-3d241d2a68f6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1592.154954] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ceb6312-87e9-4216-a754-3d241d2a68f6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Deleting the datastore file [datastore2] 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1592.155365] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e658c30a-b413-4aaa-9adc-727d7e45806f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1592.166047] env[71058]: DEBUG oslo_vmware.api [None req-5ceb6312-87e9-4216-a754-3d241d2a68f6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for the task: (returnval){
[ 1592.166047] env[71058]:    value = "task-2873119"
[ 1592.166047] env[71058]:    _type = "Task"
[ 1592.166047] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1592.181157] env[71058]: DEBUG oslo_vmware.api [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873115, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1592.185790] env[71058]: DEBUG oslo_vmware.api [None req-5ceb6312-87e9-4216-a754-3d241d2a68f6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2873119, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1592.312398] env[71058]: DEBUG nova.network.neutron [-] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1592.331127] env[71058]: DEBUG nova.virt.hardware [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1592.331127] env[71058]: DEBUG nova.virt.hardware [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1592.331586] env[71058]: DEBUG nova.virt.hardware [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1592.331586] env[71058]: DEBUG nova.virt.hardware [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1592.331668] env[71058]: DEBUG nova.virt.hardware [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1592.333026] env[71058]: DEBUG nova.virt.hardware [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1592.333026] env[71058]: DEBUG nova.virt.hardware [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1592.333026] env[71058]: DEBUG nova.virt.hardware [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1592.333026] env[71058]: DEBUG nova.virt.hardware [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1592.333026] env[71058]: DEBUG nova.virt.hardware [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1592.333026] env[71058]: DEBUG nova.virt.hardware [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1592.333911] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddb796f-c83e-459d-845f-9169e2a7140e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1592.344899] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cfcd4f-5b41-479c-9448-7e476d6e5684 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1592.361671] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Instance VIF info [] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1592.367724] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1592.369166] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1592.372591] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e272042e-5c44-4ad2-acd0-f4a66bb6ed4c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1592.395034] env[71058]: DEBUG oslo_vmware.api [None req-aa769141-f21a-4fda-ac36-ed08e77cb6e6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2873116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1592.396683] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1592.396683] env[71058]:    value = "task-2873120"
[ 1592.396683] env[71058]:    _type = "Task"
[ 1592.396683] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1592.398769] env[71058]: DEBUG nova.compute.manager [req-48109efb-84c2-4192-ade0-ab8a0afaaf47 req-2dc955b7-357d-410e-9d44-d0f3737c961c service nova] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Received event network-vif-deleted-621d1086-d39c-4e1f-8817-f109436c6323 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1592.413323] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873120, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1592.419027] env[71058]: DEBUG oslo_vmware.api [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873111, 'name': PowerOnVM_Task, 'duration_secs': 0.678555} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1592.419027] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1592.419027] env[71058]: INFO nova.compute.manager [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Took 8.94 seconds to spawn the instance on the hypervisor.
[ 1592.419027] env[71058]: DEBUG nova.compute.manager [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1592.419278] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b161f27e-98d7-403c-82d7-51951c6df596 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1592.553031] env[71058]: DEBUG oslo_vmware.api [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873117, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1592.641390] env[71058]: DEBUG nova.scheduler.client.report [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1592.682053] env[71058]: DEBUG oslo_vmware.api [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873115, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68225} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1592.683089] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 6639a7f8-2b54-41b3-bd03-6414edae1c5d/6639a7f8-2b54-41b3-bd03-6414edae1c5d.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1592.683495] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1592.683874] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c04953d2-d5cf-48da-9ab5-1277a121dded {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1592.691823] env[71058]: DEBUG oslo_vmware.api [None req-5ceb6312-87e9-4216-a754-3d241d2a68f6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2873119, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391692} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1592.692628] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ceb6312-87e9-4216-a754-3d241d2a68f6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1592.692822] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5ceb6312-87e9-4216-a754-3d241d2a68f6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1592.692997] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5ceb6312-87e9-4216-a754-3d241d2a68f6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1592.694016] env[71058]: INFO nova.compute.manager [None req-5ceb6312-87e9-4216-a754-3d241d2a68f6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Took 1.22 seconds to destroy the instance on the hypervisor.
[ 1592.694716] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ceb6312-87e9-4216-a754-3d241d2a68f6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1592.694956] env[71058]: DEBUG nova.compute.manager [-] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1592.695121] env[71058]: DEBUG nova.network.neutron [-] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1592.712724] env[71058]: DEBUG oslo_vmware.api [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for the task: (returnval){
[ 1592.712724] env[71058]:    value = "task-2873121"
[ 1592.712724] env[71058]:    _type = "Task"
[ 1592.712724] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1592.730166] env[71058]: DEBUG oslo_vmware.api [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873121, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1592.797730] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-70365c29-f7c5-4e13-96d0-f07d9d021d36 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1592.797730] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d157ff9-795a-4c5b-bd93-1a941f899a47 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1592.807539] env[71058]: DEBUG oslo_vmware.api [None req-70365c29-f7c5-4e13-96d0-f07d9d021d36 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for the task: (returnval){
[ 1592.807539] env[71058]:    value = "task-2873122"
[ 1592.807539] env[71058]:    _type = "Task"
[ 1592.807539] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1592.818744] env[71058]: INFO nova.compute.manager [-] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Took 2.07 seconds to deallocate network for instance.
[ 1592.819718] env[71058]: DEBUG oslo_vmware.api [None req-70365c29-f7c5-4e13-96d0-f07d9d021d36 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1592.880830] env[71058]: DEBUG oslo_vmware.api [None req-aa769141-f21a-4fda-ac36-ed08e77cb6e6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Task: {'id': task-2873116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.554156} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1592.881419] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa769141-f21a-4fda-ac36-ed08e77cb6e6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1592.881750] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-aa769141-f21a-4fda-ac36-ed08e77cb6e6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1592.882418] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-aa769141-f21a-4fda-ac36-ed08e77cb6e6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1592.882707] env[71058]: INFO nova.compute.manager [None req-aa769141-f21a-4fda-ac36-ed08e77cb6e6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Took 2.00 seconds to destroy the instance on the hypervisor.
[ 1592.883523] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa769141-f21a-4fda-ac36-ed08e77cb6e6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1592.883523] env[71058]: DEBUG nova.compute.manager [-] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1592.883523] env[71058]: DEBUG nova.network.neutron [-] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1592.918295] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873120, 'name': CreateVM_Task, 'duration_secs': 0.389683} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1592.918439] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1592.918954] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1592.919146] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1592.919566] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1592.920046] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e96b5c4-49e4-41f6-b381-c62184a5d6c9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1592.929889] env[71058]: DEBUG oslo_vmware.api [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Waiting for the task: (returnval){
[ 1592.929889] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5286118d-397c-0ed5-3755-b39839f2bd46"
[ 1592.929889] env[71058]:    _type = "Task"
[ 1592.929889] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1592.945670] env[71058]: DEBUG oslo_vmware.api [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5286118d-397c-0ed5-3755-b39839f2bd46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1592.946792] env[71058]: INFO nova.compute.manager [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Took 40.22 seconds to build instance.
[ 1592.989482] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5e1e9124-90d0-49b8-9391-e0963d86763a tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "b61ea806-2d1f-46fd-b59b-4efc7556970e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1592.989632] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5e1e9124-90d0-49b8-9391-e0963d86763a tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "b61ea806-2d1f-46fd-b59b-4efc7556970e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1593.051853] env[71058]: DEBUG oslo_vmware.api [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873117, 'name': PowerOnVM_Task, 'duration_secs': 0.724185} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1593.052435] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1593.055476] env[71058]: DEBUG nova.compute.manager [None req-e2ef3fb4-000b-4c96-9230-784230d03df1 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1593.056798] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2f864d-696b-450e-a5b5-6d2554432c2c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1593.147067] env[71058]: DEBUG oslo_concurrency.lockutils [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.889s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1593.148964] env[71058]: DEBUG nova.compute.manager [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1593.152251] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fc242a39-6460-4349-9b53-65f76abb7585 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.731s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1593.153350] env[71058]: DEBUG nova.objects.instance [None req-fc242a39-6460-4349-9b53-65f76abb7585 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Lazy-loading 'resources' on Instance uuid 3cf0e63a-4528-49d7-b068-5d1073643834 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1593.225072] env[71058]: DEBUG oslo_vmware.api [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873121, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147559} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1593.225394] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1593.226950] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf51e6e-d8d0-4b8a-bb6a-b842594a61aa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1593.251083] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 6639a7f8-2b54-41b3-bd03-6414edae1c5d/6639a7f8-2b54-41b3-bd03-6414edae1c5d.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1593.251787] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e083e3f7-6b43-4ebb-b360-082a51564436 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1593.278189] env[71058]: DEBUG oslo_vmware.api [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for the task: (returnval){
[ 1593.278189] env[71058]:    value = "task-2873123"
[ 1593.278189] env[71058]:    _type = "Task"
[ 1593.278189] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1593.289827] env[71058]: DEBUG oslo_vmware.api [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873123, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1593.317641] env[71058]: DEBUG oslo_vmware.api [None req-70365c29-f7c5-4e13-96d0-f07d9d021d36 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873122, 'name': PowerOffVM_Task, 'duration_secs': 0.323959} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1593.318760] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-70365c29-f7c5-4e13-96d0-f07d9d021d36 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1593.319077] env[71058]: DEBUG nova.compute.manager [None req-70365c29-f7c5-4e13-96d0-f07d9d021d36 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1593.319953] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fb645e-8e00-408e-9802-6acc578709ff {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1593.329629] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e68d0656-3eed-4a60-8f48-92d0d7a25d7c tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1593.444849] env[71058]: DEBUG oslo_vmware.api [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5286118d-397c-0ed5-3755-b39839f2bd46, 'name': SearchDatastore_Task, 'duration_secs': 0.017465} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1593.445235] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1593.445870] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1593.446182] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1593.446605] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1593.446831] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1593.447397] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c67d4f7f-292c-4637-a7a2-fd050cd1c26a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1593.450026] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e06b535b-469c-4857-8168-da026cfcac37 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Lock "91283a3a-f5d5-402f-b6c1-776f99ecf7f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 64.533s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1593.462380] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1593.462992] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1593.464303] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-562d8216-9030-4ebb-8fba-08bb45df9096 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1593.472751] env[71058]: DEBUG oslo_vmware.api [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Waiting for the task: (returnval){
[ 1593.472751] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d6d94f-01ba-354e-9318-f158152b9bf3"
[ 1593.472751] env[71058]:    _type = "Task"
[ 1593.472751] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1593.484137] env[71058]: DEBUG oslo_vmware.api [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d6d94f-01ba-354e-9318-f158152b9bf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1593.573985] env[71058]: DEBUG nova.network.neutron [-] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1593.610846] env[71058]: DEBUG nova.compute.manager [req-f766c5f0-447a-457c-9577-03c382f337b5 req-d4e55b79-b64a-47b8-8437-7dfaf0572633 service nova] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Received event network-vif-deleted-6a00aa27-5946-46b9-a21f-f789c81f3e46 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1593.611165] env[71058]: INFO nova.compute.manager [req-f766c5f0-447a-457c-9577-03c382f337b5 req-d4e55b79-b64a-47b8-8437-7dfaf0572633 service nova] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Neutron deleted interface 6a00aa27-5946-46b9-a21f-f789c81f3e46; detaching it from the instance and deleting it from the info cache
[ 1593.611838] env[71058]: DEBUG nova.network.neutron [req-f766c5f0-447a-457c-9577-03c382f337b5 req-d4e55b79-b64a-47b8-8437-7dfaf0572633 service nova] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1593.656703] env[71058]: DEBUG nova.compute.utils [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1593.658344] env[71058]: DEBUG nova.compute.manager [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1593.659068] env[71058]: DEBUG nova.network.neutron [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1593.730589] env[71058]: DEBUG nova.policy [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3339fea8559f4ed39c20d15ffbc4bd44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '979f912b59994d68b45e39b22c0c159d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1593.789913] env[71058]: DEBUG oslo_vmware.api [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1593.809484] env[71058]: DEBUG nova.network.neutron [-] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1593.840104] env[71058]: DEBUG oslo_concurrency.lockutils [None req-70365c29-f7c5-4e13-96d0-f07d9d021d36 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "e63c90cf-3e28-4fa0-a92d-959f26d81786" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 2.075s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1593.953867] env[71058]: DEBUG nova.compute.manager [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1593.988858] env[71058]: DEBUG oslo_vmware.api [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d6d94f-01ba-354e-9318-f158152b9bf3, 'name': SearchDatastore_Task, 'duration_secs': 0.021968} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1593.989690] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-782d1b81-e58e-4f84-ac0c-68b175d8e946 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1593.998538] env[71058]: DEBUG oslo_vmware.api [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Waiting for the task: (returnval){
[ 1593.998538] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c1ba1f-3992-2140-0c7c-c63731db2eae"
[ 1593.998538] env[71058]:    _type = "Task"
[ 1593.998538] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1594.008566] env[71058]: DEBUG oslo_vmware.api [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c1ba1f-3992-2140-0c7c-c63731db2eae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1594.083141] env[71058]: INFO nova.compute.manager [-] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Took 1.39 seconds to deallocate network for instance.
[ 1594.117334] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9aa19e7e-d7e1-4685-8429-42826c711dd0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1594.136519] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e393c3b1-7c4c-45cf-9df6-5635a356c541 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1594.174870] env[71058]: DEBUG nova.compute.manager [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1594.177667] env[71058]: DEBUG nova.compute.manager [req-f766c5f0-447a-457c-9577-03c382f337b5 req-d4e55b79-b64a-47b8-8437-7dfaf0572633 service nova] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Detach interface failed, port_id=6a00aa27-5946-46b9-a21f-f789c81f3e46, reason: Instance 951fe8b2-c7f8-4c01-84f6-9ab958dfb173 could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1594.239043] env[71058]: DEBUG nova.network.neutron [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Successfully created port: 95cb5c04-d490-44b6-88f7-614ad609b439 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1594.268240] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107955bb-0c7b-4c9a-bc03-a5adb5c03cf5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1594.278733] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fdfdb3-b40e-4d9b-96a1-dac386e571b8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1594.293020] env[71058]: DEBUG oslo_vmware.api [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873123, 'name': ReconfigVM_Task, 'duration_secs': 0.588325} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1594.320601] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 6639a7f8-2b54-41b3-bd03-6414edae1c5d/6639a7f8-2b54-41b3-bd03-6414edae1c5d.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1594.321812] env[71058]: INFO nova.compute.manager [-] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Took 1.44 seconds to deallocate network for instance.
[ 1594.322383] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71c68472-644b-42b0-b5e5-52fddfded47b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1594.326233] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d48dc23-6d89-4f50-8bb9-0b57c5a4ad88 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1594.343598] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8f558f-f654-4ff3-a94d-7257d40ee9f8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1594.347975] env[71058]: DEBUG oslo_vmware.api [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for the task: (returnval){
[ 1594.347975] env[71058]:    value = "task-2873124"
[ 1594.347975] env[71058]:    _type = "Task"
[ 1594.347975] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1594.364285] env[71058]: DEBUG nova.compute.provider_tree [None req-fc242a39-6460-4349-9b53-65f76abb7585 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1594.376420] env[71058]: DEBUG oslo_vmware.api [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873124, 'name': Rename_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1594.400892] env[71058]: DEBUG nova.objects.instance [None req-a341bea4-edba-4cb4-a8a9-0aea6e679bbc tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lazy-loading 'flavor' on Instance uuid e63c90cf-3e28-4fa0-a92d-959f26d81786 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1594.483382] env[71058]: DEBUG oslo_concurrency.lockutils [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1594.511873] env[71058]: DEBUG oslo_vmware.api [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c1ba1f-3992-2140-0c7c-c63731db2eae, 'name': SearchDatastore_Task, 'duration_secs': 0.027889} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1594.512302] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1594.512667] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] d314154d-6389-4b0d-81a3-dc443ce8cf9a/d314154d-6389-4b0d-81a3-dc443ce8cf9a.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1594.513037] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19b199db-ee6d-4f87-8e82-be7f0829e151 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1594.523042] env[71058]: DEBUG oslo_vmware.api [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Waiting for the task: (returnval){
[ 1594.523042] env[71058]:    value = "task-2873125"
[ 1594.523042] env[71058]:    _type = "Task"
[ 1594.523042] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1594.532642] env[71058]: DEBUG oslo_vmware.api [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': task-2873125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1594.593226] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5ceb6312-87e9-4216-a754-3d241d2a68f6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1594.637391] env[71058]: DEBUG nova.compute.manager [req-9c0eab02-7508-4089-a01f-6f48b2ca6434 req-02879b8f-92c7-4779-aa49-a42ef3a60cdd service nova] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Received event network-vif-deleted-90430c29-ca43-4e97-b852-7f88fbe3879d {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1594.837027] env[71058]: DEBUG oslo_concurrency.lockutils [None req-aa769141-f21a-4fda-ac36-ed08e77cb6e6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1594.871326] env[71058]: DEBUG nova.scheduler.client.report [None req-fc242a39-6460-4349-9b53-65f76abb7585 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1594.878409] env[71058]: DEBUG oslo_vmware.api [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873124, 'name': Rename_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1594.905532] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a341bea4-edba-4cb4-a8a9-0aea6e679bbc tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquiring lock "refresh_cache-e63c90cf-3e28-4fa0-a92d-959f26d81786" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1594.905736] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a341bea4-edba-4cb4-a8a9-0aea6e679bbc tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquired lock "refresh_cache-e63c90cf-3e28-4fa0-a92d-959f26d81786" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1594.905978] env[71058]: DEBUG nova.network.neutron [None req-a341bea4-edba-4cb4-a8a9-0aea6e679bbc tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1594.906130] env[71058]: DEBUG nova.objects.instance [None req-a341bea4-edba-4cb4-a8a9-0aea6e679bbc tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lazy-loading 'info_cache' on Instance uuid e63c90cf-3e28-4fa0-a92d-959f26d81786 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1594.969797] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "3fb56870-0376-4ebd-b347-ab3900a876e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1594.970127] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "3fb56870-0376-4ebd-b347-ab3900a876e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1595.035534] env[71058]: DEBUG oslo_vmware.api [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': task-2873125, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1595.191027] env[71058]: DEBUG nova.compute.manager [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1595.220817] env[71058]: DEBUG nova.virt.hardware [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1595.221104] env[71058]: DEBUG nova.virt.hardware [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1595.222588] env[71058]: DEBUG nova.virt.hardware [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1595.222861] env[71058]: DEBUG nova.virt.hardware [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1595.223043] env[71058]: DEBUG nova.virt.hardware [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1595.223262] env[71058]: DEBUG nova.virt.hardware [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1595.223513] env[71058]: DEBUG nova.virt.hardware [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1595.223674] env[71058]: DEBUG nova.virt.hardware [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1595.223829] env[71058]: DEBUG nova.virt.hardware [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1595.223992] env[71058]: DEBUG nova.virt.hardware [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1595.224189] env[71058]: DEBUG nova.virt.hardware [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1595.225311] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b966aa70-b964-4517-b438-2a2c8bc8eba4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1595.234560] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244218c3-9052-4c80-82c1-63a1590c6554 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1595.363364] env[71058]: DEBUG oslo_vmware.api [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873124, 'name': Rename_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1595.388112] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fc242a39-6460-4349-9b53-65f76abb7585 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1595.388197] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5db56da5-c181-4867-b9e1-e75f87ad8104 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.060s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1595.389266] env[71058]: DEBUG nova.objects.instance [None req-5db56da5-c181-4867-b9e1-e75f87ad8104 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lazy-loading 'resources' on Instance uuid 887beb6c-01db-4225-91be-cb3e9555a945 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1595.410854] env[71058]: DEBUG nova.objects.base [None req-a341bea4-edba-4cb4-a8a9-0aea6e679bbc tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Object Instance<e63c90cf-3e28-4fa0-a92d-959f26d81786> lazy-loaded attributes: flavor,info_cache {{(pid=71058) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 1595.417315] env[71058]: INFO nova.scheduler.client.report [None req-fc242a39-6460-4349-9b53-65f76abb7585 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Deleted allocations for instance 3cf0e63a-4528-49d7-b068-5d1073643834
[ 1595.537298] env[71058]: DEBUG oslo_vmware.api [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': task-2873125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595861} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1595.537759] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] d314154d-6389-4b0d-81a3-dc443ce8cf9a/d314154d-6389-4b0d-81a3-dc443ce8cf9a.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1595.538015] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1595.538303] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db91a8f0-ee5e-44ae-b98c-6c78f6d28f48 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1595.547744] env[71058]: DEBUG oslo_vmware.api [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Waiting for the task: (returnval){
[ 1595.547744] env[71058]:    value = "task-2873126"
[ 1595.547744] env[71058]:    _type = "Task"
[ 1595.547744] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1595.560441] env[71058]: DEBUG oslo_vmware.api [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': task-2873126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1595.596328] env[71058]: DEBUG oslo_vmware.rw_handles [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262a951-01b3-9181-d336-b18e417ed05f/disk-0.vmdk. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1595.597230] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91af8364-d882-476a-9062-2ca3fc9a1b17 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1595.604883] env[71058]: DEBUG oslo_vmware.rw_handles [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262a951-01b3-9181-d336-b18e417ed05f/disk-0.vmdk is in state: ready. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1595.605082] env[71058]: ERROR oslo_vmware.rw_handles [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262a951-01b3-9181-d336-b18e417ed05f/disk-0.vmdk due to incomplete transfer.
[ 1595.605324] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-abc21d3b-f214-4eda-be49-d645ff85bb9f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1595.614148] env[71058]: DEBUG oslo_vmware.rw_handles [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262a951-01b3-9181-d336-b18e417ed05f/disk-0.vmdk. {{(pid=71058) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}}
[ 1595.614368] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Uploaded image c623e1d6-4159-4509-9787-8b7449c6bc87 to the Glance image server {{(pid=71058) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}}
[ 1595.616885] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Destroying the VM {{(pid=71058) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}}
[ 1595.617145] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-90c6ec4a-87f8-42a0-a0ce-d64ea3076f5a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1595.628234] env[71058]: DEBUG oslo_vmware.api [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1595.628234] env[71058]:    value = "task-2873127"
[ 1595.628234] env[71058]:    _type = "Task"
[ 1595.628234] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1595.633916] env[71058]: INFO nova.compute.manager [None req-fa5eb8b3-e962-43f0-a454-dd733bf8133c tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Unrescuing
[ 1595.634213] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fa5eb8b3-e962-43f0-a454-dd733bf8133c tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquiring lock "refresh_cache-66745105-ba3e-4198-8663-9e638df1c630" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1595.634364] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fa5eb8b3-e962-43f0-a454-dd733bf8133c tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquired lock "refresh_cache-66745105-ba3e-4198-8663-9e638df1c630" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1595.634548] env[71058]: DEBUG nova.network.neutron [None req-fa5eb8b3-e962-43f0-a454-dd733bf8133c tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1595.642141] env[71058]: DEBUG oslo_vmware.api [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873127, 'name': Destroy_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1595.861609] env[71058]: DEBUG oslo_vmware.api [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873124, 'name': Rename_Task, 'duration_secs': 1.266081} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1595.861847] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1595.862138] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ff51413-b26a-48f3-81ec-6b868bef4fa6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1595.872330] env[71058]: DEBUG oslo_vmware.api [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for the task: (returnval){
[ 1595.872330] env[71058]:    value = "task-2873128"
[ 1595.872330] env[71058]:    _type = "Task"
[ 1595.872330] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1595.880863] env[71058]: DEBUG oslo_vmware.api [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1595.889464] env[71058]: DEBUG nova.compute.manager [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Stashing vm_state: active {{(pid=71058) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}}
[ 1595.926316] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fc242a39-6460-4349-9b53-65f76abb7585 tempest-FloatingIPsAssociationTestJSON-2072692805 tempest-FloatingIPsAssociationTestJSON-2072692805-project-member] Lock "3cf0e63a-4528-49d7-b068-5d1073643834" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 29.777s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1596.065712] env[71058]: DEBUG oslo_vmware.api [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': task-2873126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072646} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1596.068485] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1596.071532] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7359e68e-6419-4348-84d1-523e352abaa0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1596.096459] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] d314154d-6389-4b0d-81a3-dc443ce8cf9a/d314154d-6389-4b0d-81a3-dc443ce8cf9a.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1596.099606] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d324561-ba78-4192-9b1e-af10d0f55b5a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1596.124396] env[71058]: DEBUG oslo_vmware.api [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Waiting for the task: (returnval){
[ 1596.124396] env[71058]:    value = "task-2873129"
[ 1596.124396] env[71058]:    _type = "Task"
[ 1596.124396] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1596.143077] env[71058]: DEBUG oslo_vmware.api [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': task-2873129, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1596.147970] env[71058]: DEBUG oslo_vmware.api [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873127, 'name': Destroy_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1596.209414] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d2d03307-3519-4096-99a5-f070a8f33234 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "interface-e55a7df3-411f-441b-8e9b-91ba7bf96656-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1596.209684] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d2d03307-3519-4096-99a5-f070a8f33234 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "interface-e55a7df3-411f-441b-8e9b-91ba7bf96656-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1596.209982] env[71058]: DEBUG nova.objects.instance [None req-d2d03307-3519-4096-99a5-f070a8f33234 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lazy-loading 'flavor' on Instance uuid e55a7df3-411f-441b-8e9b-91ba7bf96656 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1596.330567] env[71058]: DEBUG nova.network.neutron [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Successfully updated port: 95cb5c04-d490-44b6-88f7-614ad609b439 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1596.392411] env[71058]: DEBUG oslo_vmware.api [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873128, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1596.421124] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1596.494036] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9e1f23-4878-486d-a06d-28915e5cf713 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1596.508505] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc8caf0-2ae5-42d1-9075-340c41b7327e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1596.548363] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d834aa80-334f-4b84-bae8-25a0484c40d3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1596.557878] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8ccffd-06bf-4fdf-84ee-26074915c787 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1596.573256] env[71058]: DEBUG nova.compute.provider_tree [None req-5db56da5-c181-4867-b9e1-e75f87ad8104 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1596.634490] env[71058]: DEBUG oslo_vmware.api [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': task-2873129, 'name': ReconfigVM_Task, 'duration_secs': 0.30938} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1596.637665] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Reconfigured VM instance instance-0000002f to attach disk [datastore1] d314154d-6389-4b0d-81a3-dc443ce8cf9a/d314154d-6389-4b0d-81a3-dc443ce8cf9a.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1596.638516] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3ac64e8-45ba-4aee-ac51-73a63ce8d6b3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1596.647027] env[71058]: DEBUG oslo_vmware.api [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873127, 'name': Destroy_Task, 'duration_secs': 0.878723} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1596.648503] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Destroyed the VM
[ 1596.648754] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Deleting Snapshot of the VM instance {{(pid=71058) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}}
[ 1596.649087] env[71058]: DEBUG oslo_vmware.api [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Waiting for the task: (returnval){
[ 1596.649087] env[71058]:    value = "task-2873130"
[ 1596.649087] env[71058]:    _type = "Task"
[ 1596.649087] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1596.649323] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5680ee23-0d84-4550-9fbd-a7fafaad65bf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1596.663341] env[71058]: DEBUG oslo_vmware.api [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': task-2873130, 'name': Rename_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1596.664786] env[71058]: DEBUG oslo_vmware.api [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1596.664786] env[71058]:    value = "task-2873131"
[ 1596.664786] env[71058]:    _type = "Task"
[ 1596.664786] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1596.681798] env[71058]: DEBUG oslo_vmware.api [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873131, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1596.732648] env[71058]: DEBUG nova.network.neutron [None req-a341bea4-edba-4cb4-a8a9-0aea6e679bbc tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Updating instance_info_cache with network_info: [{"id": "bbdbfb13-bd22-45e2-92dd-e95e99c76637", "address": "fa:16:3e:ee:61:f4", "network": {"id": "ccb01f6f-74e9-4de7-8ad0-e7d9003986a5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1698863615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5255966cc064bcea596884be8c977d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbdbfb13-bd", "ovs_interfaceid": "bbdbfb13-bd22-45e2-92dd-e95e99c76637", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1596.795797] env[71058]: DEBUG nova.objects.instance [None req-d2d03307-3519-4096-99a5-f070a8f33234 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lazy-loading 'pci_requests' on Instance uuid e55a7df3-411f-441b-8e9b-91ba7bf96656 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1596.835179] env[71058]: DEBUG oslo_concurrency.lockutils [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquiring lock "refresh_cache-c7916ea3-46e0-4c13-a44e-d855f67cb9cc" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1596.835327] env[71058]: DEBUG oslo_concurrency.lockutils [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquired lock "refresh_cache-c7916ea3-46e0-4c13-a44e-d855f67cb9cc" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1596.835470] env[71058]: DEBUG nova.network.neutron [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1596.880221] env[71058]: DEBUG nova.network.neutron [None req-fa5eb8b3-e962-43f0-a454-dd733bf8133c tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Updating instance_info_cache with network_info: [{"id": "ebe9a3c6-9cbb-4e43-8d3b-fa90912ef6b6", "address": "fa:16:3e:14:81:10", "network": {"id": "7d25b6fc-1b3e-4a68-b132-f19dc81a8522", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1033778679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48a2ee130e5a4f4fa56b4ee442dea6ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebe9a3c6-9c", "ovs_interfaceid": "ebe9a3c6-9cbb-4e43-8d3b-fa90912ef6b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1596.890399] env[71058]: DEBUG oslo_vmware.api [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873128, 'name': PowerOnVM_Task, 'duration_secs': 0.857685} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1596.890835] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1596.891124] env[71058]: INFO nova.compute.manager [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Took 10.58 seconds to spawn the instance on the hypervisor.
[ 1596.891380] env[71058]: DEBUG nova.compute.manager [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1596.892530] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f8b8ab-ef9d-4325-8ef7-33bf314b6eb7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1597.076407] env[71058]: DEBUG nova.scheduler.client.report [None req-5db56da5-c181-4867-b9e1-e75f87ad8104 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1597.162815] env[71058]: DEBUG oslo_vmware.api [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': task-2873130, 'name': Rename_Task, 'duration_secs': 0.163257} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1597.163124] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1597.163535] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-952fdd91-2b38-4f37-a937-65cbdbd9e84f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1597.166770] env[71058]: DEBUG nova.compute.manager [req-ceb230dc-0a63-421c-a004-f7f4cffe0ffe req-157a3703-1f55-4a40-904f-71ea49b6a197 service nova] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Received event network-vif-plugged-95cb5c04-d490-44b6-88f7-614ad609b439 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1597.166959] env[71058]: DEBUG oslo_concurrency.lockutils [req-ceb230dc-0a63-421c-a004-f7f4cffe0ffe req-157a3703-1f55-4a40-904f-71ea49b6a197 service nova] Acquiring lock "c7916ea3-46e0-4c13-a44e-d855f67cb9cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1597.167170] env[71058]: DEBUG oslo_concurrency.lockutils [req-ceb230dc-0a63-421c-a004-f7f4cffe0ffe req-157a3703-1f55-4a40-904f-71ea49b6a197 service nova] Lock "c7916ea3-46e0-4c13-a44e-d855f67cb9cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1597.167342] env[71058]: DEBUG oslo_concurrency.lockutils [req-ceb230dc-0a63-421c-a004-f7f4cffe0ffe req-157a3703-1f55-4a40-904f-71ea49b6a197 service nova] Lock "c7916ea3-46e0-4c13-a44e-d855f67cb9cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1597.167511] env[71058]: DEBUG nova.compute.manager [req-ceb230dc-0a63-421c-a004-f7f4cffe0ffe req-157a3703-1f55-4a40-904f-71ea49b6a197 service nova] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] No waiting events found dispatching network-vif-plugged-95cb5c04-d490-44b6-88f7-614ad609b439 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1597.167669] env[71058]: WARNING nova.compute.manager [req-ceb230dc-0a63-421c-a004-f7f4cffe0ffe req-157a3703-1f55-4a40-904f-71ea49b6a197 service nova] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Received unexpected event network-vif-plugged-95cb5c04-d490-44b6-88f7-614ad609b439 for instance with vm_state building and task_state spawning.
[ 1597.174930] env[71058]: DEBUG oslo_vmware.api [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Waiting for the task: (returnval){
[ 1597.174930] env[71058]:    value = "task-2873132"
[ 1597.174930] env[71058]:    _type = "Task"
[ 1597.174930] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1597.181163] env[71058]: DEBUG oslo_vmware.api [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873131, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1597.187075] env[71058]: DEBUG oslo_vmware.api [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': task-2873132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1597.236081] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a341bea4-edba-4cb4-a8a9-0aea6e679bbc tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Releasing lock "refresh_cache-e63c90cf-3e28-4fa0-a92d-959f26d81786" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1597.299418] env[71058]: DEBUG nova.objects.base [None req-d2d03307-3519-4096-99a5-f070a8f33234 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Object Instance<e55a7df3-411f-441b-8e9b-91ba7bf96656> lazy-loaded attributes: flavor,pci_requests {{(pid=71058) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 1597.299418] env[71058]: DEBUG nova.network.neutron [None req-d2d03307-3519-4096-99a5-f070a8f33234 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1597.370438] env[71058]: DEBUG nova.policy [None req-d2d03307-3519-4096-99a5-f070a8f33234 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb7b8ce61c4a42d997e357f20f8b6088', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df590cd3ec8f4748ad8a273f58d2f095', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1597.377452] env[71058]: DEBUG nova.network.neutron [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1597.384844] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fa5eb8b3-e962-43f0-a454-dd733bf8133c tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Releasing lock "refresh_cache-66745105-ba3e-4198-8663-9e638df1c630" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1597.386440] env[71058]: DEBUG nova.objects.instance [None req-fa5eb8b3-e962-43f0-a454-dd733bf8133c tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lazy-loading 'flavor' on Instance uuid 66745105-ba3e-4198-8663-9e638df1c630 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1597.412542] env[71058]: INFO nova.compute.manager [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Took 41.62 seconds to build instance.
[ 1597.522804] env[71058]: DEBUG nova.network.neutron [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Updating instance_info_cache with network_info: [{"id": "95cb5c04-d490-44b6-88f7-614ad609b439", "address": "fa:16:3e:e5:84:f9", "network": {"id": "b87df582-2e5d-494c-86e4-ca3af087576f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-96349281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "979f912b59994d68b45e39b22c0c159d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95cb5c04-d4", "ovs_interfaceid": "95cb5c04-d490-44b6-88f7-614ad609b439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1597.584019] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5db56da5-c181-4867-b9e1-e75f87ad8104 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.196s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1597.586997] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.491s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1597.588518] env[71058]: INFO nova.compute.claims [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1597.608144] env[71058]: INFO nova.scheduler.client.report [None req-5db56da5-c181-4867-b9e1-e75f87ad8104 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Deleted allocations for instance 887beb6c-01db-4225-91be-cb3e9555a945
[ 1597.680523] env[71058]: DEBUG oslo_vmware.api [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873131, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1597.690255] env[71058]: DEBUG oslo_vmware.api [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': task-2873132, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1597.896149] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6a093f-d6ec-491f-a1a0-b0ad78d1f10a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1597.900301] env[71058]: DEBUG nova.network.neutron [None req-d2d03307-3519-4096-99a5-f070a8f33234 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Successfully created port: 1c5571ab-e1f1-4735-9722-710e0fc55e03 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1597.924853] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bb2da6c1-7d91-4631-9b7f-49176b409f21 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Lock "6639a7f8-2b54-41b3-bd03-6414edae1c5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 60.150s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1597.924853] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5eb8b3-e962-43f0-a454-dd733bf8133c tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1597.925831] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29c6f8c8-b070-42f3-a7fa-55f40c894e5f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1597.934931] env[71058]: DEBUG oslo_vmware.api [None req-fa5eb8b3-e962-43f0-a454-dd733bf8133c tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1597.934931] env[71058]:    value = "task-2873133"
[ 1597.934931] env[71058]:    _type = "Task"
[ 1597.934931] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1597.945365] env[71058]: DEBUG oslo_vmware.api [None req-fa5eb8b3-e962-43f0-a454-dd733bf8133c tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1598.027662] env[71058]: DEBUG oslo_concurrency.lockutils [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Releasing lock "refresh_cache-c7916ea3-46e0-4c13-a44e-d855f67cb9cc" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1598.028023] env[71058]: DEBUG nova.compute.manager [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Instance network_info: |[{"id": "95cb5c04-d490-44b6-88f7-614ad609b439", "address": "fa:16:3e:e5:84:f9", "network": {"id": "b87df582-2e5d-494c-86e4-ca3af087576f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-96349281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "979f912b59994d68b45e39b22c0c159d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95cb5c04-d4", "ovs_interfaceid": "95cb5c04-d490-44b6-88f7-614ad609b439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1598.030465] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:84:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95cb5c04-d490-44b6-88f7-614ad609b439', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1598.041142] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Creating folder: Project (979f912b59994d68b45e39b22c0c159d). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1598.041512] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80bc4f9e-ea55-438a-81ec-7cc187dc0c70 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1598.056073] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Created folder: Project (979f912b59994d68b45e39b22c0c159d) in parent group-v577298.
[ 1598.056796] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Creating folder: Instances. Parent ref: group-v577459. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1598.057134] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-821c0a62-f901-4583-a6b5-7e2670635763 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1598.071218] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Created folder: Instances in parent group-v577459.
[ 1598.071548] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1598.071704] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1598.071923] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eabc6ba6-ab4e-436c-afba-14ef6ab3c3b1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1598.095626] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1598.095626] env[71058]:    value = "task-2873136"
[ 1598.095626] env[71058]:    _type = "Task"
[ 1598.095626] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1598.104602] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873136, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1598.116885] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5db56da5-c181-4867-b9e1-e75f87ad8104 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "887beb6c-01db-4225-91be-cb3e9555a945" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 26.922s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1598.181168] env[71058]: DEBUG oslo_vmware.api [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873131, 'name': RemoveSnapshot_Task, 'duration_secs': 1.01505} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1598.181168] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Deleted Snapshot of the VM instance {{(pid=71058) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}}
[ 1598.181168] env[71058]: INFO nova.compute.manager [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Took 17.21 seconds to snapshot the instance on the hypervisor.
[ 1598.197582] env[71058]: DEBUG oslo_vmware.api [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': task-2873132, 'name': PowerOnVM_Task, 'duration_secs': 0.520055} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1598.197895] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1598.198359] env[71058]: DEBUG nova.compute.manager [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1598.199065] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761c025b-ca77-482d-a9d4-da5757779bca {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1598.241362] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a341bea4-edba-4cb4-a8a9-0aea6e679bbc tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1598.242138] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe72f941-06aa-4d92-8d26-4e624cbce72c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1598.251087] env[71058]: DEBUG oslo_vmware.api [None req-a341bea4-edba-4cb4-a8a9-0aea6e679bbc tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for the task: (returnval){
[ 1598.251087] env[71058]:    value = "task-2873137"
[ 1598.251087] env[71058]:    _type = "Task"
[ 1598.251087] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1598.262662] env[71058]: DEBUG oslo_vmware.api [None req-a341bea4-edba-4cb4-a8a9-0aea6e679bbc tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1598.428411] env[71058]: DEBUG nova.compute.manager [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1598.446015] env[71058]: DEBUG oslo_vmware.api [None req-fa5eb8b3-e962-43f0-a454-dd733bf8133c tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873133, 'name': PowerOffVM_Task, 'duration_secs': 0.463494} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1598.446374] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5eb8b3-e962-43f0-a454-dd733bf8133c tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1598.452423] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa5eb8b3-e962-43f0-a454-dd733bf8133c tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Reconfiguring VM instance instance-00000027 to detach disk 2001 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1598.453211] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d047cbfa-acdf-44da-a158-cf8d8fb4e19d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1598.475963] env[71058]: DEBUG oslo_vmware.api [None req-fa5eb8b3-e962-43f0-a454-dd733bf8133c tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1598.475963] env[71058]:    value = "task-2873138"
[ 1598.475963] env[71058]:    _type = "Task"
[ 1598.475963] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1598.486012] env[71058]: DEBUG oslo_vmware.api [None req-fa5eb8b3-e962-43f0-a454-dd733bf8133c tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873138, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1598.614314] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873136, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1598.720820] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1598.749267] env[71058]: DEBUG nova.compute.manager [None req-97e1ed31-4bb6-4ed7-bd89-65a8ab071a5b tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Found 2 images (rotation: 2) {{(pid=71058) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}}
[ 1598.772330] env[71058]: DEBUG oslo_vmware.api [None req-a341bea4-edba-4cb4-a8a9-0aea6e679bbc tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873137, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1598.949370] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1598.989217] env[71058]: DEBUG oslo_vmware.api [None req-fa5eb8b3-e962-43f0-a454-dd733bf8133c tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1599.054861] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19d3a07-8f8e-4917-a7e1-b37d7495be9e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1599.062862] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0ac479-10b7-47ef-92d6-fa7c8c51ecec {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1599.093734] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea9ec4b-fbcb-477e-a4f2-386f68e1d7ba {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1599.102147] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efe697f-523f-43b0-992f-4f7ca1a6d9aa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1599.116869] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873136, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1599.125276] env[71058]: DEBUG nova.compute.provider_tree [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1599.263848] env[71058]: DEBUG oslo_vmware.api [None req-a341bea4-edba-4cb4-a8a9-0aea6e679bbc tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873137, 'name': PowerOnVM_Task, 'duration_secs': 0.552655} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1599.264159] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a341bea4-edba-4cb4-a8a9-0aea6e679bbc tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1599.264353] env[71058]: DEBUG nova.compute.manager [None req-a341bea4-edba-4cb4-a8a9-0aea6e679bbc tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1599.265168] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597d54fe-a7c8-42bf-bc52-675e1ad67162 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1599.492750] env[71058]: DEBUG oslo_vmware.api [None req-fa5eb8b3-e962-43f0-a454-dd733bf8133c tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1599.620662] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873136, 'name': CreateVM_Task, 'duration_secs': 1.478041} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1599.621060] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1599.622042] env[71058]: DEBUG oslo_concurrency.lockutils [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1599.622302] env[71058]: DEBUG oslo_concurrency.lockutils [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1599.622749] env[71058]: DEBUG oslo_concurrency.lockutils [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1599.623131] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10865dba-32d4-4e59-8037-c618414b52fa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1599.626517] env[71058]: DEBUG nova.network.neutron [None req-d2d03307-3519-4096-99a5-f070a8f33234 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Successfully updated port: 1c5571ab-e1f1-4735-9722-710e0fc55e03 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1599.631021] env[71058]: DEBUG nova.scheduler.client.report [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1599.639472] env[71058]: DEBUG oslo_vmware.api [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Waiting for the task: (returnval){
[ 1599.639472] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d61573-3f7f-1155-de5b-e8effacb7548"
[ 1599.639472] env[71058]:    _type = "Task"
[ 1599.639472] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1599.654761] env[71058]: DEBUG oslo_vmware.api [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d61573-3f7f-1155-de5b-e8effacb7548, 'name': SearchDatastore_Task} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1599.655203] env[71058]: DEBUG oslo_concurrency.lockutils [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1599.655539] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1599.655867] env[71058]: DEBUG oslo_concurrency.lockutils [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1599.656133] env[71058]: DEBUG oslo_concurrency.lockutils [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1599.657149] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1599.657198] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38237671-f916-4343-b189-2023607b8543 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1599.667933] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1599.668248] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1599.669324] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b15c8d1-8d3b-456b-9494-77f6d29c0886 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1599.678980] env[71058]: DEBUG oslo_vmware.api [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Waiting for the task: (returnval){
[ 1599.678980] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527ed7e4-65d4-c9c5-3827-de4c6bfadade"
[ 1599.678980] env[71058]:    _type = "Task"
[ 1599.678980] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1599.691364] env[71058]: DEBUG oslo_vmware.api [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527ed7e4-65d4-c9c5-3827-de4c6bfadade, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1599.989215] env[71058]: DEBUG oslo_vmware.api [None req-fa5eb8b3-e962-43f0-a454-dd733bf8133c tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873138, 'name': ReconfigVM_Task, 'duration_secs': 1.199302} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1599.989625] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa5eb8b3-e962-43f0-a454-dd733bf8133c tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Reconfigured VM instance instance-00000027 to detach disk 2001 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1599.989862] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5eb8b3-e962-43f0-a454-dd733bf8133c tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1599.990173] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e000305-67b5-4fe5-aeff-89fc6b414203 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1599.998295] env[71058]: DEBUG oslo_vmware.api [None req-fa5eb8b3-e962-43f0-a454-dd733bf8133c tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1599.998295] env[71058]:    value = "task-2873139"
[ 1599.998295] env[71058]:    _type = "Task"
[ 1599.998295] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1600.007790] env[71058]: DEBUG oslo_vmware.api [None req-fa5eb8b3-e962-43f0-a454-dd733bf8133c tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1600.137274] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d2d03307-3519-4096-99a5-f070a8f33234 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "refresh_cache-e55a7df3-411f-441b-8e9b-91ba7bf96656" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1600.137274] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d2d03307-3519-4096-99a5-f070a8f33234 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquired lock "refresh_cache-e55a7df3-411f-441b-8e9b-91ba7bf96656" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1600.137274] env[71058]: DEBUG nova.network.neutron [None req-d2d03307-3519-4096-99a5-f070a8f33234 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1600.139136] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1600.139636] env[71058]: DEBUG nova.compute.manager [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1600.143269] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b7c76c09-3821-4cbc-8dc7-9f149e62b19c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.046s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1600.147284] env[71058]: DEBUG nova.objects.instance [None req-b7c76c09-3821-4cbc-8dc7-9f149e62b19c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Lazy-loading 'resources' on Instance uuid 0ca370e4-fd6f-4221-89b6-c282f8827dc7 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1600.200905] env[71058]: DEBUG oslo_vmware.api [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527ed7e4-65d4-c9c5-3827-de4c6bfadade, 'name': SearchDatastore_Task, 'duration_secs': 0.011106} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1600.201826] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e744c460-b0d4-443e-985a-e9f47ee0abbc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1600.209991] env[71058]: DEBUG oslo_vmware.api [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Waiting for the task: (returnval){
[ 1600.209991] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b63c29-b5b4-a6bf-12d0-e10303d52f1c"
[ 1600.209991] env[71058]:    _type = "Task"
[ 1600.209991] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1600.219375] env[71058]: DEBUG oslo_vmware.api [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b63c29-b5b4-a6bf-12d0-e10303d52f1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1600.407815] env[71058]: DEBUG nova.compute.manager [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1600.409926] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb4b958-d06f-4eda-b045-3781feec1516 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1600.486379] env[71058]: DEBUG nova.compute.manager [req-01c5fd5e-630d-45ce-9ac8-b93ffc35a231 req-6efcda30-108c-492f-ba7d-655b75bb5e22 service nova] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Received event network-changed-95cb5c04-d490-44b6-88f7-614ad609b439 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1600.486597] env[71058]: DEBUG nova.compute.manager [req-01c5fd5e-630d-45ce-9ac8-b93ffc35a231 req-6efcda30-108c-492f-ba7d-655b75bb5e22 service nova] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Refreshing instance network info cache due to event network-changed-95cb5c04-d490-44b6-88f7-614ad609b439. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1600.486836] env[71058]: DEBUG oslo_concurrency.lockutils [req-01c5fd5e-630d-45ce-9ac8-b93ffc35a231 req-6efcda30-108c-492f-ba7d-655b75bb5e22 service nova] Acquiring lock "refresh_cache-c7916ea3-46e0-4c13-a44e-d855f67cb9cc" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1600.487010] env[71058]: DEBUG oslo_concurrency.lockutils [req-01c5fd5e-630d-45ce-9ac8-b93ffc35a231 req-6efcda30-108c-492f-ba7d-655b75bb5e22 service nova] Acquired lock "refresh_cache-c7916ea3-46e0-4c13-a44e-d855f67cb9cc" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1600.487198] env[71058]: DEBUG nova.network.neutron [req-01c5fd5e-630d-45ce-9ac8-b93ffc35a231 req-6efcda30-108c-492f-ba7d-655b75bb5e22 service nova] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Refreshing network info cache for port 95cb5c04-d490-44b6-88f7-614ad609b439 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1600.512068] env[71058]: DEBUG oslo_vmware.api [None req-fa5eb8b3-e962-43f0-a454-dd733bf8133c tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873139, 'name': PowerOnVM_Task, 'duration_secs': 0.392033} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1600.512332] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5eb8b3-e962-43f0-a454-dd733bf8133c tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1600.512897] env[71058]: DEBUG nova.compute.manager [None req-fa5eb8b3-e962-43f0-a454-dd733bf8133c tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1600.514013] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8633a312-8790-4da7-88d8-3f61fc9835b1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1600.651621] env[71058]: DEBUG nova.compute.utils [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1600.656142] env[71058]: DEBUG nova.compute.manager [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1600.656469] env[71058]: DEBUG nova.network.neutron [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1600.684104] env[71058]: WARNING nova.network.neutron [None req-d2d03307-3519-4096-99a5-f070a8f33234 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] 5ecbb149-fd57-4a44-a6cc-48e0b1e653a4 already exists in list: networks containing: ['5ecbb149-fd57-4a44-a6cc-48e0b1e653a4']. ignoring it
[ 1600.703961] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Acquiring lock "d314154d-6389-4b0d-81a3-dc443ce8cf9a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1600.704231] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Lock "d314154d-6389-4b0d-81a3-dc443ce8cf9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1600.704444] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Acquiring lock "d314154d-6389-4b0d-81a3-dc443ce8cf9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1600.704636] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Lock "d314154d-6389-4b0d-81a3-dc443ce8cf9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1600.704884] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Lock "d314154d-6389-4b0d-81a3-dc443ce8cf9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1600.707189] env[71058]: INFO nova.compute.manager [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Terminating instance
[ 1600.715882] env[71058]: DEBUG nova.policy [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3339fea8559f4ed39c20d15ffbc4bd44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '979f912b59994d68b45e39b22c0c159d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1600.725580] env[71058]: DEBUG oslo_vmware.api [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b63c29-b5b4-a6bf-12d0-e10303d52f1c, 'name': SearchDatastore_Task, 'duration_secs': 0.015368} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1600.727363] env[71058]: DEBUG oslo_concurrency.lockutils [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1600.727363] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] c7916ea3-46e0-4c13-a44e-d855f67cb9cc/c7916ea3-46e0-4c13-a44e-d855f67cb9cc.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1600.729822] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d3adeaf-f9c1-45d9-81c0-25f1fb55311b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1600.740916] env[71058]: DEBUG oslo_vmware.api [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Waiting for the task: (returnval){
[ 1600.740916] env[71058]:    value = "task-2873140"
[ 1600.740916] env[71058]:    _type = "Task"
[ 1600.740916] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1600.748095] env[71058]: DEBUG oslo_vmware.api [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1600.928329] env[71058]: INFO nova.compute.manager [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] instance snapshotting
[ 1600.928998] env[71058]: DEBUG nova.objects.instance [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lazy-loading 'flavor' on Instance uuid 4795f420-9f4e-4eab-98d7-9eaf0da179bf {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1601.103064] env[71058]: DEBUG nova.network.neutron [None req-d2d03307-3519-4096-99a5-f070a8f33234 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Updating instance_info_cache with network_info: [{"id": "c40e53be-96f3-444e-949f-ccf70045ddfb", "address": "fa:16:3e:7f:b3:1e", "network": {"id": "5ecbb149-fd57-4a44-a6cc-48e0b1e653a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1232521171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df590cd3ec8f4748ad8a273f58d2f095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40e53be-96", "ovs_interfaceid": "c40e53be-96f3-444e-949f-ccf70045ddfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1c5571ab-e1f1-4735-9722-710e0fc55e03", "address": "fa:16:3e:00:46:ab", "network": {"id": "5ecbb149-fd57-4a44-a6cc-48e0b1e653a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1232521171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df590cd3ec8f4748ad8a273f58d2f095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c5571ab-e1", "ovs_interfaceid": "1c5571ab-e1f1-4735-9722-710e0fc55e03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1601.160055] env[71058]: DEBUG nova.compute.manager [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1601.218091] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Acquiring lock "refresh_cache-d314154d-6389-4b0d-81a3-dc443ce8cf9a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1601.218419] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Acquired lock "refresh_cache-d314154d-6389-4b0d-81a3-dc443ce8cf9a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1601.220218] env[71058]: DEBUG nova.network.neutron [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1601.226860] env[71058]: DEBUG nova.compute.manager [req-257b5f79-9adb-46d1-bb38-d0a259d7ff68 req-d392346f-5014-4980-b037-62945fa0c060 service nova] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Received event network-vif-plugged-1c5571ab-e1f1-4735-9722-710e0fc55e03 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1601.227108] env[71058]: DEBUG oslo_concurrency.lockutils [req-257b5f79-9adb-46d1-bb38-d0a259d7ff68 req-d392346f-5014-4980-b037-62945fa0c060 service nova] Acquiring lock "e55a7df3-411f-441b-8e9b-91ba7bf96656-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1601.227322] env[71058]: DEBUG oslo_concurrency.lockutils [req-257b5f79-9adb-46d1-bb38-d0a259d7ff68 req-d392346f-5014-4980-b037-62945fa0c060 service nova] Lock "e55a7df3-411f-441b-8e9b-91ba7bf96656-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1601.227526] env[71058]: DEBUG oslo_concurrency.lockutils [req-257b5f79-9adb-46d1-bb38-d0a259d7ff68 req-d392346f-5014-4980-b037-62945fa0c060 service nova] Lock "e55a7df3-411f-441b-8e9b-91ba7bf96656-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1601.228468] env[71058]: DEBUG nova.compute.manager [req-257b5f79-9adb-46d1-bb38-d0a259d7ff68 req-d392346f-5014-4980-b037-62945fa0c060 service nova] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] No waiting events found dispatching network-vif-plugged-1c5571ab-e1f1-4735-9722-710e0fc55e03 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1601.228468] env[71058]: WARNING nova.compute.manager [req-257b5f79-9adb-46d1-bb38-d0a259d7ff68 req-d392346f-5014-4980-b037-62945fa0c060 service nova] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Received unexpected event network-vif-plugged-1c5571ab-e1f1-4735-9722-710e0fc55e03 for instance with vm_state active and task_state None.
[ 1601.250901] env[71058]: DEBUG oslo_vmware.api [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873140, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1601.254234] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4ed187-a966-413f-959e-ce824bb73535 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1601.263420] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e21da9-e82c-4bcb-a2d5-8eb093b00d9b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1601.301257] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c17247-9650-4113-b30f-e7ece7f7b4b4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1601.315899] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a930b79b-7ee1-44d2-9b42-00221d173723 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1601.336262] env[71058]: DEBUG nova.compute.provider_tree [None req-b7c76c09-3821-4cbc-8dc7-9f149e62b19c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1601.361070] env[71058]: DEBUG nova.network.neutron [req-01c5fd5e-630d-45ce-9ac8-b93ffc35a231 req-6efcda30-108c-492f-ba7d-655b75bb5e22 service nova] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Updated VIF entry in instance network info cache for port 95cb5c04-d490-44b6-88f7-614ad609b439. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1601.361469] env[71058]: DEBUG nova.network.neutron [req-01c5fd5e-630d-45ce-9ac8-b93ffc35a231 req-6efcda30-108c-492f-ba7d-655b75bb5e22 service nova] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Updating instance_info_cache with network_info: [{"id": "95cb5c04-d490-44b6-88f7-614ad609b439", "address": "fa:16:3e:e5:84:f9", "network": {"id": "b87df582-2e5d-494c-86e4-ca3af087576f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-96349281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "979f912b59994d68b45e39b22c0c159d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95cb5c04-d4", "ovs_interfaceid": "95cb5c04-d490-44b6-88f7-614ad609b439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1601.412821] env[71058]: DEBUG nova.network.neutron [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Successfully created port: a03c3aa6-4057-4af4-8e72-4a3e85e8fd2c {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1601.434516] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e07dd49-bd83-4ab0-934c-3471cdcbb1ae {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1601.455642] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eda6970-6acf-4278-98f5-a532b903b4ae {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1601.608072] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d2d03307-3519-4096-99a5-f070a8f33234 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Releasing lock "refresh_cache-e55a7df3-411f-441b-8e9b-91ba7bf96656" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1601.608912] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d2d03307-3519-4096-99a5-f070a8f33234 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "e55a7df3-411f-441b-8e9b-91ba7bf96656" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1601.608967] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d2d03307-3519-4096-99a5-f070a8f33234 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquired lock "e55a7df3-411f-441b-8e9b-91ba7bf96656" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1601.609928] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d2d0c2-4e22-4fd3-b93e-2b662edd99ce {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1601.629688] env[71058]: DEBUG nova.virt.hardware [None req-d2d03307-3519-4096-99a5-f070a8f33234 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=<?>,min_ram=<?>,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1601.629809] env[71058]: DEBUG nova.virt.hardware [None req-d2d03307-3519-4096-99a5-f070a8f33234 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1601.631518] env[71058]: DEBUG nova.virt.hardware [None req-d2d03307-3519-4096-99a5-f070a8f33234 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1601.631518] env[71058]: DEBUG nova.virt.hardware [None req-d2d03307-3519-4096-99a5-f070a8f33234 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1601.631518] env[71058]: DEBUG nova.virt.hardware [None req-d2d03307-3519-4096-99a5-f070a8f33234 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1601.631518] env[71058]: DEBUG nova.virt.hardware [None req-d2d03307-3519-4096-99a5-f070a8f33234 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1601.631518] env[71058]: DEBUG nova.virt.hardware [None req-d2d03307-3519-4096-99a5-f070a8f33234 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1601.631518] env[71058]: DEBUG nova.virt.hardware [None req-d2d03307-3519-4096-99a5-f070a8f33234 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1601.631518] env[71058]: DEBUG nova.virt.hardware [None req-d2d03307-3519-4096-99a5-f070a8f33234 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1601.631518] env[71058]: DEBUG nova.virt.hardware [None req-d2d03307-3519-4096-99a5-f070a8f33234 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1601.631518] env[71058]: DEBUG nova.virt.hardware [None req-d2d03307-3519-4096-99a5-f070a8f33234 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1601.639032] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d03307-3519-4096-99a5-f070a8f33234 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Reconfiguring VM to attach interface {{(pid=71058) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}}
[ 1601.640440] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14bd75ad-41ee-4010-85d3-6951f06e2a1f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1601.659816] env[71058]: DEBUG oslo_vmware.api [None req-d2d03307-3519-4096-99a5-f070a8f33234 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 1601.659816] env[71058]:    value = "task-2873141"
[ 1601.659816] env[71058]:    _type = "Task"
[ 1601.659816] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1601.672494] env[71058]: DEBUG oslo_vmware.api [None req-d2d03307-3519-4096-99a5-f070a8f33234 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873141, 'name': ReconfigVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1601.752041] env[71058]: DEBUG oslo_vmware.api [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873140, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1601.758098] env[71058]: DEBUG nova.network.neutron [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1601.838415] env[71058]: DEBUG nova.scheduler.client.report [None req-b7c76c09-3821-4cbc-8dc7-9f149e62b19c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1601.868770] env[71058]: DEBUG oslo_concurrency.lockutils [req-01c5fd5e-630d-45ce-9ac8-b93ffc35a231 req-6efcda30-108c-492f-ba7d-655b75bb5e22 service nova] Releasing lock "refresh_cache-c7916ea3-46e0-4c13-a44e-d855f67cb9cc" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1601.891620] env[71058]: DEBUG nova.network.neutron [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1601.963028] env[71058]: DEBUG nova.compute.manager [None req-282b48dd-1c70-4dbc-83ba-ab2624315a00 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1601.964017] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32fe1e3-c83c-4186-be6f-e7b2f5efbd39 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1601.976559] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Creating Snapshot of the VM instance {{(pid=71058) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}}
[ 1601.979037] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-78f03e58-d0c6-4cfe-aa94-9dfbd868dd9b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1601.989500] env[71058]: DEBUG oslo_vmware.api [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1601.989500] env[71058]:    value = "task-2873142"
[ 1601.989500] env[71058]:    _type = "Task"
[ 1601.989500] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1602.000141] env[71058]: DEBUG oslo_vmware.api [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873142, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1602.177517] env[71058]: DEBUG nova.compute.manager [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1602.178866] env[71058]: DEBUG oslo_vmware.api [None req-d2d03307-3519-4096-99a5-f070a8f33234 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1602.200905] env[71058]: DEBUG nova.virt.hardware [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1602.201217] env[71058]: DEBUG nova.virt.hardware [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1602.201362] env[71058]: DEBUG nova.virt.hardware [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1602.201591] env[71058]: DEBUG nova.virt.hardware [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1602.201744] env[71058]: DEBUG nova.virt.hardware [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1602.201891] env[71058]: DEBUG nova.virt.hardware [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1602.202118] env[71058]: DEBUG nova.virt.hardware [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1602.202350] env[71058]: DEBUG nova.virt.hardware [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1602.202535] env[71058]: DEBUG nova.virt.hardware [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1602.202702] env[71058]: DEBUG nova.virt.hardware [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1602.202873] env[71058]: DEBUG nova.virt.hardware [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1602.203849] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d708a786-88ba-4486-babd-ccdde07c65ea {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1602.215330] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4513001e-772b-4a99-9c43-1137017aa09e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1602.253240] env[71058]: DEBUG oslo_vmware.api [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873140, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1602.346231] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b7c76c09-3821-4cbc-8dc7-9f149e62b19c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.201s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1602.346940] env[71058]: DEBUG oslo_concurrency.lockutils [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.937s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1602.348466] env[71058]: INFO nova.compute.claims [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1602.375327] env[71058]: INFO nova.scheduler.client.report [None req-b7c76c09-3821-4cbc-8dc7-9f149e62b19c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Deleted allocations for instance 0ca370e4-fd6f-4221-89b6-c282f8827dc7
[ 1602.394993] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Releasing lock "refresh_cache-d314154d-6389-4b0d-81a3-dc443ce8cf9a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1602.395556] env[71058]: DEBUG nova.compute.manager [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1602.395654] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1602.396604] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd82650-0c88-4c6a-945c-1b54782f6161 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1602.410052] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1602.410151] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41aae1dc-4ab0-444e-946d-8f923eded895 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1602.419050] env[71058]: DEBUG oslo_vmware.api [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Waiting for the task: (returnval){
[ 1602.419050] env[71058]:    value = "task-2873143"
[ 1602.419050] env[71058]:    _type = "Task"
[ 1602.419050] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1602.430258] env[71058]: DEBUG oslo_vmware.api [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': task-2873143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1602.482909] env[71058]: INFO nova.compute.manager [None req-282b48dd-1c70-4dbc-83ba-ab2624315a00 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] instance snapshotting
[ 1602.485867] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78be85ef-3287-4459-a6ae-31e2897b1d88 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1602.509195] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d3ea95-4129-4ab1-bbb8-2562bb724705 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1602.515189] env[71058]: DEBUG oslo_vmware.api [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873142, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1602.670315] env[71058]: DEBUG oslo_vmware.api [None req-d2d03307-3519-4096-99a5-f070a8f33234 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1602.751702] env[71058]: DEBUG oslo_vmware.api [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873140, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.83369} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1602.751969] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] c7916ea3-46e0-4c13-a44e-d855f67cb9cc/c7916ea3-46e0-4c13-a44e-d855f67cb9cc.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1602.752206] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1602.752497] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-436ff72d-b9c0-4602-a100-a75c05358645 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1602.761956] env[71058]: DEBUG oslo_vmware.api [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Waiting for the task: (returnval){
[ 1602.761956] env[71058]:    value = "task-2873144"
[ 1602.761956] env[71058]:    _type = "Task"
[ 1602.761956] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1602.771166] env[71058]: DEBUG oslo_vmware.api [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873144, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1602.886181] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b7c76c09-3821-4cbc-8dc7-9f149e62b19c tempest-ServersV294TestFqdnHostnames-1299815983 tempest-ServersV294TestFqdnHostnames-1299815983-project-member] Lock "0ca370e4-fd6f-4221-89b6-c282f8827dc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 26.840s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1602.943252] env[71058]: DEBUG oslo_vmware.api [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': task-2873143, 'name': PowerOffVM_Task, 'duration_secs': 0.161318} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1602.943609] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1602.943931] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1602.944204] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74f1179f-7ebf-45a2-980e-58fdc1476773 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1602.981177] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1602.981177] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1602.981177] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Deleting the datastore file [datastore1] d314154d-6389-4b0d-81a3-dc443ce8cf9a {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1602.981946] env[71058]: DEBUG nova.network.neutron [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Successfully updated port: a03c3aa6-4057-4af4-8e72-4a3e85e8fd2c {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1602.983321] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-975f71da-54e6-4c20-a659-dc95d3eb19d5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1602.992189] env[71058]: DEBUG oslo_vmware.api [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Waiting for the task: (returnval){
[ 1602.992189] env[71058]:    value = "task-2873146"
[ 1602.992189] env[71058]:    _type = "Task"
[ 1602.992189] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1603.005845] env[71058]: DEBUG oslo_vmware.api [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': task-2873146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1603.008933] env[71058]: DEBUG oslo_vmware.api [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873142, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1603.024941] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-282b48dd-1c70-4dbc-83ba-ab2624315a00 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Creating Snapshot of the VM instance {{(pid=71058) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}}
[ 1603.025276] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c60c1b8d-a146-47a2-ad96-7d0c9c21e3b0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1603.034823] env[71058]: DEBUG oslo_vmware.api [None req-282b48dd-1c70-4dbc-83ba-ab2624315a00 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for the task: (returnval){
[ 1603.034823] env[71058]:    value = "task-2873147"
[ 1603.034823] env[71058]:    _type = "Task"
[ 1603.034823] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1603.046486] env[71058]: DEBUG oslo_vmware.api [None req-282b48dd-1c70-4dbc-83ba-ab2624315a00 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873147, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1603.171096] env[71058]: DEBUG oslo_vmware.api [None req-d2d03307-3519-4096-99a5-f070a8f33234 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873141, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1603.272989] env[71058]: DEBUG oslo_vmware.api [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873144, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097028} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1603.273404] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1603.274284] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b242825-5cff-407b-9dde-912720095acf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1603.300386] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] c7916ea3-46e0-4c13-a44e-d855f67cb9cc/c7916ea3-46e0-4c13-a44e-d855f67cb9cc.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1603.301164] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e774fabf-a507-4318-a4ee-5ba70196869b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1603.322838] env[71058]: DEBUG oslo_vmware.api [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Waiting for the task: (returnval){
[ 1603.322838] env[71058]:    value = "task-2873148"
[ 1603.322838] env[71058]:    _type = "Task"
[ 1603.322838] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1603.333087] env[71058]: DEBUG oslo_vmware.api [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873148, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1603.486344] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquiring lock "refresh_cache-5ad28b0b-e4b1-437e-9550-44143b7ef750" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1603.486595] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquired lock "refresh_cache-5ad28b0b-e4b1-437e-9550-44143b7ef750" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1603.486736] env[71058]: DEBUG nova.network.neutron [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1603.511345] env[71058]: DEBUG oslo_vmware.api [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873142, 'name': CreateSnapshot_Task, 'duration_secs': 1.365689} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1603.512738] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Created Snapshot of the VM instance {{(pid=71058) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}}
[ 1603.514546] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ac70ee-44bb-4e22-95ce-b02c936cae5e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1603.525532] env[71058]: DEBUG oslo_vmware.api [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Task: {'id': task-2873146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183452} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1603.525532] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1603.525532] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1603.525532] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1603.525532] env[71058]: INFO nova.compute.manager [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Took 1.13 seconds to destroy the instance on the hypervisor.
[ 1603.525532] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1603.525532] env[71058]: DEBUG nova.compute.manager [-] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1603.525532] env[71058]: DEBUG nova.network.neutron [-] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1603.549028] env[71058]: DEBUG oslo_vmware.api [None req-282b48dd-1c70-4dbc-83ba-ab2624315a00 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873147, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1603.571047] env[71058]: DEBUG nova.network.neutron [-] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1603.647635] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Acquiring lock "48171880-b1d9-4668-80d2-f9154792e59a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1603.647878] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Lock "48171880-b1d9-4668-80d2-f9154792e59a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1603.671715] env[71058]: DEBUG oslo_vmware.api [None req-d2d03307-3519-4096-99a5-f070a8f33234 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873141, 'name': ReconfigVM_Task, 'duration_secs': 1.572213} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1603.674262] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d2d03307-3519-4096-99a5-f070a8f33234 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Releasing lock "e55a7df3-411f-441b-8e9b-91ba7bf96656" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1603.674493] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d03307-3519-4096-99a5-f070a8f33234 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Reconfigured VM to attach interface {{(pid=71058) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}}
[ 1603.682463] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Acquiring lock "f4df8d57-cfaa-490f-b639-803bff814117" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1603.682738] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Lock "f4df8d57-cfaa-490f-b639-803bff814117" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1603.715906] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Acquiring lock "974876ee-5777-4ff6-9453-46d440b8a166" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1603.716217] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Lock "974876ee-5777-4ff6-9453-46d440b8a166" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1603.799238] env[71058]: DEBUG nova.compute.manager [req-a2ee846f-a4db-4210-b5d2-6fd67cd2c5e9 req-6eb10a1d-e285-46c2-8501-7a415c5d6cc0 service nova] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Received event network-vif-plugged-a03c3aa6-4057-4af4-8e72-4a3e85e8fd2c {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1603.799517] env[71058]: DEBUG oslo_concurrency.lockutils [req-a2ee846f-a4db-4210-b5d2-6fd67cd2c5e9 req-6eb10a1d-e285-46c2-8501-7a415c5d6cc0 service nova] Acquiring lock "5ad28b0b-e4b1-437e-9550-44143b7ef750-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1603.799784] env[71058]: DEBUG oslo_concurrency.lockutils [req-a2ee846f-a4db-4210-b5d2-6fd67cd2c5e9 req-6eb10a1d-e285-46c2-8501-7a415c5d6cc0 service nova] Lock "5ad28b0b-e4b1-437e-9550-44143b7ef750-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1603.799989] env[71058]: DEBUG oslo_concurrency.lockutils [req-a2ee846f-a4db-4210-b5d2-6fd67cd2c5e9 req-6eb10a1d-e285-46c2-8501-7a415c5d6cc0 service nova] Lock "5ad28b0b-e4b1-437e-9550-44143b7ef750-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1603.800429] env[71058]: DEBUG nova.compute.manager [req-a2ee846f-a4db-4210-b5d2-6fd67cd2c5e9 req-6eb10a1d-e285-46c2-8501-7a415c5d6cc0 service nova] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] No waiting events found dispatching network-vif-plugged-a03c3aa6-4057-4af4-8e72-4a3e85e8fd2c {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1603.800701] env[71058]: WARNING nova.compute.manager [req-a2ee846f-a4db-4210-b5d2-6fd67cd2c5e9 req-6eb10a1d-e285-46c2-8501-7a415c5d6cc0 service nova] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Received unexpected event network-vif-plugged-a03c3aa6-4057-4af4-8e72-4a3e85e8fd2c for instance with vm_state building and task_state spawning.
[ 1603.836900] env[71058]: DEBUG oslo_vmware.api [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873148, 'name': ReconfigVM_Task, 'duration_secs': 0.457291} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1603.837190] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Reconfigured VM instance instance-00000032 to attach disk [datastore2] c7916ea3-46e0-4c13-a44e-d855f67cb9cc/c7916ea3-46e0-4c13-a44e-d855f67cb9cc.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1603.838258] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b13315d7-b702-419b-90f6-298bd133b625 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1603.848605] env[71058]: DEBUG oslo_vmware.api [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Waiting for the task: (returnval){
[ 1603.848605] env[71058]:    value = "task-2873149"
[ 1603.848605] env[71058]:    _type = "Task"
[ 1603.848605] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1603.862161] env[71058]: DEBUG oslo_vmware.api [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873149, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1603.916557] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280fb267-d0dc-4946-90f3-e75560ec59cf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1603.925912] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e37462-3778-4f94-b123-45be730bd036 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1603.959904] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d1e7e7-ddd4-4930-8db0-47772608aa68 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1603.968395] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e5a99e-4a84-403d-bce5-3c31d4c1e70a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1603.982536] env[71058]: DEBUG nova.compute.provider_tree [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1604.032285] env[71058]: DEBUG nova.network.neutron [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1604.037249] env[71058]: DEBUG nova.compute.manager [req-366adeef-25a3-4d51-91d3-b7eddd8191e8 req-49585b1f-f739-4631-b61b-bb7d001fa951 service nova] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Received event network-changed-1c5571ab-e1f1-4735-9722-710e0fc55e03 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1604.037249] env[71058]: DEBUG nova.compute.manager [req-366adeef-25a3-4d51-91d3-b7eddd8191e8 req-49585b1f-f739-4631-b61b-bb7d001fa951 service nova] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Refreshing instance network info cache due to event network-changed-1c5571ab-e1f1-4735-9722-710e0fc55e03. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1604.037249] env[71058]: DEBUG oslo_concurrency.lockutils [req-366adeef-25a3-4d51-91d3-b7eddd8191e8 req-49585b1f-f739-4631-b61b-bb7d001fa951 service nova] Acquiring lock "refresh_cache-e55a7df3-411f-441b-8e9b-91ba7bf96656" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1604.037584] env[71058]: DEBUG oslo_concurrency.lockutils [req-366adeef-25a3-4d51-91d3-b7eddd8191e8 req-49585b1f-f739-4631-b61b-bb7d001fa951 service nova] Acquired lock "refresh_cache-e55a7df3-411f-441b-8e9b-91ba7bf96656" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1604.037584] env[71058]: DEBUG nova.network.neutron [req-366adeef-25a3-4d51-91d3-b7eddd8191e8 req-49585b1f-f739-4631-b61b-bb7d001fa951 service nova] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Refreshing network info cache for port 1c5571ab-e1f1-4735-9722-710e0fc55e03 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1604.048522] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Creating linked-clone VM from snapshot {{(pid=71058) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}}
[ 1604.050521] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c95e84de-127c-4e63-85ce-f97ede247829 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1604.067132] env[71058]: DEBUG oslo_vmware.api [None req-282b48dd-1c70-4dbc-83ba-ab2624315a00 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873147, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1604.068734] env[71058]: DEBUG oslo_vmware.api [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1604.068734] env[71058]:    value = "task-2873150"
[ 1604.068734] env[71058]:    _type = "Task"
[ 1604.068734] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1604.072993] env[71058]: DEBUG nova.network.neutron [-] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1604.080950] env[71058]: DEBUG oslo_vmware.api [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873150, 'name': CloneVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1604.179473] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d2d03307-3519-4096-99a5-f070a8f33234 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "interface-e55a7df3-411f-441b-8e9b-91ba7bf96656-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 7.970s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1604.196267] env[71058]: DEBUG nova.network.neutron [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Updating instance_info_cache with network_info: [{"id": "a03c3aa6-4057-4af4-8e72-4a3e85e8fd2c", "address": "fa:16:3e:4e:67:c3", "network": {"id": "b87df582-2e5d-494c-86e4-ca3af087576f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-96349281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "979f912b59994d68b45e39b22c0c159d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa03c3aa6-40", "ovs_interfaceid": "a03c3aa6-4057-4af4-8e72-4a3e85e8fd2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1604.359832] env[71058]: DEBUG oslo_vmware.api [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873149, 'name': Rename_Task, 'duration_secs': 0.334393} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1604.360263] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1604.360650] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8822f49b-732d-43ff-9def-2bc2ce4af00a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1604.370191] env[71058]: DEBUG oslo_vmware.api [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Waiting for the task: (returnval){
[ 1604.370191] env[71058]:    value = "task-2873151"
[ 1604.370191] env[71058]:    _type = "Task"
[ 1604.370191] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1604.379463] env[71058]: DEBUG oslo_vmware.api [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1604.486838] env[71058]: DEBUG nova.scheduler.client.report [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1604.568937] env[71058]: DEBUG oslo_vmware.api [None req-282b48dd-1c70-4dbc-83ba-ab2624315a00 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873147, 'name': CreateSnapshot_Task, 'duration_secs': 1.068629} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1604.571618] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-282b48dd-1c70-4dbc-83ba-ab2624315a00 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Created Snapshot of the VM instance {{(pid=71058) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}}
[ 1604.573625] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2b17c1-e45e-4906-a71b-762cfde5bfb4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1604.577427] env[71058]: INFO nova.compute.manager [-] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Took 1.05 seconds to deallocate network for instance.
[ 1604.595394] env[71058]: DEBUG oslo_vmware.api [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873150, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1604.702019] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Releasing lock "refresh_cache-5ad28b0b-e4b1-437e-9550-44143b7ef750" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1604.702019] env[71058]: DEBUG nova.compute.manager [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Instance network_info: |[{"id": "a03c3aa6-4057-4af4-8e72-4a3e85e8fd2c", "address": "fa:16:3e:4e:67:c3", "network": {"id": "b87df582-2e5d-494c-86e4-ca3af087576f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-96349281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "979f912b59994d68b45e39b22c0c159d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa03c3aa6-40", "ovs_interfaceid": "a03c3aa6-4057-4af4-8e72-4a3e85e8fd2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1604.702019] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:67:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a03c3aa6-4057-4af4-8e72-4a3e85e8fd2c', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1604.709749] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1604.710856] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1604.711316] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69f91be8-33e4-4e4c-b494-7cc162d70a00 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1604.740432] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1604.740432] env[71058]:    value = "task-2873152"
[ 1604.740432] env[71058]:    _type = "Task"
[ 1604.740432] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1604.748667] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873152, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1604.892342] env[71058]: DEBUG oslo_vmware.api [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873151, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1604.956708] env[71058]: DEBUG nova.network.neutron [req-366adeef-25a3-4d51-91d3-b7eddd8191e8 req-49585b1f-f739-4631-b61b-bb7d001fa951 service nova] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Updated VIF entry in instance network info cache for port 1c5571ab-e1f1-4735-9722-710e0fc55e03. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1604.960403] env[71058]: DEBUG nova.network.neutron [req-366adeef-25a3-4d51-91d3-b7eddd8191e8 req-49585b1f-f739-4631-b61b-bb7d001fa951 service nova] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Updating instance_info_cache with network_info: [{"id": "c40e53be-96f3-444e-949f-ccf70045ddfb", "address": "fa:16:3e:7f:b3:1e", "network": {"id": "5ecbb149-fd57-4a44-a6cc-48e0b1e653a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1232521171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df590cd3ec8f4748ad8a273f58d2f095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40e53be-96", "ovs_interfaceid": "c40e53be-96f3-444e-949f-ccf70045ddfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1c5571ab-e1f1-4735-9722-710e0fc55e03", "address": "fa:16:3e:00:46:ab", "network": {"id": "5ecbb149-fd57-4a44-a6cc-48e0b1e653a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1232521171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df590cd3ec8f4748ad8a273f58d2f095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c5571ab-e1", "ovs_interfaceid": "1c5571ab-e1f1-4735-9722-710e0fc55e03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1604.993852] env[71058]: DEBUG oslo_concurrency.lockutils [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1604.994477] env[71058]: DEBUG nova.compute.manager [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1604.997886] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.602s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1605.000014] env[71058]: INFO nova.compute.claims [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1605.083592] env[71058]: DEBUG oslo_vmware.api [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873150, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1605.109241] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-282b48dd-1c70-4dbc-83ba-ab2624315a00 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Creating linked-clone VM from snapshot {{(pid=71058) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}}
[ 1605.110220] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1605.110515] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-89f6968e-3a5a-4871-a1db-3625a3f4b791 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1605.121878] env[71058]: DEBUG oslo_vmware.api [None req-282b48dd-1c70-4dbc-83ba-ab2624315a00 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for the task: (returnval){
[ 1605.121878] env[71058]:    value = "task-2873153"
[ 1605.121878] env[71058]:    _type = "Task"
[ 1605.121878] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1605.132989] env[71058]: DEBUG oslo_vmware.api [None req-282b48dd-1c70-4dbc-83ba-ab2624315a00 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873153, 'name': CloneVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1605.257400] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873152, 'name': CreateVM_Task, 'duration_secs': 0.378701} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1605.257400] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1605.257730] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1605.260643] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1605.260643] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1605.260643] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f56bfbec-66fb-4569-ae97-dac18214d605 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1605.271505] env[71058]: DEBUG oslo_vmware.api [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Waiting for the task: (returnval){
[ 1605.271505] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52cd7c8a-fdb8-5338-263f-acb2f05d6bbb"
[ 1605.271505] env[71058]:    _type = "Task"
[ 1605.271505] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1605.283040] env[71058]: DEBUG oslo_vmware.api [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52cd7c8a-fdb8-5338-263f-acb2f05d6bbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1605.380967] env[71058]: DEBUG oslo_vmware.api [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873151, 'name': PowerOnVM_Task, 'duration_secs': 0.600037} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1605.381258] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1605.381468] env[71058]: INFO nova.compute.manager [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Took 10.19 seconds to spawn the instance on the hypervisor.
[ 1605.381639] env[71058]: DEBUG nova.compute.manager [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1605.382717] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6d239c-74a3-4a86-a81c-73da52fb8ca3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1605.462974] env[71058]: DEBUG oslo_concurrency.lockutils [req-366adeef-25a3-4d51-91d3-b7eddd8191e8 req-49585b1f-f739-4631-b61b-bb7d001fa951 service nova] Releasing lock "refresh_cache-e55a7df3-411f-441b-8e9b-91ba7bf96656" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1605.506651] env[71058]: DEBUG nova.compute.utils [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1605.511067] env[71058]: DEBUG nova.compute.manager [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1605.512366] env[71058]: DEBUG nova.network.neutron [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1605.585643] env[71058]: DEBUG oslo_vmware.api [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873150, 'name': CloneVM_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1605.605187] env[71058]: DEBUG nova.policy [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd2b299efcde482db8d73c8b37355dc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e335a56e5394965aaae56cbd67a51a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1605.635744] env[71058]: DEBUG oslo_vmware.api [None req-282b48dd-1c70-4dbc-83ba-ab2624315a00 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873153, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1605.783613] env[71058]: DEBUG oslo_vmware.api [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52cd7c8a-fdb8-5338-263f-acb2f05d6bbb, 'name': SearchDatastore_Task, 'duration_secs': 0.015069} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1605.783921] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1605.784242] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1605.784541] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1605.784698] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1605.785156] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1605.785457] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e7256b6-9d41-4e11-9467-e442b1e3eb94 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1605.796500] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1605.796760] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1605.797464] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e0782ba-b9ff-4052-bf17-1795e8c98f46 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1605.805795] env[71058]: DEBUG oslo_vmware.api [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Waiting for the task: (returnval){
[ 1605.805795] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a18fa2-dc4c-1940-0c91-a06adec748a0"
[ 1605.805795] env[71058]:    _type = "Task"
[ 1605.805795] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1605.815500] env[71058]: DEBUG oslo_vmware.api [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a18fa2-dc4c-1940-0c91-a06adec748a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1605.902833] env[71058]: INFO nova.compute.manager [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Took 34.04 seconds to build instance.
[ 1606.011470] env[71058]: DEBUG nova.compute.manager [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1606.047031] env[71058]: DEBUG nova.network.neutron [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Successfully created port: 0e5c3c89-99b7-4a3c-a8dc-f7f0669b7c14 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1606.085609] env[71058]: DEBUG oslo_vmware.api [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873150, 'name': CloneVM_Task, 'duration_secs': 1.595499} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1606.085881] env[71058]: INFO nova.virt.vmwareapi.vmops [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Created linked-clone VM from snapshot
[ 1606.087241] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b6f1bc-9b99-4fde-8ed9-e8778152a033 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1606.098824] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Uploading image 630744ab-f14f-4622-8324-804d480f4680 {{(pid=71058) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}}
[ 1606.117231] env[71058]: DEBUG nova.compute.manager [req-a6464d3f-71b5-424d-9c07-b8b17747d80d req-83a3f64c-286e-4f93-b15f-479930d2f5bf service nova] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Received event network-changed-a03c3aa6-4057-4af4-8e72-4a3e85e8fd2c {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1606.117231] env[71058]: DEBUG nova.compute.manager [req-a6464d3f-71b5-424d-9c07-b8b17747d80d req-83a3f64c-286e-4f93-b15f-479930d2f5bf service nova] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Refreshing instance network info cache due to event network-changed-a03c3aa6-4057-4af4-8e72-4a3e85e8fd2c. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1606.117448] env[71058]: DEBUG oslo_concurrency.lockutils [req-a6464d3f-71b5-424d-9c07-b8b17747d80d req-83a3f64c-286e-4f93-b15f-479930d2f5bf service nova] Acquiring lock "refresh_cache-5ad28b0b-e4b1-437e-9550-44143b7ef750" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1606.117589] env[71058]: DEBUG oslo_concurrency.lockutils [req-a6464d3f-71b5-424d-9c07-b8b17747d80d req-83a3f64c-286e-4f93-b15f-479930d2f5bf service nova] Acquired lock "refresh_cache-5ad28b0b-e4b1-437e-9550-44143b7ef750" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1606.118712] env[71058]: DEBUG nova.network.neutron [req-a6464d3f-71b5-424d-9c07-b8b17747d80d req-83a3f64c-286e-4f93-b15f-479930d2f5bf service nova] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Refreshing network info cache for port a03c3aa6-4057-4af4-8e72-4a3e85e8fd2c {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1606.130147] env[71058]: DEBUG oslo_vmware.rw_handles [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Creating HttpNfcLease lease for exporting VM: (result){
[ 1606.130147] env[71058]:    value = "vm-577464"
[ 1606.130147] env[71058]:    _type = "VirtualMachine"
[ 1606.130147] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}}
[ 1606.130723] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f8803456-c83e-4ede-8e26-e42f11b97d7b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1606.141838] env[71058]: DEBUG oslo_vmware.api [None req-282b48dd-1c70-4dbc-83ba-ab2624315a00 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873153, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1606.146824] env[71058]: DEBUG oslo_vmware.rw_handles [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lease: (returnval){
[ 1606.146824] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527b80dc-51a0-8547-f30e-1efa025d888a"
[ 1606.146824] env[71058]:    _type = "HttpNfcLease"
[ 1606.146824] env[71058]:  } obtained for exporting VM: (result){
[ 1606.146824] env[71058]:    value = "vm-577464"
[ 1606.146824] env[71058]:    _type = "VirtualMachine"
[ 1606.146824] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}}
[ 1606.147256] env[71058]: DEBUG oslo_vmware.api [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the lease: (returnval){
[ 1606.147256] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527b80dc-51a0-8547-f30e-1efa025d888a"
[ 1606.147256] env[71058]:    _type = "HttpNfcLease"
[ 1606.147256] env[71058]:  } to be ready. {{(pid=71058) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1606.157085] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1606.157085] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527b80dc-51a0-8547-f30e-1efa025d888a"
[ 1606.157085] env[71058]:    _type = "HttpNfcLease"
[ 1606.157085] env[71058]:  } is ready. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1606.160058] env[71058]: DEBUG oslo_vmware.rw_handles [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1606.160058] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527b80dc-51a0-8547-f30e-1efa025d888a"
[ 1606.160058] env[71058]:    _type = "HttpNfcLease"
[ 1606.160058] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}}
[ 1606.161411] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a07607e-09c0-462d-a114-4a68f966b001 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1606.170766] env[71058]: DEBUG oslo_vmware.rw_handles [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d1d888-c06f-8a67-69ff-4f80b13321af/disk-0.vmdk from lease info. {{(pid=71058) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1606.170766] env[71058]: DEBUG oslo_vmware.rw_handles [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d1d888-c06f-8a67-69ff-4f80b13321af/disk-0.vmdk for reading. {{(pid=71058) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}}
[ 1606.269418] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ea8a6a98-a5f8-4bbb-86af-307ca53603e4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1606.316974] env[71058]: DEBUG oslo_vmware.api [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a18fa2-dc4c-1940-0c91-a06adec748a0, 'name': SearchDatastore_Task, 'duration_secs': 0.021453} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1606.317839] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4a3a01e-f313-46ff-aa38-9a9e6a92c0b9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1606.323978] env[71058]: DEBUG oslo_vmware.api [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Waiting for the task: (returnval){
[ 1606.323978] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5215bc2d-7cf0-f968-e544-f3e0abfd6e1a"
[ 1606.323978] env[71058]:    _type = "Task"
[ 1606.323978] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1606.337944] env[71058]: DEBUG oslo_vmware.api [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5215bc2d-7cf0-f968-e544-f3e0abfd6e1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1606.405160] env[71058]: DEBUG oslo_concurrency.lockutils [None req-69ffe9ef-0b2a-4c84-ac32-f3039465dbce tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Lock "c7916ea3-46e0-4c13-a44e-d855f67cb9cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 57.781s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1606.644681] env[71058]: DEBUG oslo_vmware.api [None req-282b48dd-1c70-4dbc-83ba-ab2624315a00 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873153, 'name': CloneVM_Task} progress is 95%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1606.697613] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf3729f-17c2-42b0-acc3-e37a11fc0dc7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1606.712459] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0bc6c1-d534-4985-aa10-ea258ee58b25 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1606.720066] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquiring lock "1ebc64c7-a73c-4e56-ac5b-f435371edd4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1606.720619] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lock "1ebc64c7-a73c-4e56-ac5b-f435371edd4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1606.753860] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103106ac-246a-481d-be28-fc803d069aab {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1606.763423] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618c0955-fdd8-4f49-8b62-8d8d689dfb9d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1606.780453] env[71058]: DEBUG nova.compute.provider_tree [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1606.838157] env[71058]: DEBUG oslo_vmware.api [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5215bc2d-7cf0-f968-e544-f3e0abfd6e1a, 'name': SearchDatastore_Task, 'duration_secs': 0.01537} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1606.838690] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1606.839548] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 5ad28b0b-e4b1-437e-9550-44143b7ef750/5ad28b0b-e4b1-437e-9550-44143b7ef750.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1606.839548] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b53c89dd-b1ca-4a5d-ac88-bdfbd538f83a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1606.852246] env[71058]: DEBUG oslo_vmware.api [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Waiting for the task: (returnval){
[ 1606.852246] env[71058]:    value = "task-2873155"
[ 1606.852246] env[71058]:    _type = "Task"
[ 1606.852246] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1606.865077] env[71058]: DEBUG oslo_vmware.api [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1606.914035] env[71058]: DEBUG nova.compute.manager [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1607.030029] env[71058]: DEBUG nova.compute.manager [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1607.060837] env[71058]: DEBUG nova.virt.hardware [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1607.061265] env[71058]: DEBUG nova.virt.hardware [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1607.061555] env[71058]: DEBUG nova.virt.hardware [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1607.061796] env[71058]: DEBUG nova.virt.hardware [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1607.061968] env[71058]: DEBUG nova.virt.hardware [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1607.062199] env[71058]: DEBUG nova.virt.hardware [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1607.062563] env[71058]: DEBUG nova.virt.hardware [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1607.062793] env[71058]: DEBUG nova.virt.hardware [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1607.063796] env[71058]: DEBUG nova.virt.hardware [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1607.063796] env[71058]: DEBUG nova.virt.hardware [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1607.063796] env[71058]: DEBUG nova.virt.hardware [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1607.065678] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afac911-9abf-4d71-b08f-b6f9cf736f84 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1607.079028] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc413c02-5613-46a4-b097-694aacf36864 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1607.123672] env[71058]: DEBUG nova.network.neutron [req-a6464d3f-71b5-424d-9c07-b8b17747d80d req-83a3f64c-286e-4f93-b15f-479930d2f5bf service nova] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Updated VIF entry in instance network info cache for port a03c3aa6-4057-4af4-8e72-4a3e85e8fd2c. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1607.124074] env[71058]: DEBUG nova.network.neutron [req-a6464d3f-71b5-424d-9c07-b8b17747d80d req-83a3f64c-286e-4f93-b15f-479930d2f5bf service nova] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Updating instance_info_cache with network_info: [{"id": "a03c3aa6-4057-4af4-8e72-4a3e85e8fd2c", "address": "fa:16:3e:4e:67:c3", "network": {"id": "b87df582-2e5d-494c-86e4-ca3af087576f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-96349281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "979f912b59994d68b45e39b22c0c159d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa03c3aa6-40", "ovs_interfaceid": "a03c3aa6-4057-4af4-8e72-4a3e85e8fd2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1607.141987] env[71058]: DEBUG oslo_vmware.api [None req-282b48dd-1c70-4dbc-83ba-ab2624315a00 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873153, 'name': CloneVM_Task, 'duration_secs': 1.694623} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1607.143564] env[71058]: INFO nova.virt.vmwareapi.vmops [None req-282b48dd-1c70-4dbc-83ba-ab2624315a00 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Created linked-clone VM from snapshot
[ 1607.144536] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e34090-a7f0-49e1-ac5e-8144a3d8bce0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1607.155708] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-282b48dd-1c70-4dbc-83ba-ab2624315a00 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Uploading image 4703d933-490e-44af-8529-a77159e2c9ab {{(pid=71058) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}}
[ 1607.173333] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-282b48dd-1c70-4dbc-83ba-ab2624315a00 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Destroying the VM {{(pid=71058) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}}
[ 1607.173726] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d12197a9-9461-48cf-a8a6-72368492cc9b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1607.184927] env[71058]: DEBUG oslo_vmware.api [None req-282b48dd-1c70-4dbc-83ba-ab2624315a00 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for the task: (returnval){
[ 1607.184927] env[71058]:    value = "task-2873156"
[ 1607.184927] env[71058]:    _type = "Task"
[ 1607.184927] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1607.195642] env[71058]: DEBUG oslo_vmware.api [None req-282b48dd-1c70-4dbc-83ba-ab2624315a00 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873156, 'name': Destroy_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1607.284306] env[71058]: DEBUG nova.scheduler.client.report [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1607.366557] env[71058]: DEBUG oslo_vmware.api [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873155, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1607.449616] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1607.540595] env[71058]: DEBUG oslo_concurrency.lockutils [None req-111f94a9-f1be-4573-9586-812e4ee62580 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "interface-e55a7df3-411f-441b-8e9b-91ba7bf96656-1c5571ab-e1f1-4735-9722-710e0fc55e03" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1607.540953] env[71058]: DEBUG oslo_concurrency.lockutils [None req-111f94a9-f1be-4573-9586-812e4ee62580 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "interface-e55a7df3-411f-441b-8e9b-91ba7bf96656-1c5571ab-e1f1-4735-9722-710e0fc55e03" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1607.630634] env[71058]: DEBUG oslo_concurrency.lockutils [req-a6464d3f-71b5-424d-9c07-b8b17747d80d req-83a3f64c-286e-4f93-b15f-479930d2f5bf service nova] Releasing lock "refresh_cache-5ad28b0b-e4b1-437e-9550-44143b7ef750" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1607.703333] env[71058]: DEBUG oslo_vmware.api [None req-282b48dd-1c70-4dbc-83ba-ab2624315a00 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873156, 'name': Destroy_Task} progress is 33%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1607.775979] env[71058]: DEBUG nova.network.neutron [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Successfully updated port: 0e5c3c89-99b7-4a3c-a8dc-f7f0669b7c14 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1607.792175] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1607.792175] env[71058]: DEBUG nova.compute.manager [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1607.804035] env[71058]: DEBUG oslo_concurrency.lockutils [None req-84a188da-9a5d-412a-8f46-aff9a2ab4971 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.991s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1607.804035] env[71058]: DEBUG nova.objects.instance [None req-84a188da-9a5d-412a-8f46-aff9a2ab4971 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Lazy-loading 'resources' on Instance uuid a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1607.864546] env[71058]: DEBUG oslo_vmware.api [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681267} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1607.864809] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 5ad28b0b-e4b1-437e-9550-44143b7ef750/5ad28b0b-e4b1-437e-9550-44143b7ef750.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1607.865050] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1607.865535] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9dbd21c-95bf-4117-b903-8cc8ab8d6d70 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1607.875746] env[71058]: DEBUG oslo_vmware.api [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Waiting for the task: (returnval){
[ 1607.875746] env[71058]:    value = "task-2873157"
[ 1607.875746] env[71058]:    _type = "Task"
[ 1607.875746] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1607.888362] env[71058]: DEBUG oslo_vmware.api [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1608.047616] env[71058]: DEBUG oslo_concurrency.lockutils [None req-111f94a9-f1be-4573-9586-812e4ee62580 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "e55a7df3-411f-441b-8e9b-91ba7bf96656" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1608.047616] env[71058]: DEBUG oslo_concurrency.lockutils [None req-111f94a9-f1be-4573-9586-812e4ee62580 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquired lock "e55a7df3-411f-441b-8e9b-91ba7bf96656" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1608.047616] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b356f0-028a-4007-868e-c13c09191e13 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1608.067174] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df640ed-85eb-4ed2-8941-4133b303ab26 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1608.098229] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-111f94a9-f1be-4573-9586-812e4ee62580 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Reconfiguring VM to detach interface {{(pid=71058) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}}
[ 1608.098609] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ebbf91c-c76f-43d2-88c6-9226e3726626 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1608.122898] env[71058]: DEBUG oslo_vmware.api [None req-111f94a9-f1be-4573-9586-812e4ee62580 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 1608.122898] env[71058]:    value = "task-2873158"
[ 1608.122898] env[71058]:    _type = "Task"
[ 1608.122898] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1608.133974] env[71058]: DEBUG oslo_vmware.api [None req-111f94a9-f1be-4573-9586-812e4ee62580 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873158, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1608.199065] env[71058]: DEBUG oslo_vmware.api [None req-282b48dd-1c70-4dbc-83ba-ab2624315a00 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873156, 'name': Destroy_Task, 'duration_secs': 0.565983} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1608.200265] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-282b48dd-1c70-4dbc-83ba-ab2624315a00 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Destroyed the VM
[ 1608.200265] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-282b48dd-1c70-4dbc-83ba-ab2624315a00 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Deleting Snapshot of the VM instance {{(pid=71058) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}}
[ 1608.200845] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f5d195bc-1a69-42f1-8073-cdb31e7bb8a8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1608.209517] env[71058]: DEBUG oslo_vmware.api [None req-282b48dd-1c70-4dbc-83ba-ab2624315a00 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for the task: (returnval){
[ 1608.209517] env[71058]:    value = "task-2873159"
[ 1608.209517] env[71058]:    _type = "Task"
[ 1608.209517] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1608.218978] env[71058]: DEBUG oslo_vmware.api [None req-282b48dd-1c70-4dbc-83ba-ab2624315a00 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873159, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1608.278835] env[71058]: DEBUG oslo_concurrency.lockutils [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Acquiring lock "refresh_cache-810103ba-5a1b-4ae2-affd-5437757c5cd2" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1608.278987] env[71058]: DEBUG oslo_concurrency.lockutils [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Acquired lock "refresh_cache-810103ba-5a1b-4ae2-affd-5437757c5cd2" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1608.279428] env[71058]: DEBUG nova.network.neutron [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1608.309977] env[71058]: DEBUG nova.compute.utils [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1608.311908] env[71058]: DEBUG nova.compute.manager [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1608.311908] env[71058]: DEBUG nova.network.neutron [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1608.372765] env[71058]: DEBUG nova.policy [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3339fea8559f4ed39c20d15ffbc4bd44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '979f912b59994d68b45e39b22c0c159d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1608.387827] env[71058]: DEBUG oslo_vmware.api [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083506} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1608.391261] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1608.393009] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abd2395-498c-4248-aad8-8ac08ceb2fce {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1608.422821] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 5ad28b0b-e4b1-437e-9550-44143b7ef750/5ad28b0b-e4b1-437e-9550-44143b7ef750.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1608.427490] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b89d7747-0735-4603-985c-620f2e403569 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1608.445484] env[71058]: DEBUG nova.compute.manager [req-bbe926f4-e4b0-4a42-8e7d-dc860b3cc79b req-45a1db24-ab6f-4bab-b1c1-15bd340fee83 service nova] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Received event network-vif-plugged-0e5c3c89-99b7-4a3c-a8dc-f7f0669b7c14 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1608.445777] env[71058]: DEBUG oslo_concurrency.lockutils [req-bbe926f4-e4b0-4a42-8e7d-dc860b3cc79b req-45a1db24-ab6f-4bab-b1c1-15bd340fee83 service nova] Acquiring lock "810103ba-5a1b-4ae2-affd-5437757c5cd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1608.446097] env[71058]: DEBUG oslo_concurrency.lockutils [req-bbe926f4-e4b0-4a42-8e7d-dc860b3cc79b req-45a1db24-ab6f-4bab-b1c1-15bd340fee83 service nova] Lock "810103ba-5a1b-4ae2-affd-5437757c5cd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1608.446270] env[71058]: DEBUG oslo_concurrency.lockutils [req-bbe926f4-e4b0-4a42-8e7d-dc860b3cc79b req-45a1db24-ab6f-4bab-b1c1-15bd340fee83 service nova] Lock "810103ba-5a1b-4ae2-affd-5437757c5cd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1608.446501] env[71058]: DEBUG nova.compute.manager [req-bbe926f4-e4b0-4a42-8e7d-dc860b3cc79b req-45a1db24-ab6f-4bab-b1c1-15bd340fee83 service nova] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] No waiting events found dispatching network-vif-plugged-0e5c3c89-99b7-4a3c-a8dc-f7f0669b7c14 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1608.446647] env[71058]: WARNING nova.compute.manager [req-bbe926f4-e4b0-4a42-8e7d-dc860b3cc79b req-45a1db24-ab6f-4bab-b1c1-15bd340fee83 service nova] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Received unexpected event network-vif-plugged-0e5c3c89-99b7-4a3c-a8dc-f7f0669b7c14 for instance with vm_state building and task_state spawning.
[ 1608.446836] env[71058]: DEBUG nova.compute.manager [req-bbe926f4-e4b0-4a42-8e7d-dc860b3cc79b req-45a1db24-ab6f-4bab-b1c1-15bd340fee83 service nova] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Received event network-changed-0e5c3c89-99b7-4a3c-a8dc-f7f0669b7c14 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1608.447044] env[71058]: DEBUG nova.compute.manager [req-bbe926f4-e4b0-4a42-8e7d-dc860b3cc79b req-45a1db24-ab6f-4bab-b1c1-15bd340fee83 service nova] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Refreshing instance network info cache due to event network-changed-0e5c3c89-99b7-4a3c-a8dc-f7f0669b7c14. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1608.447267] env[71058]: DEBUG oslo_concurrency.lockutils [req-bbe926f4-e4b0-4a42-8e7d-dc860b3cc79b req-45a1db24-ab6f-4bab-b1c1-15bd340fee83 service nova] Acquiring lock "refresh_cache-810103ba-5a1b-4ae2-affd-5437757c5cd2" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1608.458193] env[71058]: DEBUG oslo_vmware.api [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Waiting for the task: (returnval){
[ 1608.458193] env[71058]:    value = "task-2873160"
[ 1608.458193] env[71058]:    _type = "Task"
[ 1608.458193] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1608.469212] env[71058]: DEBUG oslo_vmware.api [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873160, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1608.639059] env[71058]: DEBUG oslo_vmware.api [None req-111f94a9-f1be-4573-9586-812e4ee62580 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1608.721562] env[71058]: DEBUG oslo_vmware.api [None req-282b48dd-1c70-4dbc-83ba-ab2624315a00 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873159, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1608.817983] env[71058]: DEBUG nova.compute.manager [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1608.849250] env[71058]: DEBUG nova.network.neutron [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1608.929545] env[71058]: DEBUG nova.network.neutron [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Successfully created port: 4dc705e7-8c2a-43ac-9911-d44c82643e8c {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1608.970124] env[71058]: DEBUG oslo_vmware.api [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873160, 'name': ReconfigVM_Task, 'duration_secs': 0.436721} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1608.970645] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 5ad28b0b-e4b1-437e-9550-44143b7ef750/5ad28b0b-e4b1-437e-9550-44143b7ef750.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1608.971230] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00f056ea-1e4f-4647-b3ae-505b2e988857 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1608.983573] env[71058]: DEBUG oslo_vmware.api [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Waiting for the task: (returnval){
[ 1608.983573] env[71058]:    value = "task-2873161"
[ 1608.983573] env[71058]:    _type = "Task"
[ 1608.983573] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1608.996610] env[71058]: DEBUG oslo_vmware.api [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873161, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1609.003809] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f35dc4-c332-446d-b1a5-86a8c2569268 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1609.013392] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4404bd82-3504-4173-bc88-567a3a012434 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1609.052186] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bce0d9e-38ff-463c-926b-eb1226b6f807 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1609.062930] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd21178-24d2-45e2-97ff-044ab1e4bb9d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1609.079063] env[71058]: DEBUG nova.compute.provider_tree [None req-84a188da-9a5d-412a-8f46-aff9a2ab4971 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1609.134803] env[71058]: DEBUG oslo_vmware.api [None req-111f94a9-f1be-4573-9586-812e4ee62580 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1609.224208] env[71058]: DEBUG oslo_vmware.api [None req-282b48dd-1c70-4dbc-83ba-ab2624315a00 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873159, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1609.289368] env[71058]: DEBUG nova.network.neutron [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Updating instance_info_cache with network_info: [{"id": "0e5c3c89-99b7-4a3c-a8dc-f7f0669b7c14", "address": "fa:16:3e:bc:0f:0c", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e5c3c89-99", "ovs_interfaceid": "0e5c3c89-99b7-4a3c-a8dc-f7f0669b7c14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1609.497133] env[71058]: DEBUG oslo_vmware.api [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873161, 'name': Rename_Task, 'duration_secs': 0.187097} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1609.497708] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1609.497934] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c72f626-cc33-4d50-b521-6bdcd5347e40 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1609.506961] env[71058]: DEBUG oslo_vmware.api [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Waiting for the task: (returnval){
[ 1609.506961] env[71058]:    value = "task-2873162"
[ 1609.506961] env[71058]:    _type = "Task"
[ 1609.506961] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1609.519731] env[71058]: DEBUG oslo_vmware.api [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1609.583624] env[71058]: DEBUG nova.scheduler.client.report [None req-84a188da-9a5d-412a-8f46-aff9a2ab4971 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1609.636313] env[71058]: DEBUG oslo_vmware.api [None req-111f94a9-f1be-4573-9586-812e4ee62580 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1609.722924] env[71058]: DEBUG oslo_vmware.api [None req-282b48dd-1c70-4dbc-83ba-ab2624315a00 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873159, 'name': RemoveSnapshot_Task, 'duration_secs': 1.019571} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1609.723338] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-282b48dd-1c70-4dbc-83ba-ab2624315a00 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Deleted Snapshot of the VM instance {{(pid=71058) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}}
[ 1609.793860] env[71058]: DEBUG oslo_concurrency.lockutils [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Releasing lock "refresh_cache-810103ba-5a1b-4ae2-affd-5437757c5cd2" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1609.794222] env[71058]: DEBUG nova.compute.manager [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Instance network_info: |[{"id": "0e5c3c89-99b7-4a3c-a8dc-f7f0669b7c14", "address": "fa:16:3e:bc:0f:0c", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e5c3c89-99", "ovs_interfaceid": "0e5c3c89-99b7-4a3c-a8dc-f7f0669b7c14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1609.794883] env[71058]: DEBUG oslo_concurrency.lockutils [req-bbe926f4-e4b0-4a42-8e7d-dc860b3cc79b req-45a1db24-ab6f-4bab-b1c1-15bd340fee83 service nova] Acquired lock "refresh_cache-810103ba-5a1b-4ae2-affd-5437757c5cd2" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1609.795350] env[71058]: DEBUG nova.network.neutron [req-bbe926f4-e4b0-4a42-8e7d-dc860b3cc79b req-45a1db24-ab6f-4bab-b1c1-15bd340fee83 service nova] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Refreshing network info cache for port 0e5c3c89-99b7-4a3c-a8dc-f7f0669b7c14 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1609.796227] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:0f:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604c9724-b4ef-4393-a76e-eb4a2b510796', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e5c3c89-99b7-4a3c-a8dc-f7f0669b7c14', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1609.804274] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1609.804804] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1609.805107] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4b0156c-f616-4821-a6ad-af2d01c86d7b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1609.824455] env[71058]: DEBUG nova.compute.manager [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1609.831864] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1609.831864] env[71058]:    value = "task-2873163"
[ 1609.831864] env[71058]:    _type = "Task"
[ 1609.831864] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1609.842265] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873163, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1609.854801] env[71058]: DEBUG nova.virt.hardware [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1609.855101] env[71058]: DEBUG nova.virt.hardware [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1609.855271] env[71058]: DEBUG nova.virt.hardware [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1609.855472] env[71058]: DEBUG nova.virt.hardware [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1609.855625] env[71058]: DEBUG nova.virt.hardware [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1609.855778] env[71058]: DEBUG nova.virt.hardware [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1609.855993] env[71058]: DEBUG nova.virt.hardware [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1609.856259] env[71058]: DEBUG nova.virt.hardware [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1609.856447] env[71058]: DEBUG nova.virt.hardware [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1609.856638] env[71058]: DEBUG nova.virt.hardware [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1609.856831] env[71058]: DEBUG nova.virt.hardware [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1609.857758] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027ebd52-462d-40f5-836c-32967510568b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1609.868375] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061bcfe3-eecb-46cc-bc85-a9f0750b2751 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1610.019535] env[71058]: DEBUG oslo_vmware.api [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873162, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1610.089283] env[71058]: DEBUG oslo_concurrency.lockutils [None req-84a188da-9a5d-412a-8f46-aff9a2ab4971 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.288s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1610.091949] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.430s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1610.093701] env[71058]: INFO nova.compute.claims [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1610.117159] env[71058]: INFO nova.scheduler.client.report [None req-84a188da-9a5d-412a-8f46-aff9a2ab4971 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Deleted allocations for instance a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3
[ 1610.136858] env[71058]: DEBUG oslo_vmware.api [None req-111f94a9-f1be-4573-9586-812e4ee62580 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1610.228748] env[71058]: WARNING nova.compute.manager [None req-282b48dd-1c70-4dbc-83ba-ab2624315a00 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Image not found during snapshot: nova.exception.ImageNotFound: Image 4703d933-490e-44af-8529-a77159e2c9ab could not be found.
[ 1610.341734] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873163, 'name': CreateVM_Task, 'duration_secs': 0.505391} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1610.341931] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1610.342705] env[71058]: DEBUG oslo_concurrency.lockutils [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1610.342869] env[71058]: DEBUG oslo_concurrency.lockutils [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1610.343214] env[71058]: DEBUG oslo_concurrency.lockutils [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1610.343515] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b843903e-fe28-48e0-830f-60e185b18394 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1610.348819] env[71058]: DEBUG oslo_vmware.api [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Waiting for the task: (returnval){
[ 1610.348819] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52848afb-7b02-5dd3-a8bf-a71b0815e77e"
[ 1610.348819] env[71058]:    _type = "Task"
[ 1610.348819] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1610.357434] env[71058]: DEBUG oslo_vmware.api [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52848afb-7b02-5dd3-a8bf-a71b0815e77e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1610.498539] env[71058]: DEBUG nova.network.neutron [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Successfully updated port: 4dc705e7-8c2a-43ac-9911-d44c82643e8c {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1610.525554] env[71058]: DEBUG oslo_vmware.api [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873162, 'name': PowerOnVM_Task, 'duration_secs': 0.557258} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1610.525919] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1610.526204] env[71058]: INFO nova.compute.manager [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Took 8.35 seconds to spawn the instance on the hypervisor.
[ 1610.526505] env[71058]: DEBUG nova.compute.manager [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1610.527507] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3c3cd3-18e5-4056-89e8-11d7eded81eb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1610.624658] env[71058]: DEBUG oslo_concurrency.lockutils [None req-84a188da-9a5d-412a-8f46-aff9a2ab4971 tempest-AttachInterfacesUnderV243Test-146843102 tempest-AttachInterfacesUnderV243Test-146843102-project-member] Lock "a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 30.666s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1610.636583] env[71058]: DEBUG oslo_vmware.api [None req-111f94a9-f1be-4573-9586-812e4ee62580 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1610.862967] env[71058]: DEBUG oslo_vmware.api [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52848afb-7b02-5dd3-a8bf-a71b0815e77e, 'name': SearchDatastore_Task, 'duration_secs': 0.026907} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1610.863370] env[71058]: DEBUG oslo_concurrency.lockutils [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1610.863593] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1610.863835] env[71058]: DEBUG oslo_concurrency.lockutils [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1610.863980] env[71058]: DEBUG oslo_concurrency.lockutils [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1610.864178] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1610.864459] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dfac440-bcb0-4fd9-a16c-61f5fc8a9acf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1610.876062] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1610.876258] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1610.877048] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b38f4f2-e639-4c42-a1bd-b64b7331f5fb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1610.884092] env[71058]: DEBUG oslo_vmware.api [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Waiting for the task: (returnval){
[ 1610.884092] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5221aa7b-bca7-6ba1-0178-7a4cbf89278f"
[ 1610.884092] env[71058]:    _type = "Task"
[ 1610.884092] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1610.893529] env[71058]: DEBUG oslo_vmware.api [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5221aa7b-bca7-6ba1-0178-7a4cbf89278f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1610.921087] env[71058]: DEBUG nova.network.neutron [req-bbe926f4-e4b0-4a42-8e7d-dc860b3cc79b req-45a1db24-ab6f-4bab-b1c1-15bd340fee83 service nova] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Updated VIF entry in instance network info cache for port 0e5c3c89-99b7-4a3c-a8dc-f7f0669b7c14. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1610.921602] env[71058]: DEBUG nova.network.neutron [req-bbe926f4-e4b0-4a42-8e7d-dc860b3cc79b req-45a1db24-ab6f-4bab-b1c1-15bd340fee83 service nova] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Updating instance_info_cache with network_info: [{"id": "0e5c3c89-99b7-4a3c-a8dc-f7f0669b7c14", "address": "fa:16:3e:bc:0f:0c", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e5c3c89-99", "ovs_interfaceid": "0e5c3c89-99b7-4a3c-a8dc-f7f0669b7c14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1611.008023] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquiring lock "refresh_cache-1eaa0e4b-10c8-43fa-be14-48b25708c047" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1611.008023] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquired lock "refresh_cache-1eaa0e4b-10c8-43fa-be14-48b25708c047" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1611.008023] env[71058]: DEBUG nova.network.neutron [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1611.047741] env[71058]: INFO nova.compute.manager [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Took 33.97 seconds to build instance.
[ 1611.141784] env[71058]: DEBUG oslo_vmware.api [None req-111f94a9-f1be-4573-9586-812e4ee62580 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1611.343172] env[71058]: DEBUG nova.compute.manager [req-3a501a51-fec0-4e16-ae6f-169d2e845594 req-45a9179e-f3d3-48eb-8028-5386c8959c51 service nova] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Received event network-vif-plugged-4dc705e7-8c2a-43ac-9911-d44c82643e8c {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1611.343916] env[71058]: DEBUG oslo_concurrency.lockutils [req-3a501a51-fec0-4e16-ae6f-169d2e845594 req-45a9179e-f3d3-48eb-8028-5386c8959c51 service nova] Acquiring lock "1eaa0e4b-10c8-43fa-be14-48b25708c047-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1611.343916] env[71058]: DEBUG oslo_concurrency.lockutils [req-3a501a51-fec0-4e16-ae6f-169d2e845594 req-45a9179e-f3d3-48eb-8028-5386c8959c51 service nova] Lock "1eaa0e4b-10c8-43fa-be14-48b25708c047-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1611.343916] env[71058]: DEBUG oslo_concurrency.lockutils [req-3a501a51-fec0-4e16-ae6f-169d2e845594 req-45a9179e-f3d3-48eb-8028-5386c8959c51 service nova] Lock "1eaa0e4b-10c8-43fa-be14-48b25708c047-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1611.343916] env[71058]: DEBUG nova.compute.manager [req-3a501a51-fec0-4e16-ae6f-169d2e845594 req-45a9179e-f3d3-48eb-8028-5386c8959c51 service nova] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] No waiting events found dispatching network-vif-plugged-4dc705e7-8c2a-43ac-9911-d44c82643e8c {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1611.348411] env[71058]: WARNING nova.compute.manager [req-3a501a51-fec0-4e16-ae6f-169d2e845594 req-45a9179e-f3d3-48eb-8028-5386c8959c51 service nova] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Received unexpected event network-vif-plugged-4dc705e7-8c2a-43ac-9911-d44c82643e8c for instance with vm_state building and task_state spawning.
[ 1611.412613] env[71058]: DEBUG oslo_vmware.api [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5221aa7b-bca7-6ba1-0178-7a4cbf89278f, 'name': SearchDatastore_Task, 'duration_secs': 0.033324} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1611.412613] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3fcf4f6-5fc2-423b-b336-2f1a07104e27 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1611.421658] env[71058]: DEBUG oslo_vmware.api [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Waiting for the task: (returnval){
[ 1611.421658] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520352e6-fa4c-0611-25c9-f713fc9569b5"
[ 1611.421658] env[71058]:    _type = "Task"
[ 1611.421658] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1611.429038] env[71058]: DEBUG oslo_concurrency.lockutils [req-bbe926f4-e4b0-4a42-8e7d-dc860b3cc79b req-45a1db24-ab6f-4bab-b1c1-15bd340fee83 service nova] Releasing lock "refresh_cache-810103ba-5a1b-4ae2-affd-5437757c5cd2" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1611.440884] env[71058]: DEBUG oslo_vmware.api [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520352e6-fa4c-0611-25c9-f713fc9569b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1611.554891] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ea4443df-cfe5-4d43-806c-34b6f64ea9c8 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Lock "5ad28b0b-e4b1-437e-9550-44143b7ef750" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 62.619s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1611.644638] env[71058]: DEBUG oslo_vmware.api [None req-111f94a9-f1be-4573-9586-812e4ee62580 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1611.736020] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68296b2a-5298-460f-9e5a-64b8f7f6f009 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1611.743274] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e402bdc-a005-4625-91a5-e474246f0a1d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1611.779046] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2656fe3b-18f1-481c-bb46-5641cf988ae7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1611.791547] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71addca6-9f5f-4846-9d2d-b7ffd6b078f1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1611.810030] env[71058]: DEBUG nova.compute.provider_tree [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1611.832946] env[71058]: DEBUG nova.network.neutron [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1611.934209] env[71058]: DEBUG oslo_vmware.api [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520352e6-fa4c-0611-25c9-f713fc9569b5, 'name': SearchDatastore_Task, 'duration_secs': 0.019684} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1611.934209] env[71058]: DEBUG oslo_concurrency.lockutils [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1611.934209] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 810103ba-5a1b-4ae2-affd-5437757c5cd2/810103ba-5a1b-4ae2-affd-5437757c5cd2.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1611.934209] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab1d3f2b-5e38-48b9-9792-5b5efc0350e7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1611.946147] env[71058]: DEBUG oslo_vmware.api [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Waiting for the task: (returnval){
[ 1611.946147] env[71058]:    value = "task-2873164"
[ 1611.946147] env[71058]:    _type = "Task"
[ 1611.946147] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1611.956132] env[71058]: DEBUG oslo_vmware.api [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': task-2873164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1612.062915] env[71058]: DEBUG nova.compute.manager [None req-5e1e9124-90d0-49b8-9391-e0963d86763a tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: b61ea806-2d1f-46fd-b59b-4efc7556970e] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1612.108738] env[71058]: DEBUG nova.network.neutron [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Updating instance_info_cache with network_info: [{"id": "4dc705e7-8c2a-43ac-9911-d44c82643e8c", "address": "fa:16:3e:f5:72:be", "network": {"id": "b87df582-2e5d-494c-86e4-ca3af087576f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-96349281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "979f912b59994d68b45e39b22c0c159d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dc705e7-8c", "ovs_interfaceid": "4dc705e7-8c2a-43ac-9911-d44c82643e8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1612.146178] env[71058]: DEBUG oslo_vmware.api [None req-111f94a9-f1be-4573-9586-812e4ee62580 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1612.316166] env[71058]: DEBUG nova.scheduler.client.report [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1612.458644] env[71058]: DEBUG oslo_vmware.api [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': task-2873164, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1612.566582] env[71058]: DEBUG nova.compute.manager [None req-5e1e9124-90d0-49b8-9391-e0963d86763a tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: b61ea806-2d1f-46fd-b59b-4efc7556970e] Instance disappeared before build. {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}}
[ 1612.613202] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Releasing lock "refresh_cache-1eaa0e4b-10c8-43fa-be14-48b25708c047" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1612.613727] env[71058]: DEBUG nova.compute.manager [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Instance network_info: |[{"id": "4dc705e7-8c2a-43ac-9911-d44c82643e8c", "address": "fa:16:3e:f5:72:be", "network": {"id": "b87df582-2e5d-494c-86e4-ca3af087576f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-96349281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "979f912b59994d68b45e39b22c0c159d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dc705e7-8c", "ovs_interfaceid": "4dc705e7-8c2a-43ac-9911-d44c82643e8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1612.614354] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:72:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dc705e7-8c2a-43ac-9911-d44c82643e8c', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1612.629197] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1612.630011] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1612.630595] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cbef53a-4d12-4c76-84ae-c0cb78f175ed {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1612.657938] env[71058]: DEBUG oslo_concurrency.lockutils [None req-04ac4650-b4da-4bba-87c6-8c8fb728bada tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Acquiring lock "6639a7f8-2b54-41b3-bd03-6414edae1c5d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1612.658679] env[71058]: DEBUG oslo_concurrency.lockutils [None req-04ac4650-b4da-4bba-87c6-8c8fb728bada tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Lock "6639a7f8-2b54-41b3-bd03-6414edae1c5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1612.658679] env[71058]: DEBUG oslo_concurrency.lockutils [None req-04ac4650-b4da-4bba-87c6-8c8fb728bada tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Acquiring lock "6639a7f8-2b54-41b3-bd03-6414edae1c5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1612.658679] env[71058]: DEBUG oslo_concurrency.lockutils [None req-04ac4650-b4da-4bba-87c6-8c8fb728bada tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Lock "6639a7f8-2b54-41b3-bd03-6414edae1c5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1612.659073] env[71058]: DEBUG oslo_concurrency.lockutils [None req-04ac4650-b4da-4bba-87c6-8c8fb728bada tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Lock "6639a7f8-2b54-41b3-bd03-6414edae1c5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1612.664976] env[71058]: DEBUG oslo_vmware.api [None req-111f94a9-f1be-4573-9586-812e4ee62580 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1612.666044] env[71058]: INFO nova.compute.manager [None req-04ac4650-b4da-4bba-87c6-8c8fb728bada tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Terminating instance
[ 1612.669540] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1612.669540] env[71058]:    value = "task-2873165"
[ 1612.669540] env[71058]:    _type = "Task"
[ 1612.669540] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1612.690792] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873165, 'name': CreateVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1612.824565] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1612.825493] env[71058]: DEBUG nova.compute.manager [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1612.833021] env[71058]: DEBUG oslo_concurrency.lockutils [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.865s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1612.833021] env[71058]: INFO nova.compute.claims [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: a77a87d6-c345-450d-9292-91791bffa435] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1612.958956] env[71058]: DEBUG oslo_vmware.api [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': task-2873164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712495} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1612.959329] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 810103ba-5a1b-4ae2-affd-5437757c5cd2/810103ba-5a1b-4ae2-affd-5437757c5cd2.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1612.959675] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1612.959967] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f693eaae-9d73-493e-b7ad-c2bfdb878079 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1612.968673] env[71058]: DEBUG oslo_vmware.api [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Waiting for the task: (returnval){
[ 1612.968673] env[71058]:    value = "task-2873166"
[ 1612.968673] env[71058]:    _type = "Task"
[ 1612.968673] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1612.980043] env[71058]: DEBUG oslo_vmware.api [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': task-2873166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1613.083427] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5e1e9124-90d0-49b8-9391-e0963d86763a tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "b61ea806-2d1f-46fd-b59b-4efc7556970e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 20.094s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1613.141827] env[71058]: DEBUG oslo_vmware.api [None req-111f94a9-f1be-4573-9586-812e4ee62580 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1613.184390] env[71058]: DEBUG nova.compute.manager [None req-04ac4650-b4da-4bba-87c6-8c8fb728bada tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1613.185117] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-04ac4650-b4da-4bba-87c6-8c8fb728bada tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1613.185485] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873165, 'name': CreateVM_Task, 'duration_secs': 0.419966} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1613.186640] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1560b7-1c83-4f75-be30-24038bd83e5b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1613.190247] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1613.191226] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1613.191482] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1613.192058] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1613.192950] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88b8496b-90e5-425a-9d0a-9379f9c0cfd7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1613.198770] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ac4650-b4da-4bba-87c6-8c8fb728bada tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1613.199604] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e11f4221-1e76-4fc4-8b72-6669b9d6ce35 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1613.202481] env[71058]: DEBUG oslo_vmware.api [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Waiting for the task: (returnval){
[ 1613.202481] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523d3365-8a9e-db5a-33a9-2307136bafa0"
[ 1613.202481] env[71058]:    _type = "Task"
[ 1613.202481] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1613.210292] env[71058]: DEBUG oslo_vmware.api [None req-04ac4650-b4da-4bba-87c6-8c8fb728bada tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for the task: (returnval){
[ 1613.210292] env[71058]:    value = "task-2873167"
[ 1613.210292] env[71058]:    _type = "Task"
[ 1613.210292] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1613.213624] env[71058]: DEBUG oslo_vmware.api [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523d3365-8a9e-db5a-33a9-2307136bafa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1613.224187] env[71058]: DEBUG oslo_vmware.api [None req-04ac4650-b4da-4bba-87c6-8c8fb728bada tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1613.339721] env[71058]: DEBUG nova.compute.utils [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1613.344978] env[71058]: DEBUG nova.compute.manager [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1613.345560] env[71058]: DEBUG nova.network.neutron [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1613.433948] env[71058]: DEBUG oslo_concurrency.lockutils [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Acquiring lock "d46a6dbc-5b0c-4340-911c-40bed7197c43" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1613.433948] env[71058]: DEBUG oslo_concurrency.lockutils [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Lock "d46a6dbc-5b0c-4340-911c-40bed7197c43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1613.455412] env[71058]: DEBUG nova.policy [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae83a57240c44f61b7d1fa9bcfc02299', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ddac6a6d3e341cc90168e936416a974', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1613.485868] env[71058]: DEBUG oslo_vmware.api [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': task-2873166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115687} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1613.487079] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1613.487624] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8fb6e6-026a-4271-85c1-d025e088529a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1613.519947] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 810103ba-5a1b-4ae2-affd-5437757c5cd2/810103ba-5a1b-4ae2-affd-5437757c5cd2.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1613.520310] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32e62dde-e4a8-4e2e-a472-908fd04d9a2f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1613.545852] env[71058]: DEBUG oslo_vmware.api [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Waiting for the task: (returnval){
[ 1613.545852] env[71058]:    value = "task-2873168"
[ 1613.545852] env[71058]:    _type = "Task"
[ 1613.545852] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1613.558297] env[71058]: DEBUG oslo_vmware.api [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': task-2873168, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1613.586375] env[71058]: DEBUG nova.compute.manager [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1613.642537] env[71058]: DEBUG oslo_vmware.api [None req-111f94a9-f1be-4573-9586-812e4ee62580 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873158, 'name': ReconfigVM_Task} progress is 18%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1613.717925] env[71058]: DEBUG oslo_vmware.api [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523d3365-8a9e-db5a-33a9-2307136bafa0, 'name': SearchDatastore_Task, 'duration_secs': 0.017729} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1613.722127] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1613.722465] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1613.722768] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1613.722975] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1613.723209] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1613.723535] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9841edc-aa5b-41d8-9e63-d5de7e0f8229 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1613.734994] env[71058]: DEBUG oslo_vmware.api [None req-04ac4650-b4da-4bba-87c6-8c8fb728bada tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873167, 'name': PowerOffVM_Task, 'duration_secs': 0.264694} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1613.736839] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ac4650-b4da-4bba-87c6-8c8fb728bada tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1613.737112] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-04ac4650-b4da-4bba-87c6-8c8fb728bada tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1613.737405] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1613.737566] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1613.738502] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-371196e5-957b-426a-a6ce-1aad2e46564e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1613.742919] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccdb1abc-24d0-45d4-aa3e-6ef2b47dfdb5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1613.751025] env[71058]: DEBUG oslo_vmware.api [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Waiting for the task: (returnval){
[ 1613.751025] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5227fc15-1ccf-2f73-f8cd-5be10177dcac"
[ 1613.751025] env[71058]:    _type = "Task"
[ 1613.751025] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1613.759684] env[71058]: DEBUG oslo_vmware.api [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5227fc15-1ccf-2f73-f8cd-5be10177dcac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1613.800320] env[71058]: DEBUG nova.compute.manager [req-6b3d4596-9ff3-4349-96c7-5a5d3a28bb14 req-5c52cdeb-d75e-4eda-afe0-16de4653df25 service nova] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Received event network-changed-4dc705e7-8c2a-43ac-9911-d44c82643e8c {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1613.801016] env[71058]: DEBUG nova.compute.manager [req-6b3d4596-9ff3-4349-96c7-5a5d3a28bb14 req-5c52cdeb-d75e-4eda-afe0-16de4653df25 service nova] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Refreshing instance network info cache due to event network-changed-4dc705e7-8c2a-43ac-9911-d44c82643e8c. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1613.801294] env[71058]: DEBUG oslo_concurrency.lockutils [req-6b3d4596-9ff3-4349-96c7-5a5d3a28bb14 req-5c52cdeb-d75e-4eda-afe0-16de4653df25 service nova] Acquiring lock "refresh_cache-1eaa0e4b-10c8-43fa-be14-48b25708c047" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1613.801543] env[71058]: DEBUG oslo_concurrency.lockutils [req-6b3d4596-9ff3-4349-96c7-5a5d3a28bb14 req-5c52cdeb-d75e-4eda-afe0-16de4653df25 service nova] Acquired lock "refresh_cache-1eaa0e4b-10c8-43fa-be14-48b25708c047" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1613.801678] env[71058]: DEBUG nova.network.neutron [req-6b3d4596-9ff3-4349-96c7-5a5d3a28bb14 req-5c52cdeb-d75e-4eda-afe0-16de4653df25 service nova] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Refreshing network info cache for port 4dc705e7-8c2a-43ac-9911-d44c82643e8c {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1613.818281] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-04ac4650-b4da-4bba-87c6-8c8fb728bada tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1613.818281] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-04ac4650-b4da-4bba-87c6-8c8fb728bada tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1613.818281] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-04ac4650-b4da-4bba-87c6-8c8fb728bada tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Deleting the datastore file [datastore2] 6639a7f8-2b54-41b3-bd03-6414edae1c5d {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1613.818281] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0706e409-0da6-4f45-a1ee-aa78aad57442 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1613.829069] env[71058]: DEBUG oslo_vmware.api [None req-04ac4650-b4da-4bba-87c6-8c8fb728bada tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for the task: (returnval){
[ 1613.829069] env[71058]:    value = "task-2873170"
[ 1613.829069] env[71058]:    _type = "Task"
[ 1613.829069] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1613.840658] env[71058]: DEBUG oslo_vmware.api [None req-04ac4650-b4da-4bba-87c6-8c8fb728bada tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1613.848426] env[71058]: DEBUG nova.compute.manager [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1614.066052] env[71058]: DEBUG oslo_vmware.api [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': task-2873168, 'name': ReconfigVM_Task, 'duration_secs': 0.447187} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1614.066052] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 810103ba-5a1b-4ae2-affd-5437757c5cd2/810103ba-5a1b-4ae2-affd-5437757c5cd2.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1614.067876] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b577c5d1-0058-48ab-8c64-1ba7def545df {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1614.076565] env[71058]: DEBUG oslo_vmware.api [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Waiting for the task: (returnval){
[ 1614.076565] env[71058]:    value = "task-2873171"
[ 1614.076565] env[71058]:    _type = "Task"
[ 1614.076565] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1614.089725] env[71058]: DEBUG oslo_vmware.api [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': task-2873171, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1614.127082] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1614.128322] env[71058]: DEBUG nova.network.neutron [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Successfully created port: 3651bc05-47a2-4a94-bd8a-77b7282b8c31 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1614.143500] env[71058]: DEBUG oslo_vmware.api [None req-111f94a9-f1be-4573-9586-812e4ee62580 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873158, 'name': ReconfigVM_Task, 'duration_secs': 5.777542} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1614.144092] env[71058]: DEBUG oslo_concurrency.lockutils [None req-111f94a9-f1be-4573-9586-812e4ee62580 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Releasing lock "e55a7df3-411f-441b-8e9b-91ba7bf96656" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1614.144092] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-111f94a9-f1be-4573-9586-812e4ee62580 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Reconfigured VM to detach interface {{(pid=71058) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}}
[ 1614.265757] env[71058]: DEBUG oslo_vmware.api [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5227fc15-1ccf-2f73-f8cd-5be10177dcac, 'name': SearchDatastore_Task, 'duration_secs': 0.019353} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1614.269387] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cd0260a-5646-4ad1-9bd8-16632c48ca4c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1614.277585] env[71058]: DEBUG oslo_vmware.api [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Waiting for the task: (returnval){
[ 1614.277585] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5295f165-5f3f-bdd8-0743-b33575359ebc"
[ 1614.277585] env[71058]:    _type = "Task"
[ 1614.277585] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1614.287810] env[71058]: DEBUG oslo_vmware.api [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5295f165-5f3f-bdd8-0743-b33575359ebc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1614.345673] env[71058]: DEBUG oslo_vmware.api [None req-04ac4650-b4da-4bba-87c6-8c8fb728bada tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377473} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1614.346052] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-04ac4650-b4da-4bba-87c6-8c8fb728bada tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1614.346145] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-04ac4650-b4da-4bba-87c6-8c8fb728bada tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1614.346326] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-04ac4650-b4da-4bba-87c6-8c8fb728bada tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1614.346500] env[71058]: INFO nova.compute.manager [None req-04ac4650-b4da-4bba-87c6-8c8fb728bada tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Took 1.16 seconds to destroy the instance on the hypervisor.
[ 1614.346931] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04ac4650-b4da-4bba-87c6-8c8fb728bada tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1614.347152] env[71058]: DEBUG nova.compute.manager [-] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1614.347250] env[71058]: DEBUG nova.network.neutron [-] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1614.557114] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b95136-2f03-4db8-bc5e-e671e3a3dc22 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1614.567757] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6dfa5e-8574-4ad2-af2d-4b0e00bc1f68 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1614.608613] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e219e0aa-cd5f-45d8-9f7d-8b9802472f4b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1614.617973] env[71058]: DEBUG oslo_vmware.api [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': task-2873171, 'name': Rename_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1614.621443] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff603da-79a8-4d25-b8fd-8daefba878dc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1614.639789] env[71058]: DEBUG nova.compute.provider_tree [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1614.789410] env[71058]: DEBUG oslo_vmware.api [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5295f165-5f3f-bdd8-0743-b33575359ebc, 'name': SearchDatastore_Task, 'duration_secs': 0.012211} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1614.789807] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1614.790168] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 1eaa0e4b-10c8-43fa-be14-48b25708c047/1eaa0e4b-10c8-43fa-be14-48b25708c047.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1614.790593] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bdff0ac-6d30-43bc-bfdf-3176b6465d1e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1614.799402] env[71058]: DEBUG oslo_vmware.api [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Waiting for the task: (returnval){
[ 1614.799402] env[71058]:    value = "task-2873172"
[ 1614.799402] env[71058]:    _type = "Task"
[ 1614.799402] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1614.809842] env[71058]: DEBUG oslo_vmware.api [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1614.858302] env[71058]: DEBUG nova.compute.manager [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1614.866504] env[71058]: DEBUG nova.network.neutron [req-6b3d4596-9ff3-4349-96c7-5a5d3a28bb14 req-5c52cdeb-d75e-4eda-afe0-16de4653df25 service nova] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Updated VIF entry in instance network info cache for port 4dc705e7-8c2a-43ac-9911-d44c82643e8c. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1614.866807] env[71058]: DEBUG nova.network.neutron [req-6b3d4596-9ff3-4349-96c7-5a5d3a28bb14 req-5c52cdeb-d75e-4eda-afe0-16de4653df25 service nova] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Updating instance_info_cache with network_info: [{"id": "4dc705e7-8c2a-43ac-9911-d44c82643e8c", "address": "fa:16:3e:f5:72:be", "network": {"id": "b87df582-2e5d-494c-86e4-ca3af087576f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-96349281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "979f912b59994d68b45e39b22c0c159d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dc705e7-8c", "ovs_interfaceid": "4dc705e7-8c2a-43ac-9911-d44c82643e8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1614.890640] env[71058]: DEBUG nova.virt.hardware [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1614.891020] env[71058]: DEBUG nova.virt.hardware [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1614.892250] env[71058]: DEBUG nova.virt.hardware [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1614.892250] env[71058]: DEBUG nova.virt.hardware [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1614.892250] env[71058]: DEBUG nova.virt.hardware [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1614.892250] env[71058]: DEBUG nova.virt.hardware [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1614.892250] env[71058]: DEBUG nova.virt.hardware [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1614.892600] env[71058]: DEBUG nova.virt.hardware [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1614.892970] env[71058]: DEBUG nova.virt.hardware [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1614.893260] env[71058]: DEBUG nova.virt.hardware [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1614.893563] env[71058]: DEBUG nova.virt.hardware [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1614.896098] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe13334-5698-4d0a-849f-508de0609c47 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1614.909326] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c9d4ff-88de-4205-b4b1-1605d69c8293 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1615.120278] env[71058]: DEBUG oslo_vmware.api [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': task-2873171, 'name': Rename_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1615.142994] env[71058]: DEBUG nova.scheduler.client.report [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1615.313444] env[71058]: DEBUG oslo_vmware.api [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1615.370749] env[71058]: DEBUG oslo_concurrency.lockutils [req-6b3d4596-9ff3-4349-96c7-5a5d3a28bb14 req-5c52cdeb-d75e-4eda-afe0-16de4653df25 service nova] Releasing lock "refresh_cache-1eaa0e4b-10c8-43fa-be14-48b25708c047" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1615.485100] env[71058]: DEBUG nova.network.neutron [-] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1615.617286] env[71058]: DEBUG oslo_vmware.api [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': task-2873171, 'name': Rename_Task, 'duration_secs': 1.23193} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1615.617286] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1615.617286] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6c8e0eb-cdfe-4b81-bec1-2a01364f7325 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1615.625977] env[71058]: DEBUG oslo_vmware.api [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Waiting for the task: (returnval){
[ 1615.625977] env[71058]:    value = "task-2873173"
[ 1615.625977] env[71058]:    _type = "Task"
[ 1615.625977] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1615.637471] env[71058]: DEBUG oslo_vmware.api [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': task-2873173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1615.648609] env[71058]: DEBUG oslo_concurrency.lockutils [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.819s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1615.649215] env[71058]: DEBUG nova.compute.manager [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: a77a87d6-c345-450d-9292-91791bffa435] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1615.654876] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0c20c4dc-0e17-4973-8f50-fab0af79bbcc tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.616s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1615.655066] env[71058]: DEBUG nova.objects.instance [None req-0c20c4dc-0e17-4973-8f50-fab0af79bbcc tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Lazy-loading 'resources' on Instance uuid 94f70364-634d-4b69-9d8f-921d8672d5d4 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1615.820798] env[71058]: DEBUG oslo_vmware.api [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873172, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.8838} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1615.821102] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 1eaa0e4b-10c8-43fa-be14-48b25708c047/1eaa0e4b-10c8-43fa-be14-48b25708c047.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1615.821324] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1615.821615] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad4a1acb-75d6-47c6-b9ef-f90bdef5483c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1615.828609] env[71058]: DEBUG oslo_concurrency.lockutils [None req-111f94a9-f1be-4573-9586-812e4ee62580 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "refresh_cache-e55a7df3-411f-441b-8e9b-91ba7bf96656" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1615.828684] env[71058]: DEBUG oslo_concurrency.lockutils [None req-111f94a9-f1be-4573-9586-812e4ee62580 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquired lock "refresh_cache-e55a7df3-411f-441b-8e9b-91ba7bf96656" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1615.828854] env[71058]: DEBUG nova.network.neutron [None req-111f94a9-f1be-4573-9586-812e4ee62580 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1615.832948] env[71058]: DEBUG oslo_vmware.api [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Waiting for the task: (returnval){
[ 1615.832948] env[71058]:    value = "task-2873174"
[ 1615.832948] env[71058]:    _type = "Task"
[ 1615.832948] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1615.835222] env[71058]: DEBUG oslo_vmware.rw_handles [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d1d888-c06f-8a67-69ff-4f80b13321af/disk-0.vmdk. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1615.836220] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc6b61e-ecce-439b-a092-7be84e2994f8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1615.849654] env[71058]: DEBUG oslo_vmware.api [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1615.851390] env[71058]: DEBUG oslo_vmware.rw_handles [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d1d888-c06f-8a67-69ff-4f80b13321af/disk-0.vmdk is in state: ready. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1615.851549] env[71058]: ERROR oslo_vmware.rw_handles [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d1d888-c06f-8a67-69ff-4f80b13321af/disk-0.vmdk due to incomplete transfer.
[ 1615.851830] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a3239a5d-62dc-4ca6-88f9-83f715d87fd8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1615.863073] env[71058]: DEBUG oslo_vmware.rw_handles [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d1d888-c06f-8a67-69ff-4f80b13321af/disk-0.vmdk. {{(pid=71058) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}}
[ 1615.863355] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Uploaded image 630744ab-f14f-4622-8324-804d480f4680 to the Glance image server {{(pid=71058) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}}
[ 1615.867555] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Destroying the VM {{(pid=71058) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}}
[ 1615.868288] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-806e5a65-e8d0-4adb-b1ef-457b2dbf6465 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1615.876697] env[71058]: DEBUG oslo_vmware.api [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1615.876697] env[71058]:    value = "task-2873175"
[ 1615.876697] env[71058]:    _type = "Task"
[ 1615.876697] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1615.884586] env[71058]: DEBUG nova.compute.manager [req-610c29f5-9cc4-43d6-91b0-93b252e08c0c req-de2855f5-a193-4a29-9f32-2e70773c87b6 service nova] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Received event network-vif-deleted-1c5571ab-e1f1-4735-9722-710e0fc55e03 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1615.884807] env[71058]: INFO nova.compute.manager [req-610c29f5-9cc4-43d6-91b0-93b252e08c0c req-de2855f5-a193-4a29-9f32-2e70773c87b6 service nova] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Neutron deleted interface 1c5571ab-e1f1-4735-9722-710e0fc55e03; detaching it from the instance and deleting it from the info cache
[ 1615.885266] env[71058]: DEBUG nova.network.neutron [req-610c29f5-9cc4-43d6-91b0-93b252e08c0c req-de2855f5-a193-4a29-9f32-2e70773c87b6 service nova] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Updating instance_info_cache with network_info: [{"id": "c40e53be-96f3-444e-949f-ccf70045ddfb", "address": "fa:16:3e:7f:b3:1e", "network": {"id": "5ecbb149-fd57-4a44-a6cc-48e0b1e653a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1232521171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df590cd3ec8f4748ad8a273f58d2f095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40e53be-96", "ovs_interfaceid": "c40e53be-96f3-444e-949f-ccf70045ddfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1615.891924] env[71058]: DEBUG oslo_vmware.api [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873175, 'name': Destroy_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1615.988436] env[71058]: INFO nova.compute.manager [-] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Took 1.64 seconds to deallocate network for instance.
[ 1616.137988] env[71058]: DEBUG oslo_vmware.api [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': task-2873173, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1616.161461] env[71058]: DEBUG nova.compute.utils [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1616.163187] env[71058]: DEBUG nova.compute.manager [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: a77a87d6-c345-450d-9292-91791bffa435] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1616.163400] env[71058]: DEBUG nova.network.neutron [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: a77a87d6-c345-450d-9292-91791bffa435] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1616.218025] env[71058]: DEBUG nova.policy [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '045db7a93ff34184a60065eb15e2d571', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b21d5ba483f43528a132952afe31171', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1616.352693] env[71058]: DEBUG oslo_vmware.api [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080333} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1616.352967] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1616.357413] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7aad0b-0fa6-41b9-abb0-07257132595b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1616.361792] env[71058]: DEBUG nova.network.neutron [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Successfully updated port: 3651bc05-47a2-4a94-bd8a-77b7282b8c31 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1616.390501] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 1eaa0e4b-10c8-43fa-be14-48b25708c047/1eaa0e4b-10c8-43fa-be14-48b25708c047.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1616.397402] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f87c48d0-109f-450a-85ce-18d46741f37a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1616.414169] env[71058]: DEBUG oslo_concurrency.lockutils [req-610c29f5-9cc4-43d6-91b0-93b252e08c0c req-de2855f5-a193-4a29-9f32-2e70773c87b6 service nova] Acquiring lock "e55a7df3-411f-441b-8e9b-91ba7bf96656" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1616.414169] env[71058]: DEBUG oslo_concurrency.lockutils [req-610c29f5-9cc4-43d6-91b0-93b252e08c0c req-de2855f5-a193-4a29-9f32-2e70773c87b6 service nova] Acquired lock "e55a7df3-411f-441b-8e9b-91ba7bf96656" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1616.417676] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44566564-d7e1-4172-b1f7-19015d36aa9e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1616.442721] env[71058]: DEBUG oslo_concurrency.lockutils [req-610c29f5-9cc4-43d6-91b0-93b252e08c0c req-de2855f5-a193-4a29-9f32-2e70773c87b6 service nova] Releasing lock "e55a7df3-411f-441b-8e9b-91ba7bf96656" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1616.443066] env[71058]: WARNING nova.compute.manager [req-610c29f5-9cc4-43d6-91b0-93b252e08c0c req-de2855f5-a193-4a29-9f32-2e70773c87b6 service nova] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Detach interface failed, port_id=1c5571ab-e1f1-4735-9722-710e0fc55e03, reason: No device with interface-id 1c5571ab-e1f1-4735-9722-710e0fc55e03 exists on VM: nova.exception.NotFound: No device with interface-id 1c5571ab-e1f1-4735-9722-710e0fc55e03 exists on VM
[ 1616.443340] env[71058]: DEBUG nova.compute.manager [req-610c29f5-9cc4-43d6-91b0-93b252e08c0c req-de2855f5-a193-4a29-9f32-2e70773c87b6 service nova] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Received event network-vif-deleted-afdbc1d4-70d4-4fcf-a288-e4253b8e7c8a {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1616.443799] env[71058]: DEBUG oslo_vmware.api [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873175, 'name': Destroy_Task, 'duration_secs': 0.320171} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1616.447939] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Destroyed the VM
[ 1616.448441] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Deleting Snapshot of the VM instance {{(pid=71058) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}}
[ 1616.449031] env[71058]: DEBUG oslo_concurrency.lockutils [None req-68eef09c-60db-4316-86a5-b4f5b8c49cfe tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "e55a7df3-411f-441b-8e9b-91ba7bf96656" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1616.449304] env[71058]: DEBUG oslo_concurrency.lockutils [None req-68eef09c-60db-4316-86a5-b4f5b8c49cfe tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "e55a7df3-411f-441b-8e9b-91ba7bf96656" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1616.449613] env[71058]: DEBUG oslo_concurrency.lockutils [None req-68eef09c-60db-4316-86a5-b4f5b8c49cfe tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "e55a7df3-411f-441b-8e9b-91ba7bf96656-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1616.449928] env[71058]: DEBUG oslo_concurrency.lockutils [None req-68eef09c-60db-4316-86a5-b4f5b8c49cfe tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "e55a7df3-411f-441b-8e9b-91ba7bf96656-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1616.450198] env[71058]: DEBUG oslo_concurrency.lockutils [None req-68eef09c-60db-4316-86a5-b4f5b8c49cfe tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "e55a7df3-411f-441b-8e9b-91ba7bf96656-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1616.452738] env[71058]: DEBUG oslo_vmware.api [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Waiting for the task: (returnval){
[ 1616.452738] env[71058]:    value = "task-2873176"
[ 1616.452738] env[71058]:    _type = "Task"
[ 1616.452738] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1616.452738] env[71058]: INFO nova.compute.manager [None req-68eef09c-60db-4316-86a5-b4f5b8c49cfe tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Terminating instance
[ 1616.454242] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3e865c66-0cdc-4d76-9ffe-44b8a26a8c47 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1616.467434] env[71058]: DEBUG oslo_vmware.api [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1616.470626] env[71058]: DEBUG oslo_vmware.api [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1616.470626] env[71058]:    value = "task-2873177"
[ 1616.470626] env[71058]:    _type = "Task"
[ 1616.470626] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1616.480884] env[71058]: DEBUG oslo_vmware.api [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873177, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1616.496681] env[71058]: DEBUG oslo_concurrency.lockutils [None req-04ac4650-b4da-4bba-87c6-8c8fb728bada tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1616.572504] env[71058]: DEBUG nova.network.neutron [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: a77a87d6-c345-450d-9292-91791bffa435] Successfully created port: e2888b20-a76e-489d-b64b-7bbe9bdbed95 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1616.612627] env[71058]: DEBUG nova.compute.manager [req-a8704d50-a633-4ab0-8f1d-987eb223024c req-4a3c3244-7a2d-44aa-9113-5848b16e76a8 service nova] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Received event network-vif-plugged-3651bc05-47a2-4a94-bd8a-77b7282b8c31 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1616.612774] env[71058]: DEBUG oslo_concurrency.lockutils [req-a8704d50-a633-4ab0-8f1d-987eb223024c req-4a3c3244-7a2d-44aa-9113-5848b16e76a8 service nova] Acquiring lock "e82e45c2-73fd-4c07-a492-7727c8c7b65d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1616.612999] env[71058]: DEBUG oslo_concurrency.lockutils [req-a8704d50-a633-4ab0-8f1d-987eb223024c req-4a3c3244-7a2d-44aa-9113-5848b16e76a8 service nova] Lock "e82e45c2-73fd-4c07-a492-7727c8c7b65d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1616.613232] env[71058]: DEBUG oslo_concurrency.lockutils [req-a8704d50-a633-4ab0-8f1d-987eb223024c req-4a3c3244-7a2d-44aa-9113-5848b16e76a8 service nova] Lock "e82e45c2-73fd-4c07-a492-7727c8c7b65d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1616.613396] env[71058]: DEBUG nova.compute.manager [req-a8704d50-a633-4ab0-8f1d-987eb223024c req-4a3c3244-7a2d-44aa-9113-5848b16e76a8 service nova] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] No waiting events found dispatching network-vif-plugged-3651bc05-47a2-4a94-bd8a-77b7282b8c31 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1616.613838] env[71058]: WARNING nova.compute.manager [req-a8704d50-a633-4ab0-8f1d-987eb223024c req-4a3c3244-7a2d-44aa-9113-5848b16e76a8 service nova] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Received unexpected event network-vif-plugged-3651bc05-47a2-4a94-bd8a-77b7282b8c31 for instance with vm_state building and task_state spawning.
[ 1616.640148] env[71058]: DEBUG oslo_vmware.api [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': task-2873173, 'name': PowerOnVM_Task, 'duration_secs': 0.749757} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1616.642863] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1616.643105] env[71058]: INFO nova.compute.manager [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Took 9.61 seconds to spawn the instance on the hypervisor.
[ 1616.643306] env[71058]: DEBUG nova.compute.manager [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1616.644421] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c29369-67ca-4522-8df4-cb76df897c7b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1616.649676] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1616.649890] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1616.669814] env[71058]: DEBUG nova.compute.manager [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: a77a87d6-c345-450d-9292-91791bffa435] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1616.817766] env[71058]: INFO nova.network.neutron [None req-111f94a9-f1be-4573-9586-812e4ee62580 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Port 1c5571ab-e1f1-4735-9722-710e0fc55e03 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache.
[ 1616.818208] env[71058]: DEBUG nova.network.neutron [None req-111f94a9-f1be-4573-9586-812e4ee62580 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Updating instance_info_cache with network_info: [{"id": "c40e53be-96f3-444e-949f-ccf70045ddfb", "address": "fa:16:3e:7f:b3:1e", "network": {"id": "5ecbb149-fd57-4a44-a6cc-48e0b1e653a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1232521171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df590cd3ec8f4748ad8a273f58d2f095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40e53be-96", "ovs_interfaceid": "c40e53be-96f3-444e-949f-ccf70045ddfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1616.846767] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e18536f-fccd-4089-8d9d-362c34792c73 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1616.856121] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c6ffcb-4fd0-46a5-929a-6356a83b48f6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1616.888320] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "refresh_cache-e82e45c2-73fd-4c07-a492-7727c8c7b65d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1616.888480] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquired lock "refresh_cache-e82e45c2-73fd-4c07-a492-7727c8c7b65d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1616.888683] env[71058]: DEBUG nova.network.neutron [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1616.891206] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f36626-012c-4f3b-bf95-d7be3ebbe53d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1616.900945] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb517b16-a5ef-4849-8f43-98b67c74f1ea {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1616.917069] env[71058]: DEBUG nova.compute.provider_tree [None req-0c20c4dc-0e17-4973-8f50-fab0af79bbcc tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1616.962652] env[71058]: DEBUG nova.compute.manager [None req-68eef09c-60db-4316-86a5-b4f5b8c49cfe tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1616.962946] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-68eef09c-60db-4316-86a5-b4f5b8c49cfe tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1616.964262] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3147f39e-39e6-443f-b05b-40298947efc6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1616.979328] env[71058]: DEBUG oslo_vmware.api [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873176, 'name': ReconfigVM_Task, 'duration_secs': 0.315964} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1616.979592] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-68eef09c-60db-4316-86a5-b4f5b8c49cfe tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1616.980263] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 1eaa0e4b-10c8-43fa-be14-48b25708c047/1eaa0e4b-10c8-43fa-be14-48b25708c047.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1616.981024] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8283aabf-186d-4510-b96f-7ed92f8c84a1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1616.986303] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7eb99ede-1624-43d7-8514-c959b9a69ad7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1616.987691] env[71058]: DEBUG oslo_vmware.api [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873177, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1616.995324] env[71058]: DEBUG oslo_vmware.api [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Waiting for the task: (returnval){
[ 1616.995324] env[71058]:    value = "task-2873179"
[ 1616.995324] env[71058]:    _type = "Task"
[ 1616.995324] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1616.997183] env[71058]: DEBUG oslo_vmware.api [None req-68eef09c-60db-4316-86a5-b4f5b8c49cfe tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 1616.997183] env[71058]:    value = "task-2873178"
[ 1616.997183] env[71058]:    _type = "Task"
[ 1616.997183] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1617.010133] env[71058]: DEBUG oslo_vmware.api [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873179, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1617.013596] env[71058]: DEBUG oslo_vmware.api [None req-68eef09c-60db-4316-86a5-b4f5b8c49cfe tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1617.075484] env[71058]: DEBUG nova.network.neutron [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: a77a87d6-c345-450d-9292-91791bffa435] Successfully created port: 8e798276-03fc-4e34-86df-51cc40ff347f {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1617.172030] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1617.174999] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1617.184840] env[71058]: INFO nova.compute.manager [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Took 36.82 seconds to build instance.
[ 1617.184840] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1617.186223] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1617.188896] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1617.189879] env[71058]: DEBUG oslo_concurrency.lockutils [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Acquiring lock "9d46ba06-fbe0-44e0-a871-bafe3589a559" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1617.189879] env[71058]: DEBUG oslo_concurrency.lockutils [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Lock "9d46ba06-fbe0-44e0-a871-bafe3589a559" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1617.189879] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1617.193238] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71058) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}}
[ 1617.193238] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager.update_available_resource {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1617.323111] env[71058]: DEBUG oslo_concurrency.lockutils [None req-111f94a9-f1be-4573-9586-812e4ee62580 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Releasing lock "refresh_cache-e55a7df3-411f-441b-8e9b-91ba7bf96656" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1617.419906] env[71058]: DEBUG nova.scheduler.client.report [None req-0c20c4dc-0e17-4973-8f50-fab0af79bbcc tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1617.453864] env[71058]: DEBUG nova.network.neutron [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1617.485983] env[71058]: DEBUG oslo_vmware.api [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873177, 'name': RemoveSnapshot_Task, 'duration_secs': 0.52747} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1617.486283] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Deleted Snapshot of the VM instance {{(pid=71058) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}}
[ 1617.486549] env[71058]: INFO nova.compute.manager [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Took 16.05 seconds to snapshot the instance on the hypervisor.
[ 1617.510038] env[71058]: DEBUG oslo_vmware.api [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873179, 'name': Rename_Task, 'duration_secs': 0.161517} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1617.510614] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1617.510851] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0fa38cd-69cb-48e6-ad15-aa693751ae44 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1617.516575] env[71058]: DEBUG oslo_vmware.api [None req-68eef09c-60db-4316-86a5-b4f5b8c49cfe tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873178, 'name': PowerOffVM_Task, 'duration_secs': 0.278891} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1617.516830] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-68eef09c-60db-4316-86a5-b4f5b8c49cfe tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1617.518549] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-68eef09c-60db-4316-86a5-b4f5b8c49cfe tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1617.518549] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec0b8345-891a-4e61-a191-23d7eea3629b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1617.521703] env[71058]: DEBUG oslo_vmware.api [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Waiting for the task: (returnval){
[ 1617.521703] env[71058]:    value = "task-2873180"
[ 1617.521703] env[71058]:    _type = "Task"
[ 1617.521703] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1617.534174] env[71058]: DEBUG oslo_vmware.api [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1617.589840] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-68eef09c-60db-4316-86a5-b4f5b8c49cfe tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1617.590082] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-68eef09c-60db-4316-86a5-b4f5b8c49cfe tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1617.590312] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-68eef09c-60db-4316-86a5-b4f5b8c49cfe tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Deleting the datastore file [datastore1] e55a7df3-411f-441b-8e9b-91ba7bf96656 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1617.590608] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a356a1b4-3847-4a6a-bc31-fb36af500713 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1617.603634] env[71058]: DEBUG oslo_vmware.api [None req-68eef09c-60db-4316-86a5-b4f5b8c49cfe tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 1617.603634] env[71058]:    value = "task-2873182"
[ 1617.603634] env[71058]:    _type = "Task"
[ 1617.603634] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1617.613332] env[71058]: DEBUG oslo_vmware.api [None req-68eef09c-60db-4316-86a5-b4f5b8c49cfe tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1617.686748] env[71058]: DEBUG nova.compute.manager [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: a77a87d6-c345-450d-9292-91791bffa435] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1617.689108] env[71058]: DEBUG oslo_concurrency.lockutils [None req-298549bb-1402-490d-b898-dd2da0b92077 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Lock "810103ba-5a1b-4ae2-affd-5437757c5cd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 68.750s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1617.693600] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1617.708133] env[71058]: DEBUG nova.network.neutron [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Updating instance_info_cache with network_info: [{"id": "3651bc05-47a2-4a94-bd8a-77b7282b8c31", "address": "fa:16:3e:2c:93:7b", "network": {"id": "44f331c6-d2ba-4f83-8182-ad2c9f4e13ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1170651185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ddac6a6d3e341cc90168e936416a974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3651bc05-47", "ovs_interfaceid": "3651bc05-47a2-4a94-bd8a-77b7282b8c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1617.724999] env[71058]: DEBUG nova.virt.hardware [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1617.727017] env[71058]: DEBUG nova.virt.hardware [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1617.727017] env[71058]: DEBUG nova.virt.hardware [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1617.727017] env[71058]: DEBUG nova.virt.hardware [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1617.727017] env[71058]: DEBUG nova.virt.hardware [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1617.727017] env[71058]: DEBUG nova.virt.hardware [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1617.727017] env[71058]: DEBUG nova.virt.hardware [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1617.727017] env[71058]: DEBUG nova.virt.hardware [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1617.727017] env[71058]: DEBUG nova.virt.hardware [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1617.727373] env[71058]: DEBUG nova.virt.hardware [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1617.727373] env[71058]: DEBUG nova.virt.hardware [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1617.728414] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1df1ea-cb6c-4b19-9d4f-ac769f15ea05 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1617.739023] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389970c8-a52b-436d-af54-b4fce9a61593 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1617.828199] env[71058]: DEBUG oslo_concurrency.lockutils [None req-111f94a9-f1be-4573-9586-812e4ee62580 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "interface-e55a7df3-411f-441b-8e9b-91ba7bf96656-1c5571ab-e1f1-4735-9722-710e0fc55e03" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 10.287s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1617.925338] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0c20c4dc-0e17-4973-8f50-fab0af79bbcc tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.270s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1617.927998] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.193s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1617.930458] env[71058]: INFO nova.compute.claims [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1617.961687] env[71058]: INFO nova.scheduler.client.report [None req-0c20c4dc-0e17-4973-8f50-fab0af79bbcc tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Deleted allocations for instance 94f70364-634d-4b69-9d8f-921d8672d5d4
[ 1618.034747] env[71058]: DEBUG oslo_vmware.api [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873180, 'name': PowerOnVM_Task, 'duration_secs': 0.512126} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1618.036027] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1618.036136] env[71058]: INFO nova.compute.manager [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Took 8.21 seconds to spawn the instance on the hypervisor.
[ 1618.036317] env[71058]: DEBUG nova.compute.manager [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1618.037295] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dab2a80-a344-4bab-9af5-1fb3db40cbbb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1618.057259] env[71058]: DEBUG nova.compute.manager [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Found 3 images (rotation: 2) {{(pid=71058) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}}
[ 1618.057499] env[71058]: DEBUG nova.compute.manager [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Rotating out 1 backups {{(pid=71058) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}}
[ 1618.057681] env[71058]: DEBUG nova.compute.manager [None req-570dc884-a2eb-4079-a068-cc284d471160 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Deleting image 6ece8126-64e7-4822-a897-087582b65b4a {{(pid=71058) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}}
[ 1618.074543] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Acquiring lock "cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1618.075016] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Lock "cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1618.115916] env[71058]: DEBUG oslo_vmware.api [None req-68eef09c-60db-4316-86a5-b4f5b8c49cfe tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285929} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1618.116299] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-68eef09c-60db-4316-86a5-b4f5b8c49cfe tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1618.116491] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-68eef09c-60db-4316-86a5-b4f5b8c49cfe tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1618.116682] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-68eef09c-60db-4316-86a5-b4f5b8c49cfe tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1618.116856] env[71058]: INFO nova.compute.manager [None req-68eef09c-60db-4316-86a5-b4f5b8c49cfe tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Took 1.15 seconds to destroy the instance on the hypervisor.
[ 1618.117214] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68eef09c-60db-4316-86a5-b4f5b8c49cfe tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1618.117310] env[71058]: DEBUG nova.compute.manager [-] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1618.117411] env[71058]: DEBUG nova.network.neutron [-] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1618.193349] env[71058]: DEBUG nova.compute.manager [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1618.210505] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Releasing lock "refresh_cache-e82e45c2-73fd-4c07-a492-7727c8c7b65d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1618.211132] env[71058]: DEBUG nova.compute.manager [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Instance network_info: |[{"id": "3651bc05-47a2-4a94-bd8a-77b7282b8c31", "address": "fa:16:3e:2c:93:7b", "network": {"id": "44f331c6-d2ba-4f83-8182-ad2c9f4e13ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1170651185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ddac6a6d3e341cc90168e936416a974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3651bc05-47", "ovs_interfaceid": "3651bc05-47a2-4a94-bd8a-77b7282b8c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1618.211403] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:93:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3651bc05-47a2-4a94-bd8a-77b7282b8c31', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1618.224688] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1618.225646] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1618.225922] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b233e63-ff9d-471a-995e-ec5f63579a6d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1618.248850] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1618.248850] env[71058]:    value = "task-2873183"
[ 1618.248850] env[71058]:    _type = "Task"
[ 1618.248850] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1618.258403] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873183, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1618.471686] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0c20c4dc-0e17-4973-8f50-fab0af79bbcc tempest-ServerMetadataNegativeTestJSON-107875937 tempest-ServerMetadataNegativeTestJSON-107875937-project-member] Lock "94f70364-634d-4b69-9d8f-921d8672d5d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 34.687s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1618.560750] env[71058]: INFO nova.compute.manager [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Took 37.18 seconds to build instance.
[ 1618.731146] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1618.764130] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873183, 'name': CreateVM_Task, 'duration_secs': 0.460558} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1618.764701] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1618.765451] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1618.765615] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1618.765941] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1618.766223] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a9b52df-92eb-4621-9e98-85eb2efe9096 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1618.772674] env[71058]: DEBUG oslo_vmware.api [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1618.772674] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5242448c-bc6b-072d-4447-f662863bac7d"
[ 1618.772674] env[71058]:    _type = "Task"
[ 1618.772674] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1618.782751] env[71058]: DEBUG oslo_vmware.api [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5242448c-bc6b-072d-4447-f662863bac7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1618.877682] env[71058]: DEBUG nova.network.neutron [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: a77a87d6-c345-450d-9292-91791bffa435] Successfully updated port: e2888b20-a76e-489d-b64b-7bbe9bdbed95 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1618.880579] env[71058]: DEBUG oslo_concurrency.lockutils [None req-43b94178-402f-404c-82a6-efaec3883831 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Acquiring lock "810103ba-5a1b-4ae2-affd-5437757c5cd2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1618.880754] env[71058]: DEBUG oslo_concurrency.lockutils [None req-43b94178-402f-404c-82a6-efaec3883831 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Lock "810103ba-5a1b-4ae2-affd-5437757c5cd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1618.881514] env[71058]: DEBUG oslo_concurrency.lockutils [None req-43b94178-402f-404c-82a6-efaec3883831 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Acquiring lock "810103ba-5a1b-4ae2-affd-5437757c5cd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1618.881514] env[71058]: DEBUG oslo_concurrency.lockutils [None req-43b94178-402f-404c-82a6-efaec3883831 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Lock "810103ba-5a1b-4ae2-affd-5437757c5cd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1618.881514] env[71058]: DEBUG oslo_concurrency.lockutils [None req-43b94178-402f-404c-82a6-efaec3883831 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Lock "810103ba-5a1b-4ae2-affd-5437757c5cd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1618.890394] env[71058]: INFO nova.compute.manager [None req-43b94178-402f-404c-82a6-efaec3883831 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Terminating instance
[ 1619.062846] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16e65af1-aed0-4a9a-bf19-4e5e9bb97536 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Lock "1eaa0e4b-10c8-43fa-be14-48b25708c047" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 69.591s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1619.216598] env[71058]: DEBUG nova.compute.manager [req-b7d5286b-a93c-448d-ba4c-da27b6d44d0f req-1162e699-eec2-4bcd-a7ee-0da25e0af0cf service nova] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Received event network-changed-3651bc05-47a2-4a94-bd8a-77b7282b8c31 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1619.216865] env[71058]: DEBUG nova.compute.manager [req-b7d5286b-a93c-448d-ba4c-da27b6d44d0f req-1162e699-eec2-4bcd-a7ee-0da25e0af0cf service nova] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Refreshing instance network info cache due to event network-changed-3651bc05-47a2-4a94-bd8a-77b7282b8c31. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1619.216992] env[71058]: DEBUG oslo_concurrency.lockutils [req-b7d5286b-a93c-448d-ba4c-da27b6d44d0f req-1162e699-eec2-4bcd-a7ee-0da25e0af0cf service nova] Acquiring lock "refresh_cache-e82e45c2-73fd-4c07-a492-7727c8c7b65d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1619.217155] env[71058]: DEBUG oslo_concurrency.lockutils [req-b7d5286b-a93c-448d-ba4c-da27b6d44d0f req-1162e699-eec2-4bcd-a7ee-0da25e0af0cf service nova] Acquired lock "refresh_cache-e82e45c2-73fd-4c07-a492-7727c8c7b65d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1619.217338] env[71058]: DEBUG nova.network.neutron [req-b7d5286b-a93c-448d-ba4c-da27b6d44d0f req-1162e699-eec2-4bcd-a7ee-0da25e0af0cf service nova] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Refreshing network info cache for port 3651bc05-47a2-4a94-bd8a-77b7282b8c31 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1619.295186] env[71058]: DEBUG oslo_vmware.api [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5242448c-bc6b-072d-4447-f662863bac7d, 'name': SearchDatastore_Task, 'duration_secs': 0.0157} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1619.296585] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1619.297010] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1619.297393] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1619.297848] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1619.298181] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1619.298589] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0472e347-912f-4ede-9e83-6404cb3174cc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1619.304017] env[71058]: DEBUG nova.compute.manager [req-23f4a627-fef9-4b39-b1e0-3d8d521f74dc req-a058c0e2-374c-4bf9-8e20-3c2e8fe71888 service nova] [instance: a77a87d6-c345-450d-9292-91791bffa435] Received event network-vif-plugged-e2888b20-a76e-489d-b64b-7bbe9bdbed95 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1619.304017] env[71058]: DEBUG oslo_concurrency.lockutils [req-23f4a627-fef9-4b39-b1e0-3d8d521f74dc req-a058c0e2-374c-4bf9-8e20-3c2e8fe71888 service nova] Acquiring lock "a77a87d6-c345-450d-9292-91791bffa435-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1619.306361] env[71058]: DEBUG oslo_concurrency.lockutils [req-23f4a627-fef9-4b39-b1e0-3d8d521f74dc req-a058c0e2-374c-4bf9-8e20-3c2e8fe71888 service nova] Lock "a77a87d6-c345-450d-9292-91791bffa435-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1619.306361] env[71058]: DEBUG oslo_concurrency.lockutils [req-23f4a627-fef9-4b39-b1e0-3d8d521f74dc req-a058c0e2-374c-4bf9-8e20-3c2e8fe71888 service nova] Lock "a77a87d6-c345-450d-9292-91791bffa435-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1619.306361] env[71058]: DEBUG nova.compute.manager [req-23f4a627-fef9-4b39-b1e0-3d8d521f74dc req-a058c0e2-374c-4bf9-8e20-3c2e8fe71888 service nova] [instance: a77a87d6-c345-450d-9292-91791bffa435] No waiting events found dispatching network-vif-plugged-e2888b20-a76e-489d-b64b-7bbe9bdbed95 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1619.306361] env[71058]: WARNING nova.compute.manager [req-23f4a627-fef9-4b39-b1e0-3d8d521f74dc req-a058c0e2-374c-4bf9-8e20-3c2e8fe71888 service nova] [instance: a77a87d6-c345-450d-9292-91791bffa435] Received unexpected event network-vif-plugged-e2888b20-a76e-489d-b64b-7bbe9bdbed95 for instance with vm_state building and task_state spawning.
[ 1619.309863] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1619.310100] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1619.313805] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cc299f1-d055-4d85-be2a-28bc7ae785a1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1619.320572] env[71058]: DEBUG oslo_vmware.api [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1619.320572] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52bb1e6a-0456-b73b-dac4-b56b63a7ec50"
[ 1619.320572] env[71058]:    _type = "Task"
[ 1619.320572] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1619.330088] env[71058]: DEBUG oslo_vmware.api [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52bb1e6a-0456-b73b-dac4-b56b63a7ec50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1619.398861] env[71058]: DEBUG nova.compute.manager [None req-43b94178-402f-404c-82a6-efaec3883831 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1619.399118] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-43b94178-402f-404c-82a6-efaec3883831 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1619.408294] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f5c9a4-ec68-42e0-a18a-36e6ef728c4e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1619.417362] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b94178-402f-404c-82a6-efaec3883831 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1619.417916] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61a25df5-69bc-4692-bdeb-c17a06d9abb2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1619.428653] env[71058]: DEBUG oslo_vmware.api [None req-43b94178-402f-404c-82a6-efaec3883831 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Waiting for the task: (returnval){
[ 1619.428653] env[71058]:    value = "task-2873184"
[ 1619.428653] env[71058]:    _type = "Task"
[ 1619.428653] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1619.440805] env[71058]: DEBUG oslo_vmware.api [None req-43b94178-402f-404c-82a6-efaec3883831 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': task-2873184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1619.574103] env[71058]: DEBUG nova.compute.manager [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1619.673715] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0822b600-25c8-4478-bdec-8af475e98037 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1619.689828] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ec3451-0b6c-4256-a345-1f2f94dee276 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1619.745234] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa07bad2-134f-40f8-a649-1a4a55590e07 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1619.754484] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02133f9c-d122-4685-907e-6d6b744a4fe1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1619.771165] env[71058]: DEBUG nova.compute.provider_tree [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1619.833021] env[71058]: DEBUG oslo_vmware.api [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52bb1e6a-0456-b73b-dac4-b56b63a7ec50, 'name': SearchDatastore_Task, 'duration_secs': 0.036291} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1619.833021] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4519367-5f23-4d1f-b79b-ff24478efe85 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1619.842528] env[71058]: DEBUG oslo_vmware.api [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1619.842528] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52343182-08f7-205d-21f3-a011f0cc68c3"
[ 1619.842528] env[71058]:    _type = "Task"
[ 1619.842528] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1619.851964] env[71058]: DEBUG oslo_vmware.api [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52343182-08f7-205d-21f3-a011f0cc68c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1619.918527] env[71058]: DEBUG nova.network.neutron [-] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1619.943308] env[71058]: DEBUG oslo_vmware.api [None req-43b94178-402f-404c-82a6-efaec3883831 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': task-2873184, 'name': PowerOffVM_Task, 'duration_secs': 0.337238} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1619.943667] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b94178-402f-404c-82a6-efaec3883831 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1619.943860] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-43b94178-402f-404c-82a6-efaec3883831 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1619.944161] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46095de1-bbf9-4d6c-b807-145d402d2af9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1620.010943] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-43b94178-402f-404c-82a6-efaec3883831 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1620.011195] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-43b94178-402f-404c-82a6-efaec3883831 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1620.011582] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-43b94178-402f-404c-82a6-efaec3883831 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Deleting the datastore file [datastore2] 810103ba-5a1b-4ae2-affd-5437757c5cd2 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1620.011928] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99e9f6e2-3ae6-4f8b-b95e-a6c10dc959cf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1620.020964] env[71058]: DEBUG oslo_vmware.api [None req-43b94178-402f-404c-82a6-efaec3883831 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Waiting for the task: (returnval){
[ 1620.020964] env[71058]:    value = "task-2873186"
[ 1620.020964] env[71058]:    _type = "Task"
[ 1620.020964] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1620.037454] env[71058]: DEBUG oslo_vmware.api [None req-43b94178-402f-404c-82a6-efaec3883831 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': task-2873186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1620.096690] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1620.280346] env[71058]: DEBUG nova.scheduler.client.report [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1620.357889] env[71058]: DEBUG oslo_vmware.api [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52343182-08f7-205d-21f3-a011f0cc68c3, 'name': SearchDatastore_Task, 'duration_secs': 0.013722} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1620.357889] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1620.357889] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] e82e45c2-73fd-4c07-a492-7727c8c7b65d/e82e45c2-73fd-4c07-a492-7727c8c7b65d.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1620.357889] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afd52ccc-3b2a-4a0c-8e89-43746f5ed8ca {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1620.364724] env[71058]: DEBUG oslo_vmware.api [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1620.364724] env[71058]:    value = "task-2873187"
[ 1620.364724] env[71058]:    _type = "Task"
[ 1620.364724] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1620.372623] env[71058]: DEBUG oslo_vmware.api [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1620.407447] env[71058]: DEBUG nova.network.neutron [req-b7d5286b-a93c-448d-ba4c-da27b6d44d0f req-1162e699-eec2-4bcd-a7ee-0da25e0af0cf service nova] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Updated VIF entry in instance network info cache for port 3651bc05-47a2-4a94-bd8a-77b7282b8c31. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1620.407447] env[71058]: DEBUG nova.network.neutron [req-b7d5286b-a93c-448d-ba4c-da27b6d44d0f req-1162e699-eec2-4bcd-a7ee-0da25e0af0cf service nova] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Updating instance_info_cache with network_info: [{"id": "3651bc05-47a2-4a94-bd8a-77b7282b8c31", "address": "fa:16:3e:2c:93:7b", "network": {"id": "44f331c6-d2ba-4f83-8182-ad2c9f4e13ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1170651185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ddac6a6d3e341cc90168e936416a974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3651bc05-47", "ovs_interfaceid": "3651bc05-47a2-4a94-bd8a-77b7282b8c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1620.423506] env[71058]: INFO nova.compute.manager [-] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Took 2.30 seconds to deallocate network for instance.
[ 1620.536032] env[71058]: DEBUG oslo_vmware.api [None req-43b94178-402f-404c-82a6-efaec3883831 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Task: {'id': task-2873186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200104} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1620.536265] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-43b94178-402f-404c-82a6-efaec3883831 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1620.536460] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-43b94178-402f-404c-82a6-efaec3883831 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1620.536641] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-43b94178-402f-404c-82a6-efaec3883831 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1620.536902] env[71058]: INFO nova.compute.manager [None req-43b94178-402f-404c-82a6-efaec3883831 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Took 1.14 seconds to destroy the instance on the hypervisor.
[ 1620.537069] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43b94178-402f-404c-82a6-efaec3883831 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1620.537272] env[71058]: DEBUG nova.compute.manager [-] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1620.537363] env[71058]: DEBUG nova.network.neutron [-] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1620.788177] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.860s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1620.788804] env[71058]: DEBUG nova.compute.manager [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1620.792155] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a8332e5f-f7a6-455b-8843-c11729c998ca tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.023s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1620.792439] env[71058]: DEBUG nova.objects.instance [None req-a8332e5f-f7a6-455b-8843-c11729c998ca tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Lazy-loading 'resources' on Instance uuid 338cd685-d536-4a70-b1e1-c1ec273c60d1 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1620.874425] env[71058]: DEBUG oslo_vmware.api [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873187, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1620.909751] env[71058]: DEBUG oslo_concurrency.lockutils [req-b7d5286b-a93c-448d-ba4c-da27b6d44d0f req-1162e699-eec2-4bcd-a7ee-0da25e0af0cf service nova] Releasing lock "refresh_cache-e82e45c2-73fd-4c07-a492-7727c8c7b65d" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1620.929715] env[71058]: DEBUG oslo_concurrency.lockutils [None req-68eef09c-60db-4316-86a5-b4f5b8c49cfe tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1621.069963] env[71058]: DEBUG nova.network.neutron [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: a77a87d6-c345-450d-9292-91791bffa435] Successfully updated port: 8e798276-03fc-4e34-86df-51cc40ff347f {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1621.295697] env[71058]: DEBUG nova.compute.utils [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1621.304200] env[71058]: DEBUG nova.compute.manager [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1621.304392] env[71058]: DEBUG nova.network.neutron [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1621.348845] env[71058]: DEBUG nova.policy [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce60e6d5b5204d2f8a76b2c6972ee8da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17af35ecde854246840d1e08ccd1fdfe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1621.376271] env[71058]: DEBUG oslo_vmware.api [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873187, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567944} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1621.378946] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] e82e45c2-73fd-4c07-a492-7727c8c7b65d/e82e45c2-73fd-4c07-a492-7727c8c7b65d.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1621.379322] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1621.380090] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acb09e07-77e7-482b-b293-dcb994534351 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1621.388723] env[71058]: DEBUG oslo_vmware.api [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1621.388723] env[71058]:    value = "task-2873188"
[ 1621.388723] env[71058]:    _type = "Task"
[ 1621.388723] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1621.407708] env[71058]: DEBUG oslo_vmware.api [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1621.572699] env[71058]: DEBUG oslo_concurrency.lockutils [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Acquiring lock "refresh_cache-a77a87d6-c345-450d-9292-91791bffa435" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1621.572917] env[71058]: DEBUG oslo_concurrency.lockutils [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Acquired lock "refresh_cache-a77a87d6-c345-450d-9292-91791bffa435" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1621.573047] env[71058]: DEBUG nova.network.neutron [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: a77a87d6-c345-450d-9292-91791bffa435] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1621.680922] env[71058]: DEBUG nova.network.neutron [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Successfully created port: 0d810f22-111d-46a1-834d-a3f011629158 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1621.808656] env[71058]: DEBUG nova.compute.manager [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1621.907035] env[71058]: DEBUG oslo_vmware.api [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087768} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1621.908785] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1621.910217] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e82fb8-0306-4b79-8fbb-9c696902bf5a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1621.936247] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] e82e45c2-73fd-4c07-a492-7727c8c7b65d/e82e45c2-73fd-4c07-a492-7727c8c7b65d.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1621.937071] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c334d6e6-14fe-4c40-be7f-d6bef7c8da8d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1621.961690] env[71058]: DEBUG nova.network.neutron [-] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1621.962995] env[71058]: DEBUG oslo_vmware.api [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1621.962995] env[71058]:    value = "task-2873189"
[ 1621.962995] env[71058]:    _type = "Task"
[ 1621.962995] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1621.974166] env[71058]: DEBUG oslo_vmware.api [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873189, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1622.011352] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641907c8-bdfa-43b5-b3c7-2e870d0e733f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1622.020975] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efed571-99c5-4272-b497-60daaa54879e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1622.062805] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41939632-9319-42ef-8d8b-e98d58539292 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1622.073181] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b75a9b5-4de6-4d0d-abb4-bdb6bb4a2a7a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1622.088149] env[71058]: DEBUG nova.compute.provider_tree [None req-a8332e5f-f7a6-455b-8843-c11729c998ca tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1622.094303] env[71058]: DEBUG nova.compute.manager [req-e536f4ca-5a81-449b-810a-9f40372ce31e req-17323168-9f19-4f76-9322-6e38d69d26c1 service nova] [instance: a77a87d6-c345-450d-9292-91791bffa435] Received event network-changed-e2888b20-a76e-489d-b64b-7bbe9bdbed95 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1622.094771] env[71058]: DEBUG nova.compute.manager [req-e536f4ca-5a81-449b-810a-9f40372ce31e req-17323168-9f19-4f76-9322-6e38d69d26c1 service nova] [instance: a77a87d6-c345-450d-9292-91791bffa435] Refreshing instance network info cache due to event network-changed-e2888b20-a76e-489d-b64b-7bbe9bdbed95. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1622.094771] env[71058]: DEBUG oslo_concurrency.lockutils [req-e536f4ca-5a81-449b-810a-9f40372ce31e req-17323168-9f19-4f76-9322-6e38d69d26c1 service nova] Acquiring lock "refresh_cache-a77a87d6-c345-450d-9292-91791bffa435" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1622.128127] env[71058]: DEBUG nova.compute.manager [req-df6ff577-e550-42c7-a5e4-154cb7f12e01 req-1939bc85-394c-43ff-890e-5a893e77d468 service nova] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Received event network-vif-deleted-c40e53be-96f3-444e-949f-ccf70045ddfb {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1622.161734] env[71058]: DEBUG nova.network.neutron [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: a77a87d6-c345-450d-9292-91791bffa435] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1622.464606] env[71058]: INFO nova.compute.manager [-] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Took 1.93 seconds to deallocate network for instance.
[ 1622.480772] env[71058]: DEBUG oslo_vmware.api [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873189, 'name': ReconfigVM_Task, 'duration_secs': 0.324431} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1622.480772] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Reconfigured VM instance instance-00000036 to attach disk [datastore1] e82e45c2-73fd-4c07-a492-7727c8c7b65d/e82e45c2-73fd-4c07-a492-7727c8c7b65d.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1622.480772] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0eea2fa-258e-4ff0-bb51-a0a825481127 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1622.493947] env[71058]: DEBUG oslo_vmware.api [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1622.493947] env[71058]:    value = "task-2873190"
[ 1622.493947] env[71058]:    _type = "Task"
[ 1622.493947] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1622.512676] env[71058]: DEBUG oslo_vmware.api [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873190, 'name': Rename_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1622.591888] env[71058]: DEBUG nova.scheduler.client.report [None req-a8332e5f-f7a6-455b-8843-c11729c998ca tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1622.820154] env[71058]: DEBUG nova.compute.manager [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1622.850048] env[71058]: DEBUG nova.virt.hardware [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1622.850352] env[71058]: DEBUG nova.virt.hardware [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1622.850507] env[71058]: DEBUG nova.virt.hardware [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1622.851012] env[71058]: DEBUG nova.virt.hardware [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1622.851012] env[71058]: DEBUG nova.virt.hardware [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1622.851012] env[71058]: DEBUG nova.virt.hardware [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1622.851277] env[71058]: DEBUG nova.virt.hardware [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1622.851449] env[71058]: DEBUG nova.virt.hardware [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1622.851654] env[71058]: DEBUG nova.virt.hardware [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1622.851812] env[71058]: DEBUG nova.virt.hardware [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1622.851981] env[71058]: DEBUG nova.virt.hardware [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1622.852954] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8511b79e-3bcb-4b25-853f-f7335db87e74 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1622.862777] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c513d5bd-c59d-4761-9765-c6f0abb1ea37 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1622.975113] env[71058]: DEBUG oslo_concurrency.lockutils [None req-43b94178-402f-404c-82a6-efaec3883831 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1623.006487] env[71058]: DEBUG oslo_vmware.api [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873190, 'name': Rename_Task, 'duration_secs': 0.165274} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1623.007035] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1623.007121] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2faa4bc-3a18-4600-b6dc-dc319b74a845 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1623.017609] env[71058]: DEBUG oslo_vmware.api [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1623.017609] env[71058]:    value = "task-2873191"
[ 1623.017609] env[71058]:    _type = "Task"
[ 1623.017609] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1623.030703] env[71058]: DEBUG oslo_vmware.api [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1623.085859] env[71058]: DEBUG nova.network.neutron [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: a77a87d6-c345-450d-9292-91791bffa435] Updating instance_info_cache with network_info: [{"id": "e2888b20-a76e-489d-b64b-7bbe9bdbed95", "address": "fa:16:3e:24:59:ef", "network": {"id": "81bc1d15-5e75-406b-94e7-5bc30bcb2c74", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-318301555", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b21d5ba483f43528a132952afe31171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2888b20-a7", "ovs_interfaceid": "e2888b20-a76e-489d-b64b-7bbe9bdbed95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8e798276-03fc-4e34-86df-51cc40ff347f", "address": "fa:16:3e:43:7c:2e", "network": {"id": "3d7b624c-3387-48db-94b6-02a8478f9d53", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-673085595", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4b21d5ba483f43528a132952afe31171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e798276-03", "ovs_interfaceid": "8e798276-03fc-4e34-86df-51cc40ff347f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1623.098580] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a8332e5f-f7a6-455b-8843-c11729c998ca tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.306s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1623.101291] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.983s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1623.103939] env[71058]: INFO nova.compute.claims [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1623.142444] env[71058]: INFO nova.scheduler.client.report [None req-a8332e5f-f7a6-455b-8843-c11729c998ca tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Deleted allocations for instance 338cd685-d536-4a70-b1e1-c1ec273c60d1
[ 1623.246136] env[71058]: DEBUG nova.network.neutron [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Successfully updated port: 0d810f22-111d-46a1-834d-a3f011629158 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1623.538382] env[71058]: DEBUG oslo_vmware.api [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873191, 'name': PowerOnVM_Task, 'duration_secs': 0.469611} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1623.539339] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1623.539629] env[71058]: INFO nova.compute.manager [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Took 8.68 seconds to spawn the instance on the hypervisor.
[ 1623.539828] env[71058]: DEBUG nova.compute.manager [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1623.540986] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c44e57-d8b0-465f-85db-4aff4ef54737 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1623.590450] env[71058]: DEBUG oslo_concurrency.lockutils [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Releasing lock "refresh_cache-a77a87d6-c345-450d-9292-91791bffa435" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1623.591496] env[71058]: DEBUG nova.compute.manager [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: a77a87d6-c345-450d-9292-91791bffa435] Instance network_info: |[{"id": "e2888b20-a76e-489d-b64b-7bbe9bdbed95", "address": "fa:16:3e:24:59:ef", "network": {"id": "81bc1d15-5e75-406b-94e7-5bc30bcb2c74", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-318301555", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b21d5ba483f43528a132952afe31171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2888b20-a7", "ovs_interfaceid": "e2888b20-a76e-489d-b64b-7bbe9bdbed95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8e798276-03fc-4e34-86df-51cc40ff347f", "address": "fa:16:3e:43:7c:2e", "network": {"id": "3d7b624c-3387-48db-94b6-02a8478f9d53", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-673085595", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4b21d5ba483f43528a132952afe31171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e798276-03", "ovs_interfaceid": "8e798276-03fc-4e34-86df-51cc40ff347f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1623.591496] env[71058]: DEBUG oslo_concurrency.lockutils [req-e536f4ca-5a81-449b-810a-9f40372ce31e req-17323168-9f19-4f76-9322-6e38d69d26c1 service nova] Acquired lock "refresh_cache-a77a87d6-c345-450d-9292-91791bffa435" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1623.591980] env[71058]: DEBUG nova.network.neutron [req-e536f4ca-5a81-449b-810a-9f40372ce31e req-17323168-9f19-4f76-9322-6e38d69d26c1 service nova] [instance: a77a87d6-c345-450d-9292-91791bffa435] Refreshing network info cache for port e2888b20-a76e-489d-b64b-7bbe9bdbed95 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1623.592923] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: a77a87d6-c345-450d-9292-91791bffa435] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:59:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2888b20-a76e-489d-b64b-7bbe9bdbed95', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:7c:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3734b156-0f7d-4721-b23c-d000412ec2eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e798276-03fc-4e34-86df-51cc40ff347f', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1623.606255] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1623.610389] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a77a87d6-c345-450d-9292-91791bffa435] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1623.614518] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0877c598-dd68-4b3d-a34e-f3cb78e5c096 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1623.647878] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1623.647878] env[71058]:    value = "task-2873192"
[ 1623.647878] env[71058]:    _type = "Task"
[ 1623.647878] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1623.660812] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873192, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1623.661360] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a8332e5f-f7a6-455b-8843-c11729c998ca tempest-InstanceActionsTestJSON-567079658 tempest-InstanceActionsTestJSON-567079658-project-member] Lock "338cd685-d536-4a70-b1e1-c1ec273c60d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 37.475s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1623.670886] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8a307207-8688-403f-8469-e41099872eb2 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "4795f420-9f4e-4eab-98d7-9eaf0da179bf" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1623.671225] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8a307207-8688-403f-8469-e41099872eb2 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "4795f420-9f4e-4eab-98d7-9eaf0da179bf" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1623.671620] env[71058]: DEBUG nova.compute.manager [None req-8a307207-8688-403f-8469-e41099872eb2 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1623.672373] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3af7a00-695b-4d84-b7f9-b1d42344dc33 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1623.683028] env[71058]: DEBUG nova.compute.manager [None req-8a307207-8688-403f-8469-e41099872eb2 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71058) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}}
[ 1623.683666] env[71058]: DEBUG nova.objects.instance [None req-8a307207-8688-403f-8469-e41099872eb2 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lazy-loading 'flavor' on Instance uuid 4795f420-9f4e-4eab-98d7-9eaf0da179bf {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1623.748607] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "refresh_cache-ce9fb314-268d-4fb8-8931-648e951e025b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1623.748823] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquired lock "refresh_cache-ce9fb314-268d-4fb8-8931-648e951e025b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1623.748949] env[71058]: DEBUG nova.network.neutron [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1624.071117] env[71058]: INFO nova.compute.manager [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Took 39.44 seconds to build instance.
[ 1624.162845] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873192, 'name': CreateVM_Task, 'duration_secs': 0.40327} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1624.166128] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a77a87d6-c345-450d-9292-91791bffa435] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1624.169811] env[71058]: DEBUG oslo_concurrency.lockutils [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1624.170035] env[71058]: DEBUG oslo_concurrency.lockutils [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1624.170452] env[71058]: DEBUG oslo_concurrency.lockutils [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1624.171135] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-869fcff9-c807-458b-ad1b-e262b26c95d7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1624.178832] env[71058]: DEBUG oslo_vmware.api [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Waiting for the task: (returnval){
[ 1624.178832] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5282359e-a260-691b-9b3c-484d0ba030d4"
[ 1624.178832] env[71058]:    _type = "Task"
[ 1624.178832] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1624.192292] env[71058]: DEBUG oslo_vmware.api [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5282359e-a260-691b-9b3c-484d0ba030d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1624.258609] env[71058]: DEBUG nova.network.neutron [req-e536f4ca-5a81-449b-810a-9f40372ce31e req-17323168-9f19-4f76-9322-6e38d69d26c1 service nova] [instance: a77a87d6-c345-450d-9292-91791bffa435] Updated VIF entry in instance network info cache for port e2888b20-a76e-489d-b64b-7bbe9bdbed95. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1624.260598] env[71058]: DEBUG nova.network.neutron [req-e536f4ca-5a81-449b-810a-9f40372ce31e req-17323168-9f19-4f76-9322-6e38d69d26c1 service nova] [instance: a77a87d6-c345-450d-9292-91791bffa435] Updating instance_info_cache with network_info: [{"id": "e2888b20-a76e-489d-b64b-7bbe9bdbed95", "address": "fa:16:3e:24:59:ef", "network": {"id": "81bc1d15-5e75-406b-94e7-5bc30bcb2c74", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-318301555", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b21d5ba483f43528a132952afe31171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2888b20-a7", "ovs_interfaceid": "e2888b20-a76e-489d-b64b-7bbe9bdbed95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8e798276-03fc-4e34-86df-51cc40ff347f", "address": "fa:16:3e:43:7c:2e", "network": {"id": "3d7b624c-3387-48db-94b6-02a8478f9d53", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-673085595", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4b21d5ba483f43528a132952afe31171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e798276-03", "ovs_interfaceid": "8e798276-03fc-4e34-86df-51cc40ff347f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1624.315571] env[71058]: DEBUG nova.network.neutron [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1624.562117] env[71058]: DEBUG nova.compute.manager [req-52b10d55-a813-45e7-94cd-c3230634da3f req-2b9606a9-9869-4c13-8fd8-d41bcd5eed6d service nova] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Received event network-vif-plugged-0d810f22-111d-46a1-834d-a3f011629158 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1624.564300] env[71058]: DEBUG oslo_concurrency.lockutils [req-52b10d55-a813-45e7-94cd-c3230634da3f req-2b9606a9-9869-4c13-8fd8-d41bcd5eed6d service nova] Acquiring lock "ce9fb314-268d-4fb8-8931-648e951e025b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1624.564662] env[71058]: DEBUG oslo_concurrency.lockutils [req-52b10d55-a813-45e7-94cd-c3230634da3f req-2b9606a9-9869-4c13-8fd8-d41bcd5eed6d service nova] Lock "ce9fb314-268d-4fb8-8931-648e951e025b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1624.564758] env[71058]: DEBUG oslo_concurrency.lockutils [req-52b10d55-a813-45e7-94cd-c3230634da3f req-2b9606a9-9869-4c13-8fd8-d41bcd5eed6d service nova] Lock "ce9fb314-268d-4fb8-8931-648e951e025b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1624.564934] env[71058]: DEBUG nova.compute.manager [req-52b10d55-a813-45e7-94cd-c3230634da3f req-2b9606a9-9869-4c13-8fd8-d41bcd5eed6d service nova] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] No waiting events found dispatching network-vif-plugged-0d810f22-111d-46a1-834d-a3f011629158 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1624.567114] env[71058]: WARNING nova.compute.manager [req-52b10d55-a813-45e7-94cd-c3230634da3f req-2b9606a9-9869-4c13-8fd8-d41bcd5eed6d service nova] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Received unexpected event network-vif-plugged-0d810f22-111d-46a1-834d-a3f011629158 for instance with vm_state building and task_state spawning.
[ 1624.567114] env[71058]: DEBUG nova.compute.manager [req-52b10d55-a813-45e7-94cd-c3230634da3f req-2b9606a9-9869-4c13-8fd8-d41bcd5eed6d service nova] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Received event network-changed-0d810f22-111d-46a1-834d-a3f011629158 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1624.567114] env[71058]: DEBUG nova.compute.manager [req-52b10d55-a813-45e7-94cd-c3230634da3f req-2b9606a9-9869-4c13-8fd8-d41bcd5eed6d service nova] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Refreshing instance network info cache due to event network-changed-0d810f22-111d-46a1-834d-a3f011629158. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1624.567114] env[71058]: DEBUG oslo_concurrency.lockutils [req-52b10d55-a813-45e7-94cd-c3230634da3f req-2b9606a9-9869-4c13-8fd8-d41bcd5eed6d service nova] Acquiring lock "refresh_cache-ce9fb314-268d-4fb8-8931-648e951e025b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1624.572785] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2018e520-e84d-4898-a49f-e3e5301d0a15 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "e82e45c2-73fd-4c07-a492-7727c8c7b65d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 51.613s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1624.587179] env[71058]: DEBUG nova.compute.manager [req-4a9bf083-a40b-4f5b-9ae3-b132303957e3 req-d9757263-801b-4f2a-918a-24040bbeeb83 service nova] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Received event network-vif-deleted-0e5c3c89-99b7-4a3c-a8dc-f7f0669b7c14 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1624.692446] env[71058]: DEBUG oslo_vmware.api [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5282359e-a260-691b-9b3c-484d0ba030d4, 'name': SearchDatastore_Task, 'duration_secs': 0.018727} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1624.692446] env[71058]: DEBUG oslo_concurrency.lockutils [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1624.692446] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: a77a87d6-c345-450d-9292-91791bffa435] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1624.692631] env[71058]: DEBUG oslo_concurrency.lockutils [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1624.693163] env[71058]: DEBUG oslo_concurrency.lockutils [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1624.693163] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1624.693315] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50d89b9a-f872-42b9-95f3-7c5f249f1f9e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1624.695774] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a307207-8688-403f-8469-e41099872eb2 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1624.697235] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f45a38bb-f06a-43d2-8562-794edb3c69c7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1624.707700] env[71058]: DEBUG oslo_vmware.api [None req-8a307207-8688-403f-8469-e41099872eb2 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1624.707700] env[71058]:    value = "task-2873193"
[ 1624.707700] env[71058]:    _type = "Task"
[ 1624.707700] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1624.709034] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1624.709249] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1624.712859] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7bdfde8-5921-4dd5-a48b-fd50cb908f3e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1624.727291] env[71058]: DEBUG oslo_vmware.api [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Waiting for the task: (returnval){
[ 1624.727291] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526df54a-f3c9-0fe3-dbf1-6866e8e33581"
[ 1624.727291] env[71058]:    _type = "Task"
[ 1624.727291] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1624.727291] env[71058]: DEBUG oslo_vmware.api [None req-8a307207-8688-403f-8469-e41099872eb2 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1624.740459] env[71058]: DEBUG oslo_vmware.api [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526df54a-f3c9-0fe3-dbf1-6866e8e33581, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1624.767020] env[71058]: DEBUG oslo_concurrency.lockutils [req-e536f4ca-5a81-449b-810a-9f40372ce31e req-17323168-9f19-4f76-9322-6e38d69d26c1 service nova] Releasing lock "refresh_cache-a77a87d6-c345-450d-9292-91791bffa435" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1624.767020] env[71058]: DEBUG nova.compute.manager [req-e536f4ca-5a81-449b-810a-9f40372ce31e req-17323168-9f19-4f76-9322-6e38d69d26c1 service nova] [instance: a77a87d6-c345-450d-9292-91791bffa435] Received event network-vif-plugged-8e798276-03fc-4e34-86df-51cc40ff347f {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1624.767020] env[71058]: DEBUG oslo_concurrency.lockutils [req-e536f4ca-5a81-449b-810a-9f40372ce31e req-17323168-9f19-4f76-9322-6e38d69d26c1 service nova] Acquiring lock "a77a87d6-c345-450d-9292-91791bffa435-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1624.767020] env[71058]: DEBUG oslo_concurrency.lockutils [req-e536f4ca-5a81-449b-810a-9f40372ce31e req-17323168-9f19-4f76-9322-6e38d69d26c1 service nova] Lock "a77a87d6-c345-450d-9292-91791bffa435-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1624.767020] env[71058]: DEBUG oslo_concurrency.lockutils [req-e536f4ca-5a81-449b-810a-9f40372ce31e req-17323168-9f19-4f76-9322-6e38d69d26c1 service nova] Lock "a77a87d6-c345-450d-9292-91791bffa435-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1624.767020] env[71058]: DEBUG nova.compute.manager [req-e536f4ca-5a81-449b-810a-9f40372ce31e req-17323168-9f19-4f76-9322-6e38d69d26c1 service nova] [instance: a77a87d6-c345-450d-9292-91791bffa435] No waiting events found dispatching network-vif-plugged-8e798276-03fc-4e34-86df-51cc40ff347f {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1624.767020] env[71058]: WARNING nova.compute.manager [req-e536f4ca-5a81-449b-810a-9f40372ce31e req-17323168-9f19-4f76-9322-6e38d69d26c1 service nova] [instance: a77a87d6-c345-450d-9292-91791bffa435] Received unexpected event network-vif-plugged-8e798276-03fc-4e34-86df-51cc40ff347f for instance with vm_state building and task_state spawning.
[ 1624.767020] env[71058]: DEBUG nova.compute.manager [req-e536f4ca-5a81-449b-810a-9f40372ce31e req-17323168-9f19-4f76-9322-6e38d69d26c1 service nova] [instance: a77a87d6-c345-450d-9292-91791bffa435] Received event network-changed-8e798276-03fc-4e34-86df-51cc40ff347f {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1624.767020] env[71058]: DEBUG nova.compute.manager [req-e536f4ca-5a81-449b-810a-9f40372ce31e req-17323168-9f19-4f76-9322-6e38d69d26c1 service nova] [instance: a77a87d6-c345-450d-9292-91791bffa435] Refreshing instance network info cache due to event network-changed-8e798276-03fc-4e34-86df-51cc40ff347f. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1624.767020] env[71058]: DEBUG oslo_concurrency.lockutils [req-e536f4ca-5a81-449b-810a-9f40372ce31e req-17323168-9f19-4f76-9322-6e38d69d26c1 service nova] Acquiring lock "refresh_cache-a77a87d6-c345-450d-9292-91791bffa435" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1624.767020] env[71058]: DEBUG oslo_concurrency.lockutils [req-e536f4ca-5a81-449b-810a-9f40372ce31e req-17323168-9f19-4f76-9322-6e38d69d26c1 service nova] Acquired lock "refresh_cache-a77a87d6-c345-450d-9292-91791bffa435" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1624.767020] env[71058]: DEBUG nova.network.neutron [req-e536f4ca-5a81-449b-810a-9f40372ce31e req-17323168-9f19-4f76-9322-6e38d69d26c1 service nova] [instance: a77a87d6-c345-450d-9292-91791bffa435] Refreshing network info cache for port 8e798276-03fc-4e34-86df-51cc40ff347f {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1624.788192] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fbc69e-9314-43dc-bf75-3750d9b04590 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1624.799455] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0113a8-6d4e-42fe-aa0e-f777e123c418 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1624.834546] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7899d3-0ea5-40ba-9dad-7dc532ee8865 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1624.841551] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5da031-9aa4-4b84-8ed3-697cf87bbbf3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1624.858913] env[71058]: DEBUG nova.compute.provider_tree [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1624.942834] env[71058]: DEBUG nova.network.neutron [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Updating instance_info_cache with network_info: [{"id": "0d810f22-111d-46a1-834d-a3f011629158", "address": "fa:16:3e:cf:ff:7d", "network": {"id": "0e55cc18-b52f-4c57-ac37-4902a108877c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1582599326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17af35ecde854246840d1e08ccd1fdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d810f22-11", "ovs_interfaceid": "0d810f22-111d-46a1-834d-a3f011629158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1625.076582] env[71058]: DEBUG nova.compute.manager [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1625.219159] env[71058]: DEBUG oslo_vmware.api [None req-8a307207-8688-403f-8469-e41099872eb2 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873193, 'name': PowerOffVM_Task, 'duration_secs': 0.48872} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1625.219441] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a307207-8688-403f-8469-e41099872eb2 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1625.219669] env[71058]: DEBUG nova.compute.manager [None req-8a307207-8688-403f-8469-e41099872eb2 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1625.220606] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30dc5371-18fd-4cf4-a969-d27f0e871374 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1625.240259] env[71058]: DEBUG oslo_vmware.api [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526df54a-f3c9-0fe3-dbf1-6866e8e33581, 'name': SearchDatastore_Task, 'duration_secs': 0.021319} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1625.241118] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b17f549-cd2d-4e4c-82a2-8eb3b752799b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1625.247015] env[71058]: DEBUG oslo_vmware.api [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Waiting for the task: (returnval){
[ 1625.247015] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a676e6-4328-222e-97d9-204017feeee0"
[ 1625.247015] env[71058]:    _type = "Task"
[ 1625.247015] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1625.258519] env[71058]: DEBUG oslo_vmware.api [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a676e6-4328-222e-97d9-204017feeee0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1625.364265] env[71058]: DEBUG nova.scheduler.client.report [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1625.445245] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Releasing lock "refresh_cache-ce9fb314-268d-4fb8-8931-648e951e025b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1625.445563] env[71058]: DEBUG nova.compute.manager [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Instance network_info: |[{"id": "0d810f22-111d-46a1-834d-a3f011629158", "address": "fa:16:3e:cf:ff:7d", "network": {"id": "0e55cc18-b52f-4c57-ac37-4902a108877c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1582599326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17af35ecde854246840d1e08ccd1fdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d810f22-11", "ovs_interfaceid": "0d810f22-111d-46a1-834d-a3f011629158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1625.449018] env[71058]: DEBUG oslo_concurrency.lockutils [req-52b10d55-a813-45e7-94cd-c3230634da3f req-2b9606a9-9869-4c13-8fd8-d41bcd5eed6d service nova] Acquired lock "refresh_cache-ce9fb314-268d-4fb8-8931-648e951e025b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1625.449018] env[71058]: DEBUG nova.network.neutron [req-52b10d55-a813-45e7-94cd-c3230634da3f req-2b9606a9-9869-4c13-8fd8-d41bcd5eed6d service nova] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Refreshing network info cache for port 0d810f22-111d-46a1-834d-a3f011629158 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1625.449018] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:ff:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f35e69ef-c2c8-4b8c-9887-33e97b242c0a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d810f22-111d-46a1-834d-a3f011629158', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1625.455917] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Creating folder: Project (17af35ecde854246840d1e08ccd1fdfe). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1625.459276] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b07843f9-852b-466d-8387-1015f9b059c3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1625.471684] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Created folder: Project (17af35ecde854246840d1e08ccd1fdfe) in parent group-v577298.
[ 1625.471870] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Creating folder: Instances. Parent ref: group-v577471. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1625.472128] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-adbae0d2-2d9d-4089-bd87-c5344883ab20 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1625.484803] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Created folder: Instances in parent group-v577471.
[ 1625.485117] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1625.485597] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1625.485597] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-606c3ae8-ff06-486b-ac0b-d20af84dc0bd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1625.510204] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1625.510204] env[71058]:    value = "task-2873196"
[ 1625.510204] env[71058]:    _type = "Task"
[ 1625.510204] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1625.524100] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873196, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1625.609443] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1625.666966] env[71058]: DEBUG nova.compute.manager [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1625.667968] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3b5cce-90c1-42c7-9a17-8ae6adc05df2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1625.736925] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8a307207-8688-403f-8469-e41099872eb2 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "4795f420-9f4e-4eab-98d7-9eaf0da179bf" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 2.066s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1625.760436] env[71058]: DEBUG oslo_vmware.api [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a676e6-4328-222e-97d9-204017feeee0, 'name': SearchDatastore_Task, 'duration_secs': 0.02218} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1625.760666] env[71058]: DEBUG oslo_concurrency.lockutils [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1625.760994] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] a77a87d6-c345-450d-9292-91791bffa435/a77a87d6-c345-450d-9292-91791bffa435.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1625.761526] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68ae8d0f-c2ca-45c3-aa4e-3429feb67936 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1625.772637] env[71058]: DEBUG oslo_vmware.api [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Waiting for the task: (returnval){
[ 1625.772637] env[71058]:    value = "task-2873197"
[ 1625.772637] env[71058]:    _type = "Task"
[ 1625.772637] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1625.781924] env[71058]: DEBUG nova.network.neutron [req-e536f4ca-5a81-449b-810a-9f40372ce31e req-17323168-9f19-4f76-9322-6e38d69d26c1 service nova] [instance: a77a87d6-c345-450d-9292-91791bffa435] Updated VIF entry in instance network info cache for port 8e798276-03fc-4e34-86df-51cc40ff347f. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1625.781924] env[71058]: DEBUG nova.network.neutron [req-e536f4ca-5a81-449b-810a-9f40372ce31e req-17323168-9f19-4f76-9322-6e38d69d26c1 service nova] [instance: a77a87d6-c345-450d-9292-91791bffa435] Updating instance_info_cache with network_info: [{"id": "e2888b20-a76e-489d-b64b-7bbe9bdbed95", "address": "fa:16:3e:24:59:ef", "network": {"id": "81bc1d15-5e75-406b-94e7-5bc30bcb2c74", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-318301555", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b21d5ba483f43528a132952afe31171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2888b20-a7", "ovs_interfaceid": "e2888b20-a76e-489d-b64b-7bbe9bdbed95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8e798276-03fc-4e34-86df-51cc40ff347f", "address": "fa:16:3e:43:7c:2e", "network": {"id": "3d7b624c-3387-48db-94b6-02a8478f9d53", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-673085595", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4b21d5ba483f43528a132952afe31171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e798276-03", "ovs_interfaceid": "8e798276-03fc-4e34-86df-51cc40ff347f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1625.785427] env[71058]: DEBUG oslo_vmware.api [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': task-2873197, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1625.874403] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1625.875316] env[71058]: DEBUG nova.compute.manager [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1625.878808] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e68d0656-3eed-4a60-8f48-92d0d7a25d7c tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.550s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1625.879072] env[71058]: DEBUG nova.objects.instance [None req-e68d0656-3eed-4a60-8f48-92d0d7a25d7c tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Lazy-loading 'resources' on Instance uuid 8745df0c-1d8b-4784-a3aa-4a0134936dc0 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1626.023102] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873196, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1626.184701] env[71058]: INFO nova.compute.manager [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] instance snapshotting
[ 1626.186355] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93c57f9-309d-4134-88d4-96d49a7ac69b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1626.210157] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a06bb9-5b8b-42d3-b353-b160405df85c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1626.289279] env[71058]: DEBUG oslo_concurrency.lockutils [req-e536f4ca-5a81-449b-810a-9f40372ce31e req-17323168-9f19-4f76-9322-6e38d69d26c1 service nova] Releasing lock "refresh_cache-a77a87d6-c345-450d-9292-91791bffa435" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1626.293165] env[71058]: DEBUG oslo_vmware.api [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': task-2873197, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1626.392410] env[71058]: DEBUG nova.compute.utils [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1626.394078] env[71058]: DEBUG nova.compute.manager [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1626.394266] env[71058]: DEBUG nova.network.neutron [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1626.472527] env[71058]: DEBUG nova.policy [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8085726963f04ceaafddd8847f9cd197', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2eb0942db4f441ba9e786dfcdd86728', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1626.474878] env[71058]: DEBUG nova.network.neutron [req-52b10d55-a813-45e7-94cd-c3230634da3f req-2b9606a9-9869-4c13-8fd8-d41bcd5eed6d service nova] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Updated VIF entry in instance network info cache for port 0d810f22-111d-46a1-834d-a3f011629158. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1626.475293] env[71058]: DEBUG nova.network.neutron [req-52b10d55-a813-45e7-94cd-c3230634da3f req-2b9606a9-9869-4c13-8fd8-d41bcd5eed6d service nova] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Updating instance_info_cache with network_info: [{"id": "0d810f22-111d-46a1-834d-a3f011629158", "address": "fa:16:3e:cf:ff:7d", "network": {"id": "0e55cc18-b52f-4c57-ac37-4902a108877c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1582599326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17af35ecde854246840d1e08ccd1fdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d810f22-11", "ovs_interfaceid": "0d810f22-111d-46a1-834d-a3f011629158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1626.528121] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873196, 'name': CreateVM_Task, 'duration_secs': 0.655228} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1626.530365] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1626.532277] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1626.532277] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1626.532655] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1626.532886] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17e07828-b568-4b0d-8d6a-b9d3ae36b5d0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1626.538999] env[71058]: DEBUG oslo_vmware.api [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1626.538999] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b1a305-42fb-3580-f04a-584233a4afb9"
[ 1626.538999] env[71058]:    _type = "Task"
[ 1626.538999] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1626.554593] env[71058]: DEBUG oslo_vmware.api [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b1a305-42fb-3580-f04a-584233a4afb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1626.727996] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Creating Snapshot of the VM instance {{(pid=71058) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}}
[ 1626.728368] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-12880c2d-3179-46c7-ac7d-ec0124908ea5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1626.739513] env[71058]: DEBUG oslo_vmware.api [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1626.739513] env[71058]:    value = "task-2873198"
[ 1626.739513] env[71058]:    _type = "Task"
[ 1626.739513] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1626.760629] env[71058]: DEBUG oslo_vmware.api [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873198, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1626.792437] env[71058]: DEBUG oslo_vmware.api [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': task-2873197, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604687} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1626.793435] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] a77a87d6-c345-450d-9292-91791bffa435/a77a87d6-c345-450d-9292-91791bffa435.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1626.793657] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: a77a87d6-c345-450d-9292-91791bffa435] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1626.793849] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25bba643-a506-4082-be77-2aac24d901b0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1626.806169] env[71058]: DEBUG oslo_vmware.api [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Waiting for the task: (returnval){
[ 1626.806169] env[71058]:    value = "task-2873199"
[ 1626.806169] env[71058]:    _type = "Task"
[ 1626.806169] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1626.817016] env[71058]: DEBUG oslo_vmware.api [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': task-2873199, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1626.897355] env[71058]: DEBUG nova.compute.manager [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1626.960912] env[71058]: DEBUG nova.network.neutron [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Successfully created port: ef526551-b8b1-49aa-a428-8a76f48c63de {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1626.981956] env[71058]: DEBUG oslo_concurrency.lockutils [req-52b10d55-a813-45e7-94cd-c3230634da3f req-2b9606a9-9869-4c13-8fd8-d41bcd5eed6d service nova] Releasing lock "refresh_cache-ce9fb314-268d-4fb8-8931-648e951e025b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1627.054677] env[71058]: DEBUG oslo_vmware.api [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b1a305-42fb-3580-f04a-584233a4afb9, 'name': SearchDatastore_Task, 'duration_secs': 0.016088} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1627.054915] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1627.055378] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1627.055378] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1627.055516] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1627.056089] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1627.056089] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7a316d8-f740-4147-b86c-d0cd6bbcc03c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1627.076823] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c61a6be-1011-49c7-862d-1f35ed662235 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1627.080967] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1627.081385] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1627.082660] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b72ec5d-12ae-4f3c-ab71-f63398b86e41 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1627.088134] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4407d9d-d7e6-4707-91d2-1cce191b3263 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1627.093056] env[71058]: DEBUG oslo_vmware.api [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1627.093056] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]528bb328-15fd-bb7d-e4c1-d2548e8c08fd"
[ 1627.093056] env[71058]:    _type = "Task"
[ 1627.093056] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1627.138808] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec61a61e-f8e1-47a7-861c-c32172ea722d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1627.147498] env[71058]: DEBUG oslo_vmware.api [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]528bb328-15fd-bb7d-e4c1-d2548e8c08fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1627.154990] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56c0074-aa2d-431b-ac29-0b947c2d1f15 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1627.176478] env[71058]: DEBUG nova.compute.provider_tree [None req-e68d0656-3eed-4a60-8f48-92d0d7a25d7c tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1627.252202] env[71058]: DEBUG oslo_vmware.api [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873198, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1627.256717] env[71058]: DEBUG nova.compute.manager [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Stashing vm_state: stopped {{(pid=71058) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}}
[ 1627.317087] env[71058]: DEBUG oslo_vmware.api [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': task-2873199, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081861} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1627.317372] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: a77a87d6-c345-450d-9292-91791bffa435] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1627.318178] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e731002-b2d8-4862-861e-8a4bc69ad6c1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1627.325166] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Acquiring lock "37a86afd-0a56-4911-bc5c-bd640a23de96" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1627.325389] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Lock "37a86afd-0a56-4911-bc5c-bd640a23de96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1627.349012] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: a77a87d6-c345-450d-9292-91791bffa435] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] a77a87d6-c345-450d-9292-91791bffa435/a77a87d6-c345-450d-9292-91791bffa435.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1627.349748] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2038e0c5-9f0d-49e2-83f1-2b4db35331bb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1627.372510] env[71058]: DEBUG oslo_vmware.api [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Waiting for the task: (returnval){
[ 1627.372510] env[71058]:    value = "task-2873200"
[ 1627.372510] env[71058]:    _type = "Task"
[ 1627.372510] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1627.382184] env[71058]: DEBUG oslo_vmware.api [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': task-2873200, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1627.606768] env[71058]: DEBUG oslo_vmware.api [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]528bb328-15fd-bb7d-e4c1-d2548e8c08fd, 'name': SearchDatastore_Task, 'duration_secs': 0.075167} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1627.607615] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6bcb844-4cc5-4adf-a5d2-35a4af858709 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1627.613920] env[71058]: DEBUG oslo_vmware.api [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1627.613920] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52bda1ce-c739-8304-ce6c-cb38f82186a8"
[ 1627.613920] env[71058]:    _type = "Task"
[ 1627.613920] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1627.622320] env[71058]: DEBUG oslo_vmware.api [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52bda1ce-c739-8304-ce6c-cb38f82186a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1627.681787] env[71058]: DEBUG nova.scheduler.client.report [None req-e68d0656-3eed-4a60-8f48-92d0d7a25d7c tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1627.751592] env[71058]: DEBUG oslo_vmware.api [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873198, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1627.782157] env[71058]: DEBUG oslo_concurrency.lockutils [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1627.883067] env[71058]: DEBUG oslo_vmware.api [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': task-2873200, 'name': ReconfigVM_Task, 'duration_secs': 0.315999} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1627.883371] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: a77a87d6-c345-450d-9292-91791bffa435] Reconfigured VM instance instance-00000037 to attach disk [datastore2] a77a87d6-c345-450d-9292-91791bffa435/a77a87d6-c345-450d-9292-91791bffa435.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1627.884050] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40aa5b72-94ab-40cb-ba2b-db83a5ccdc16 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1627.892108] env[71058]: DEBUG oslo_vmware.api [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Waiting for the task: (returnval){
[ 1627.892108] env[71058]:    value = "task-2873201"
[ 1627.892108] env[71058]:    _type = "Task"
[ 1627.892108] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1627.901262] env[71058]: DEBUG oslo_vmware.api [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': task-2873201, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1627.915410] env[71058]: DEBUG nova.compute.manager [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1627.941014] env[71058]: DEBUG nova.virt.hardware [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1627.941276] env[71058]: DEBUG nova.virt.hardware [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1627.941550] env[71058]: DEBUG nova.virt.hardware [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1627.941602] env[71058]: DEBUG nova.virt.hardware [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1627.941744] env[71058]: DEBUG nova.virt.hardware [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1627.941890] env[71058]: DEBUG nova.virt.hardware [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1627.942114] env[71058]: DEBUG nova.virt.hardware [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1627.942276] env[71058]: DEBUG nova.virt.hardware [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1627.942469] env[71058]: DEBUG nova.virt.hardware [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1627.942649] env[71058]: DEBUG nova.virt.hardware [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1627.942824] env[71058]: DEBUG nova.virt.hardware [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1627.943814] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854e738a-6f3e-4520-b99f-f79a075d7b9c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1627.952291] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a3dd56-f2db-41f8-98f7-ce1b000f5086 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1628.125322] env[71058]: DEBUG oslo_vmware.api [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52bda1ce-c739-8304-ce6c-cb38f82186a8, 'name': SearchDatastore_Task, 'duration_secs': 0.018375} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1628.125655] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1628.125920] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] ce9fb314-268d-4fb8-8931-648e951e025b/ce9fb314-268d-4fb8-8931-648e951e025b.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1628.126194] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e738026-3621-49a6-bee4-3bb29dde40ae {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1628.135081] env[71058]: DEBUG oslo_vmware.api [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1628.135081] env[71058]:    value = "task-2873202"
[ 1628.135081] env[71058]:    _type = "Task"
[ 1628.135081] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1628.145905] env[71058]: DEBUG oslo_vmware.api [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1628.187008] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e68d0656-3eed-4a60-8f48-92d0d7a25d7c tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.308s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1628.189432] env[71058]: DEBUG oslo_concurrency.lockutils [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.706s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1628.191072] env[71058]: INFO nova.compute.claims [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1628.208495] env[71058]: INFO nova.scheduler.client.report [None req-e68d0656-3eed-4a60-8f48-92d0d7a25d7c tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Deleted allocations for instance 8745df0c-1d8b-4784-a3aa-4a0134936dc0
[ 1628.209682] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8e38ecc0-2e67-42a1-9ffa-da00c4b492c0 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquiring lock "c7916ea3-46e0-4c13-a44e-d855f67cb9cc" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1628.209849] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8e38ecc0-2e67-42a1-9ffa-da00c4b492c0 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Lock "c7916ea3-46e0-4c13-a44e-d855f67cb9cc" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1628.210032] env[71058]: DEBUG nova.compute.manager [None req-8e38ecc0-2e67-42a1-9ffa-da00c4b492c0 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1628.213329] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb7d293-aa2c-41dc-b697-09f787d147a8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1628.221226] env[71058]: DEBUG nova.compute.manager [None req-8e38ecc0-2e67-42a1-9ffa-da00c4b492c0 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71058) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}}
[ 1628.221619] env[71058]: DEBUG nova.objects.instance [None req-8e38ecc0-2e67-42a1-9ffa-da00c4b492c0 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Lazy-loading 'flavor' on Instance uuid c7916ea3-46e0-4c13-a44e-d855f67cb9cc {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1628.253806] env[71058]: DEBUG oslo_vmware.api [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873198, 'name': CreateSnapshot_Task, 'duration_secs': 1.290286} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1628.254691] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Created Snapshot of the VM instance {{(pid=71058) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}}
[ 1628.255476] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3232bea1-0a04-4f6d-b251-6814a128f743 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1628.363237] env[71058]: DEBUG nova.compute.manager [req-ad02768a-d73a-450c-a2d1-0b91c0ebcb7c req-ba92bca4-588d-462f-9b71-58c4c39a5480 service nova] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Received event network-vif-plugged-ef526551-b8b1-49aa-a428-8a76f48c63de {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1628.363786] env[71058]: DEBUG oslo_concurrency.lockutils [req-ad02768a-d73a-450c-a2d1-0b91c0ebcb7c req-ba92bca4-588d-462f-9b71-58c4c39a5480 service nova] Acquiring lock "002e694d-2d19-43e9-ac76-9596a449865b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1628.363786] env[71058]: DEBUG oslo_concurrency.lockutils [req-ad02768a-d73a-450c-a2d1-0b91c0ebcb7c req-ba92bca4-588d-462f-9b71-58c4c39a5480 service nova] Lock "002e694d-2d19-43e9-ac76-9596a449865b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1628.364076] env[71058]: DEBUG oslo_concurrency.lockutils [req-ad02768a-d73a-450c-a2d1-0b91c0ebcb7c req-ba92bca4-588d-462f-9b71-58c4c39a5480 service nova] Lock "002e694d-2d19-43e9-ac76-9596a449865b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1628.364076] env[71058]: DEBUG nova.compute.manager [req-ad02768a-d73a-450c-a2d1-0b91c0ebcb7c req-ba92bca4-588d-462f-9b71-58c4c39a5480 service nova] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] No waiting events found dispatching network-vif-plugged-ef526551-b8b1-49aa-a428-8a76f48c63de {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1628.364197] env[71058]: WARNING nova.compute.manager [req-ad02768a-d73a-450c-a2d1-0b91c0ebcb7c req-ba92bca4-588d-462f-9b71-58c4c39a5480 service nova] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Received unexpected event network-vif-plugged-ef526551-b8b1-49aa-a428-8a76f48c63de for instance with vm_state building and task_state spawning.
[ 1628.403755] env[71058]: DEBUG oslo_vmware.api [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': task-2873201, 'name': Rename_Task, 'duration_secs': 0.167112} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1628.404085] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: a77a87d6-c345-450d-9292-91791bffa435] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1628.404351] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85077fcc-d895-438b-83d7-7bd7a8a89dd2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1628.412868] env[71058]: DEBUG oslo_vmware.api [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Waiting for the task: (returnval){
[ 1628.412868] env[71058]:    value = "task-2873203"
[ 1628.412868] env[71058]:    _type = "Task"
[ 1628.412868] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1628.421398] env[71058]: DEBUG oslo_vmware.api [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': task-2873203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1628.460420] env[71058]: DEBUG nova.network.neutron [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Successfully updated port: ef526551-b8b1-49aa-a428-8a76f48c63de {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1628.645534] env[71058]: DEBUG oslo_vmware.api [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873202, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1628.722858] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e68d0656-3eed-4a60-8f48-92d0d7a25d7c tempest-ServersTestJSON-579992493 tempest-ServersTestJSON-579992493-project-member] Lock "8745df0c-1d8b-4784-a3aa-4a0134936dc0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 40.253s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1628.775151] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Creating linked-clone VM from snapshot {{(pid=71058) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}}
[ 1628.775884] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f655be83-438a-49be-bc54-65298433c487 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1628.786801] env[71058]: DEBUG oslo_vmware.api [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1628.786801] env[71058]:    value = "task-2873204"
[ 1628.786801] env[71058]:    _type = "Task"
[ 1628.786801] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1628.796123] env[71058]: DEBUG oslo_vmware.api [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873204, 'name': CloneVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1628.925862] env[71058]: DEBUG oslo_vmware.api [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': task-2873203, 'name': PowerOnVM_Task} progress is 78%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1628.963902] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Acquiring lock "refresh_cache-002e694d-2d19-43e9-ac76-9596a449865b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1628.964092] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Acquired lock "refresh_cache-002e694d-2d19-43e9-ac76-9596a449865b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1628.964191] env[71058]: DEBUG nova.network.neutron [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1629.147885] env[71058]: DEBUG oslo_vmware.api [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873202, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.754012} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1629.148235] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] ce9fb314-268d-4fb8-8931-648e951e025b/ce9fb314-268d-4fb8-8931-648e951e025b.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1629.148461] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1629.148731] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0903ad2e-d6ac-4a3b-ad9a-368697b67ce1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1629.158198] env[71058]: DEBUG oslo_vmware.api [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1629.158198] env[71058]:    value = "task-2873205"
[ 1629.158198] env[71058]:    _type = "Task"
[ 1629.158198] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1629.169782] env[71058]: DEBUG oslo_vmware.api [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873205, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1629.230505] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e38ecc0-2e67-42a1-9ffa-da00c4b492c0 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1629.231052] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec604ba5-4c2a-4488-901d-6834c4e9aa70 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1629.238867] env[71058]: DEBUG oslo_vmware.api [None req-8e38ecc0-2e67-42a1-9ffa-da00c4b492c0 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Waiting for the task: (returnval){
[ 1629.238867] env[71058]:    value = "task-2873206"
[ 1629.238867] env[71058]:    _type = "Task"
[ 1629.238867] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1629.253589] env[71058]: DEBUG oslo_vmware.api [None req-8e38ecc0-2e67-42a1-9ffa-da00c4b492c0 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1629.303625] env[71058]: DEBUG oslo_vmware.api [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873204, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1629.427105] env[71058]: DEBUG oslo_vmware.api [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': task-2873203, 'name': PowerOnVM_Task, 'duration_secs': 0.719808} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1629.428181] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: a77a87d6-c345-450d-9292-91791bffa435] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1629.428181] env[71058]: INFO nova.compute.manager [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: a77a87d6-c345-450d-9292-91791bffa435] Took 11.74 seconds to spawn the instance on the hypervisor.
[ 1629.428181] env[71058]: DEBUG nova.compute.manager [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: a77a87d6-c345-450d-9292-91791bffa435] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1629.429313] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8dacc2-8dc9-408c-8ba1-b1f42e7df81e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1629.536260] env[71058]: DEBUG nova.network.neutron [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1629.673891] env[71058]: DEBUG oslo_vmware.api [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873205, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081324} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1629.676628] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1629.677688] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb1f4da-3905-43fc-91d4-77ef9e6c69bf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1629.705095] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] ce9fb314-268d-4fb8-8931-648e951e025b/ce9fb314-268d-4fb8-8931-648e951e025b.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1629.708967] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd869b04-956c-4250-af86-7e26bdb981cd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1629.749260] env[71058]: DEBUG oslo_vmware.api [None req-8e38ecc0-2e67-42a1-9ffa-da00c4b492c0 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873206, 'name': PowerOffVM_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1629.759039] env[71058]: DEBUG oslo_vmware.api [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1629.759039] env[71058]:    value = "task-2873207"
[ 1629.759039] env[71058]:    _type = "Task"
[ 1629.759039] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1629.768461] env[71058]: DEBUG oslo_vmware.api [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1629.775252] env[71058]: DEBUG nova.network.neutron [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Updating instance_info_cache with network_info: [{"id": "ef526551-b8b1-49aa-a428-8a76f48c63de", "address": "fa:16:3e:b2:a2:9f", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef526551-b8", "ovs_interfaceid": "ef526551-b8b1-49aa-a428-8a76f48c63de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1629.803804] env[71058]: DEBUG oslo_vmware.api [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873204, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1629.830837] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4963b3b-7df7-437f-b9d4-ebbf2552d4c6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1629.839542] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeeae2a7-e301-4c83-a203-2d017d40d5ea {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1629.875672] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24dac89-ccde-4ac0-9101-ad1a0f270dc3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1629.884533] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da0b7fa-fca7-48ed-82f7-9e38cbf0a622 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1629.898776] env[71058]: DEBUG nova.compute.provider_tree [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1629.949024] env[71058]: INFO nova.compute.manager [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: a77a87d6-c345-450d-9292-91791bffa435] Took 44.00 seconds to build instance.
[ 1630.254094] env[71058]: DEBUG oslo_vmware.api [None req-8e38ecc0-2e67-42a1-9ffa-da00c4b492c0 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873206, 'name': PowerOffVM_Task, 'duration_secs': 0.55938} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1630.254094] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e38ecc0-2e67-42a1-9ffa-da00c4b492c0 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1630.254094] env[71058]: DEBUG nova.compute.manager [None req-8e38ecc0-2e67-42a1-9ffa-da00c4b492c0 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1630.255363] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de70fed-c3cc-47eb-ac65-4a52ba796a39 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1630.272911] env[71058]: DEBUG oslo_vmware.api [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873207, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1630.277947] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Releasing lock "refresh_cache-002e694d-2d19-43e9-ac76-9596a449865b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1630.278078] env[71058]: DEBUG nova.compute.manager [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Instance network_info: |[{"id": "ef526551-b8b1-49aa-a428-8a76f48c63de", "address": "fa:16:3e:b2:a2:9f", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef526551-b8", "ovs_interfaceid": "ef526551-b8b1-49aa-a428-8a76f48c63de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1630.278709] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:a2:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604c9724-b4ef-4393-a76e-eb4a2b510796', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef526551-b8b1-49aa-a428-8a76f48c63de', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1630.286554] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Creating folder: Project (d2eb0942db4f441ba9e786dfcdd86728). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1630.286898] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da65c095-9e5f-4ec7-b06e-c3a5ab1cfc4a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1630.303965] env[71058]: DEBUG oslo_vmware.api [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873204, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1630.305756] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Created folder: Project (d2eb0942db4f441ba9e786dfcdd86728) in parent group-v577298.
[ 1630.306014] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Creating folder: Instances. Parent ref: group-v577476. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1630.306322] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0d3200d-b9fa-4942-b504-7be2a1a55ccc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1630.320966] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Created folder: Instances in parent group-v577476.
[ 1630.321244] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1630.321444] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1630.321653] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93fe8aa1-99e3-467e-864a-7729b28f59bc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1630.349125] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1630.349125] env[71058]:    value = "task-2873210"
[ 1630.349125] env[71058]:    _type = "Task"
[ 1630.349125] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1630.359953] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873210, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1630.401645] env[71058]: DEBUG nova.scheduler.client.report [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1630.449951] env[71058]: DEBUG oslo_concurrency.lockutils [None req-52d249ab-a98e-4460-baa5-9e0e3eed53b1 tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Lock "a77a87d6-c345-450d-9292-91791bffa435" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 57.287s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1630.461264] env[71058]: DEBUG nova.compute.manager [req-a208001b-49de-4855-93d8-aa5273f58ea1 req-d0da8c37-d21c-4004-843d-2638a683cf56 service nova] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Received event network-changed-ef526551-b8b1-49aa-a428-8a76f48c63de {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1630.461458] env[71058]: DEBUG nova.compute.manager [req-a208001b-49de-4855-93d8-aa5273f58ea1 req-d0da8c37-d21c-4004-843d-2638a683cf56 service nova] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Refreshing instance network info cache due to event network-changed-ef526551-b8b1-49aa-a428-8a76f48c63de. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1630.461711] env[71058]: DEBUG oslo_concurrency.lockutils [req-a208001b-49de-4855-93d8-aa5273f58ea1 req-d0da8c37-d21c-4004-843d-2638a683cf56 service nova] Acquiring lock "refresh_cache-002e694d-2d19-43e9-ac76-9596a449865b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1630.461894] env[71058]: DEBUG oslo_concurrency.lockutils [req-a208001b-49de-4855-93d8-aa5273f58ea1 req-d0da8c37-d21c-4004-843d-2638a683cf56 service nova] Acquired lock "refresh_cache-002e694d-2d19-43e9-ac76-9596a449865b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1630.462085] env[71058]: DEBUG nova.network.neutron [req-a208001b-49de-4855-93d8-aa5273f58ea1 req-d0da8c37-d21c-4004-843d-2638a683cf56 service nova] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Refreshing network info cache for port ef526551-b8b1-49aa-a428-8a76f48c63de {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1630.779201] env[71058]: DEBUG oslo_vmware.api [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873207, 'name': ReconfigVM_Task, 'duration_secs': 0.714579} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1630.779201] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Reconfigured VM instance instance-00000038 to attach disk [datastore2] ce9fb314-268d-4fb8-8931-648e951e025b/ce9fb314-268d-4fb8-8931-648e951e025b.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1630.779201] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0ceebbb-c550-4e6c-b141-1341fd8635f1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1630.781582] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8e38ecc0-2e67-42a1-9ffa-da00c4b492c0 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Lock "c7916ea3-46e0-4c13-a44e-d855f67cb9cc" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 2.572s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1630.789808] env[71058]: DEBUG oslo_vmware.api [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1630.789808] env[71058]:    value = "task-2873211"
[ 1630.789808] env[71058]:    _type = "Task"
[ 1630.789808] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1630.808409] env[71058]: DEBUG oslo_vmware.api [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873211, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1630.808681] env[71058]: DEBUG oslo_vmware.api [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873204, 'name': CloneVM_Task} progress is 95%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1630.862041] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873210, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1630.907799] env[71058]: DEBUG oslo_concurrency.lockutils [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1630.907799] env[71058]: DEBUG nova.compute.manager [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1630.910264] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5ceb6312-87e9-4216-a754-3d241d2a68f6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.317s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1630.910523] env[71058]: DEBUG nova.objects.instance [None req-5ceb6312-87e9-4216-a754-3d241d2a68f6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lazy-loading 'resources' on Instance uuid 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1630.955161] env[71058]: DEBUG nova.compute.manager [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1631.227578] env[71058]: DEBUG nova.network.neutron [req-a208001b-49de-4855-93d8-aa5273f58ea1 req-d0da8c37-d21c-4004-843d-2638a683cf56 service nova] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Updated VIF entry in instance network info cache for port ef526551-b8b1-49aa-a428-8a76f48c63de. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1631.227936] env[71058]: DEBUG nova.network.neutron [req-a208001b-49de-4855-93d8-aa5273f58ea1 req-d0da8c37-d21c-4004-843d-2638a683cf56 service nova] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Updating instance_info_cache with network_info: [{"id": "ef526551-b8b1-49aa-a428-8a76f48c63de", "address": "fa:16:3e:b2:a2:9f", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef526551-b8", "ovs_interfaceid": "ef526551-b8b1-49aa-a428-8a76f48c63de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1631.303671] env[71058]: DEBUG oslo_vmware.api [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873211, 'name': Rename_Task, 'duration_secs': 0.218151} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1631.307140] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1631.308088] env[71058]: DEBUG oslo_vmware.api [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873204, 'name': CloneVM_Task, 'duration_secs': 2.184057} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1631.308295] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7f50a06-dc76-4ea1-b1a0-1d4abcad3fda {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1631.309930] env[71058]: INFO nova.virt.vmwareapi.vmops [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Created linked-clone VM from snapshot
[ 1631.310698] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d822a9ae-d6fc-4d3e-ad16-c3d0acc5b7b4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1631.320224] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Uploading image 4a9c2cb3-4097-49b7-9af1-25732f0a8a45 {{(pid=71058) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}}
[ 1631.324177] env[71058]: DEBUG oslo_vmware.api [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1631.324177] env[71058]:    value = "task-2873212"
[ 1631.324177] env[71058]:    _type = "Task"
[ 1631.324177] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1631.331905] env[71058]: DEBUG oslo_vmware.api [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1631.356190] env[71058]: DEBUG oslo_vmware.rw_handles [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Creating HttpNfcLease lease for exporting VM: (result){
[ 1631.356190] env[71058]:    value = "vm-577475"
[ 1631.356190] env[71058]:    _type = "VirtualMachine"
[ 1631.356190] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}}
[ 1631.356474] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-093933c8-f30b-4a46-bd97-cf42c52fd9f3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1631.364335] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873210, 'name': CreateVM_Task, 'duration_secs': 0.580278} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1631.365635] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1631.366025] env[71058]: DEBUG oslo_vmware.rw_handles [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lease: (returnval){
[ 1631.366025] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]528245c4-48ad-1057-5254-fd74f58837f7"
[ 1631.366025] env[71058]:    _type = "HttpNfcLease"
[ 1631.366025] env[71058]:  } obtained for exporting VM: (result){
[ 1631.366025] env[71058]:    value = "vm-577475"
[ 1631.366025] env[71058]:    _type = "VirtualMachine"
[ 1631.366025] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}}
[ 1631.366310] env[71058]: DEBUG oslo_vmware.api [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the lease: (returnval){
[ 1631.366310] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]528245c4-48ad-1057-5254-fd74f58837f7"
[ 1631.366310] env[71058]:    _type = "HttpNfcLease"
[ 1631.366310] env[71058]:  } to be ready. {{(pid=71058) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1631.366835] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1631.366994] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1631.367349] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1631.367668] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19c2cb16-ea6e-4399-a5fc-1047ff537933 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1631.380345] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1631.380345] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]528245c4-48ad-1057-5254-fd74f58837f7"
[ 1631.380345] env[71058]:    _type = "HttpNfcLease"
[ 1631.380345] env[71058]:  } is ready. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1631.382026] env[71058]: DEBUG oslo_vmware.rw_handles [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1631.382026] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]528245c4-48ad-1057-5254-fd74f58837f7"
[ 1631.382026] env[71058]:    _type = "HttpNfcLease"
[ 1631.382026] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}}
[ 1631.382026] env[71058]: DEBUG oslo_vmware.api [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for the task: (returnval){
[ 1631.382026] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522c6891-d41c-4e6f-7539-88d2d2d03058"
[ 1631.382026] env[71058]:    _type = "Task"
[ 1631.382026] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1631.382774] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db6277e-1187-465b-93b7-fd2fc7ee1f87 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1631.394794] env[71058]: DEBUG oslo_vmware.rw_handles [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520cf936-d807-4d91-fd92-a768b824ed4b/disk-0.vmdk from lease info. {{(pid=71058) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1631.394971] env[71058]: DEBUG oslo_vmware.rw_handles [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520cf936-d807-4d91-fd92-a768b824ed4b/disk-0.vmdk for reading. {{(pid=71058) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}}
[ 1631.400686] env[71058]: DEBUG oslo_vmware.api [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522c6891-d41c-4e6f-7539-88d2d2d03058, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1631.403514] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7bf574e4-3315-4c80-b7d2-343e403f230f tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Acquiring lock "a77a87d6-c345-450d-9292-91791bffa435" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1631.403762] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7bf574e4-3315-4c80-b7d2-343e403f230f tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Lock "a77a87d6-c345-450d-9292-91791bffa435" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1631.403996] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7bf574e4-3315-4c80-b7d2-343e403f230f tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Acquiring lock "a77a87d6-c345-450d-9292-91791bffa435-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1631.404200] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7bf574e4-3315-4c80-b7d2-343e403f230f tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Lock "a77a87d6-c345-450d-9292-91791bffa435-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1631.404364] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7bf574e4-3315-4c80-b7d2-343e403f230f tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Lock "a77a87d6-c345-450d-9292-91791bffa435-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1631.466677] env[71058]: DEBUG nova.compute.utils [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1631.474038] env[71058]: INFO nova.compute.manager [None req-7bf574e4-3315-4c80-b7d2-343e403f230f tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: a77a87d6-c345-450d-9292-91791bffa435] Terminating instance
[ 1631.475370] env[71058]: DEBUG nova.compute.manager [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1631.475548] env[71058]: DEBUG nova.network.neutron [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1631.495347] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1631.524403] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cd2c35b2-25ba-4a59-b56e-58e8fadfe2e2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1631.555898] env[71058]: DEBUG nova.policy [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8085726963f04ceaafddd8847f9cd197', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2eb0942db4f441ba9e786dfcdd86728', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1631.734128] env[71058]: DEBUG oslo_concurrency.lockutils [req-a208001b-49de-4855-93d8-aa5273f58ea1 req-d0da8c37-d21c-4004-843d-2638a683cf56 service nova] Releasing lock "refresh_cache-002e694d-2d19-43e9-ac76-9596a449865b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1631.837262] env[71058]: DEBUG oslo_vmware.api [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873212, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1631.899133] env[71058]: DEBUG oslo_vmware.api [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522c6891-d41c-4e6f-7539-88d2d2d03058, 'name': SearchDatastore_Task, 'duration_secs': 0.024223} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1631.899473] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1631.899728] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1631.899977] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1631.900139] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1631.900329] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1631.901367] env[71058]: DEBUG nova.network.neutron [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Successfully created port: 863bc4d3-cf3f-4751-9d08-d3125cf45f95 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1631.903383] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34dd0cef-de9f-4883-9a73-4d27abd45f7c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1631.914558] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1631.914800] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1631.915901] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28f68a9d-0fec-4c84-a58a-36550b8a2378 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1631.927115] env[71058]: DEBUG oslo_vmware.api [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for the task: (returnval){
[ 1631.927115] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d9bb61-7deb-8873-7282-f854e3f7f57e"
[ 1631.927115] env[71058]:    _type = "Task"
[ 1631.927115] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1631.940550] env[71058]: DEBUG oslo_vmware.api [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d9bb61-7deb-8873-7282-f854e3f7f57e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1631.964401] env[71058]: DEBUG nova.objects.instance [None req-74db6c00-5966-438c-bba4-a6dc73737da9 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Lazy-loading 'flavor' on Instance uuid c7916ea3-46e0-4c13-a44e-d855f67cb9cc {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1631.973475] env[71058]: DEBUG nova.compute.manager [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1631.990101] env[71058]: DEBUG nova.compute.manager [None req-7bf574e4-3315-4c80-b7d2-343e403f230f tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: a77a87d6-c345-450d-9292-91791bffa435] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1631.991164] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf574e4-3315-4c80-b7d2-343e403f230f tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: a77a87d6-c345-450d-9292-91791bffa435] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1631.992202] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b20415b-2eb8-45fe-8746-17271a3f75f3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1632.007207] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf574e4-3315-4c80-b7d2-343e403f230f tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: a77a87d6-c345-450d-9292-91791bffa435] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1632.007207] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3fe6b04-b721-4c5e-a092-dfa7c7592e3f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1632.017384] env[71058]: DEBUG oslo_vmware.api [None req-7bf574e4-3315-4c80-b7d2-343e403f230f tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Waiting for the task: (returnval){
[ 1632.017384] env[71058]:    value = "task-2873214"
[ 1632.017384] env[71058]:    _type = "Task"
[ 1632.017384] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1632.032506] env[71058]: DEBUG oslo_vmware.api [None req-7bf574e4-3315-4c80-b7d2-343e403f230f tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': task-2873214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1632.226265] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5642a64d-cb53-43e3-9a50-75ec906a00b0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1632.235094] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96dfdda9-3ccb-44db-b3ef-fb9adc11b4e5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1632.279464] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1466ff-ff53-42e9-aa8d-3b81c901b69a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1632.287925] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85177d5-b687-4c9b-a3a0-3f59695b8e7a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1632.303526] env[71058]: DEBUG nova.compute.provider_tree [None req-5ceb6312-87e9-4216-a754-3d241d2a68f6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1632.337174] env[71058]: DEBUG oslo_vmware.api [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873212, 'name': PowerOnVM_Task, 'duration_secs': 0.537011} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1632.337448] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1632.337646] env[71058]: INFO nova.compute.manager [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Took 9.52 seconds to spawn the instance on the hypervisor.
[ 1632.337816] env[71058]: DEBUG nova.compute.manager [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1632.338677] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e06f7e-fc00-43e7-b4ff-d645581f0fb4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1632.438300] env[71058]: DEBUG oslo_vmware.api [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d9bb61-7deb-8873-7282-f854e3f7f57e, 'name': SearchDatastore_Task, 'duration_secs': 0.013572} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1632.439342] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87e53503-3dd6-4918-b13d-c658ec26703e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1632.447595] env[71058]: DEBUG oslo_vmware.api [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for the task: (returnval){
[ 1632.447595] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524edbfc-aaf3-b951-97e7-5dedeeddd732"
[ 1632.447595] env[71058]:    _type = "Task"
[ 1632.447595] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1632.457256] env[71058]: DEBUG oslo_vmware.api [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524edbfc-aaf3-b951-97e7-5dedeeddd732, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1632.473035] env[71058]: DEBUG oslo_concurrency.lockutils [None req-74db6c00-5966-438c-bba4-a6dc73737da9 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquiring lock "refresh_cache-c7916ea3-46e0-4c13-a44e-d855f67cb9cc" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1632.473236] env[71058]: DEBUG oslo_concurrency.lockutils [None req-74db6c00-5966-438c-bba4-a6dc73737da9 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquired lock "refresh_cache-c7916ea3-46e0-4c13-a44e-d855f67cb9cc" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1632.473556] env[71058]: DEBUG nova.network.neutron [None req-74db6c00-5966-438c-bba4-a6dc73737da9 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1632.473639] env[71058]: DEBUG nova.objects.instance [None req-74db6c00-5966-438c-bba4-a6dc73737da9 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Lazy-loading 'info_cache' on Instance uuid c7916ea3-46e0-4c13-a44e-d855f67cb9cc {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1632.532649] env[71058]: DEBUG oslo_vmware.api [None req-7bf574e4-3315-4c80-b7d2-343e403f230f tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': task-2873214, 'name': PowerOffVM_Task, 'duration_secs': 0.252091} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1632.533053] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf574e4-3315-4c80-b7d2-343e403f230f tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: a77a87d6-c345-450d-9292-91791bffa435] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1632.533315] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf574e4-3315-4c80-b7d2-343e403f230f tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: a77a87d6-c345-450d-9292-91791bffa435] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1632.533610] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b091b8c-a418-4f37-a570-b51f65507657 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1632.647427] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf574e4-3315-4c80-b7d2-343e403f230f tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: a77a87d6-c345-450d-9292-91791bffa435] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1632.647712] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf574e4-3315-4c80-b7d2-343e403f230f tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: a77a87d6-c345-450d-9292-91791bffa435] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1632.647928] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bf574e4-3315-4c80-b7d2-343e403f230f tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Deleting the datastore file [datastore2] a77a87d6-c345-450d-9292-91791bffa435 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1632.648232] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1cad082-b2d1-4966-abb7-dba1d525e79b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1632.658665] env[71058]: DEBUG oslo_vmware.api [None req-7bf574e4-3315-4c80-b7d2-343e403f230f tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Waiting for the task: (returnval){
[ 1632.658665] env[71058]:    value = "task-2873216"
[ 1632.658665] env[71058]:    _type = "Task"
[ 1632.658665] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1632.669650] env[71058]: DEBUG oslo_vmware.api [None req-7bf574e4-3315-4c80-b7d2-343e403f230f tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': task-2873216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1632.811779] env[71058]: DEBUG nova.scheduler.client.report [None req-5ceb6312-87e9-4216-a754-3d241d2a68f6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1632.855633] env[71058]: INFO nova.compute.manager [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Took 44.14 seconds to build instance.
[ 1632.959948] env[71058]: DEBUG oslo_vmware.api [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524edbfc-aaf3-b951-97e7-5dedeeddd732, 'name': SearchDatastore_Task, 'duration_secs': 0.014411} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1632.960266] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1632.960551] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 002e694d-2d19-43e9-ac76-9596a449865b/002e694d-2d19-43e9-ac76-9596a449865b.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1632.960828] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9bdb3df-cddc-4aa1-806e-7974cace1431 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1632.968397] env[71058]: DEBUG oslo_vmware.api [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for the task: (returnval){
[ 1632.968397] env[71058]:    value = "task-2873217"
[ 1632.968397] env[71058]:    _type = "Task"
[ 1632.968397] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1632.978234] env[71058]: DEBUG nova.objects.base [None req-74db6c00-5966-438c-bba4-a6dc73737da9 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Object Instance<c7916ea3-46e0-4c13-a44e-d855f67cb9cc> lazy-loaded attributes: flavor,info_cache {{(pid=71058) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 1632.979374] env[71058]: DEBUG oslo_vmware.api [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1632.983116] env[71058]: DEBUG nova.compute.manager [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1633.011642] env[71058]: DEBUG nova.virt.hardware [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1633.011905] env[71058]: DEBUG nova.virt.hardware [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1633.012171] env[71058]: DEBUG nova.virt.hardware [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1633.012414] env[71058]: DEBUG nova.virt.hardware [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1633.012631] env[71058]: DEBUG nova.virt.hardware [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1633.012807] env[71058]: DEBUG nova.virt.hardware [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1633.013066] env[71058]: DEBUG nova.virt.hardware [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1633.013239] env[71058]: DEBUG nova.virt.hardware [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1633.013429] env[71058]: DEBUG nova.virt.hardware [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1633.013620] env[71058]: DEBUG nova.virt.hardware [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1633.013895] env[71058]: DEBUG nova.virt.hardware [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1633.014771] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f01e9e5-4e40-44f1-920a-d24a653c8982 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1633.026968] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d204499a-be93-4e1f-93cf-a4c37e562620 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1633.169655] env[71058]: DEBUG oslo_vmware.api [None req-7bf574e4-3315-4c80-b7d2-343e403f230f tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Task: {'id': task-2873216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289472} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1633.170030] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bf574e4-3315-4c80-b7d2-343e403f230f tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1633.170278] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf574e4-3315-4c80-b7d2-343e403f230f tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: a77a87d6-c345-450d-9292-91791bffa435] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1633.170546] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf574e4-3315-4c80-b7d2-343e403f230f tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: a77a87d6-c345-450d-9292-91791bffa435] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1633.170813] env[71058]: INFO nova.compute.manager [None req-7bf574e4-3315-4c80-b7d2-343e403f230f tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] [instance: a77a87d6-c345-450d-9292-91791bffa435] Took 1.18 seconds to destroy the instance on the hypervisor.
[ 1633.171165] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bf574e4-3315-4c80-b7d2-343e403f230f tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1633.171398] env[71058]: DEBUG nova.compute.manager [-] [instance: a77a87d6-c345-450d-9292-91791bffa435] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1633.171518] env[71058]: DEBUG nova.network.neutron [-] [instance: a77a87d6-c345-450d-9292-91791bffa435] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1633.318398] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5ceb6312-87e9-4216-a754-3d241d2a68f6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.408s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1633.320819] env[71058]: DEBUG oslo_concurrency.lockutils [None req-aa769141-f21a-4fda-ac36-ed08e77cb6e6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.484s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1633.321101] env[71058]: DEBUG nova.objects.instance [None req-aa769141-f21a-4fda-ac36-ed08e77cb6e6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lazy-loading 'resources' on Instance uuid 951fe8b2-c7f8-4c01-84f6-9ab958dfb173 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1633.358027] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f49a1dba-bec2-47a7-96e7-5abe3644c613 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "ce9fb314-268d-4fb8-8931-648e951e025b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 55.877s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1633.365024] env[71058]: INFO nova.scheduler.client.report [None req-5ceb6312-87e9-4216-a754-3d241d2a68f6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Deleted allocations for instance 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c
[ 1633.482991] env[71058]: DEBUG oslo_vmware.api [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873217, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1633.591826] env[71058]: DEBUG nova.network.neutron [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Successfully updated port: 863bc4d3-cf3f-4751-9d08-d3125cf45f95 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1633.861548] env[71058]: DEBUG nova.compute.manager [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1633.875428] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5ceb6312-87e9-4216-a754-3d241d2a68f6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "92fdac69-fe97-4f80-b6e9-a4b2df1bf54c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 42.926s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1633.906025] env[71058]: DEBUG nova.compute.manager [req-56fb6393-d222-470f-9021-3750c1f3753c req-c2d8f3d6-803c-4fd6-a2a0-44991fee32c6 service nova] [instance: 20e57986-49bf-4102-99f1-74267e639860] Received event network-vif-plugged-863bc4d3-cf3f-4751-9d08-d3125cf45f95 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1633.906025] env[71058]: DEBUG oslo_concurrency.lockutils [req-56fb6393-d222-470f-9021-3750c1f3753c req-c2d8f3d6-803c-4fd6-a2a0-44991fee32c6 service nova] Acquiring lock "20e57986-49bf-4102-99f1-74267e639860-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1633.906025] env[71058]: DEBUG oslo_concurrency.lockutils [req-56fb6393-d222-470f-9021-3750c1f3753c req-c2d8f3d6-803c-4fd6-a2a0-44991fee32c6 service nova] Lock "20e57986-49bf-4102-99f1-74267e639860-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1633.906025] env[71058]: DEBUG oslo_concurrency.lockutils [req-56fb6393-d222-470f-9021-3750c1f3753c req-c2d8f3d6-803c-4fd6-a2a0-44991fee32c6 service nova] Lock "20e57986-49bf-4102-99f1-74267e639860-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1633.906025] env[71058]: DEBUG nova.compute.manager [req-56fb6393-d222-470f-9021-3750c1f3753c req-c2d8f3d6-803c-4fd6-a2a0-44991fee32c6 service nova] [instance: 20e57986-49bf-4102-99f1-74267e639860] No waiting events found dispatching network-vif-plugged-863bc4d3-cf3f-4751-9d08-d3125cf45f95 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1633.906025] env[71058]: WARNING nova.compute.manager [req-56fb6393-d222-470f-9021-3750c1f3753c req-c2d8f3d6-803c-4fd6-a2a0-44991fee32c6 service nova] [instance: 20e57986-49bf-4102-99f1-74267e639860] Received unexpected event network-vif-plugged-863bc4d3-cf3f-4751-9d08-d3125cf45f95 for instance with vm_state building and task_state spawning.
[ 1633.983953] env[71058]: DEBUG oslo_vmware.api [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664363} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1633.984197] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 002e694d-2d19-43e9-ac76-9596a449865b/002e694d-2d19-43e9-ac76-9596a449865b.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1633.984412] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1633.984673] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d66b79a1-3e4b-478e-a0ea-fb39a03d3609 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1633.996837] env[71058]: DEBUG oslo_vmware.api [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for the task: (returnval){
[ 1633.996837] env[71058]:    value = "task-2873218"
[ 1633.996837] env[71058]:    _type = "Task"
[ 1633.996837] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1634.009129] env[71058]: DEBUG oslo_vmware.api [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1634.095574] env[71058]: DEBUG oslo_concurrency.lockutils [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Acquiring lock "refresh_cache-20e57986-49bf-4102-99f1-74267e639860" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1634.095629] env[71058]: DEBUG oslo_concurrency.lockutils [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Acquired lock "refresh_cache-20e57986-49bf-4102-99f1-74267e639860" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1634.095767] env[71058]: DEBUG nova.network.neutron [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1634.126464] env[71058]: DEBUG nova.network.neutron [None req-74db6c00-5966-438c-bba4-a6dc73737da9 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Updating instance_info_cache with network_info: [{"id": "95cb5c04-d490-44b6-88f7-614ad609b439", "address": "fa:16:3e:e5:84:f9", "network": {"id": "b87df582-2e5d-494c-86e4-ca3af087576f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-96349281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "979f912b59994d68b45e39b22c0c159d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95cb5c04-d4", "ovs_interfaceid": "95cb5c04-d490-44b6-88f7-614ad609b439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1634.385413] env[71058]: DEBUG oslo_concurrency.lockutils [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1634.511811] env[71058]: DEBUG oslo_vmware.api [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079511} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1634.513083] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1634.515016] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12819a4b-cb6c-4320-a48d-05c74a60efaf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1634.546670] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 002e694d-2d19-43e9-ac76-9596a449865b/002e694d-2d19-43e9-ac76-9596a449865b.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1634.547405] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ca5af71-7ed7-4be2-a5f3-cb1bcdded757 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1634.573528] env[71058]: DEBUG oslo_vmware.api [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for the task: (returnval){
[ 1634.573528] env[71058]:    value = "task-2873219"
[ 1634.573528] env[71058]:    _type = "Task"
[ 1634.573528] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1634.583808] env[71058]: DEBUG oslo_vmware.api [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873219, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1634.611878] env[71058]: DEBUG nova.compute.manager [req-89d05fe9-8257-4b76-87a6-42cd70e3db4a req-2c0abdde-90d7-4844-9371-295681db8e62 service nova] [instance: a77a87d6-c345-450d-9292-91791bffa435] Received event network-vif-deleted-8e798276-03fc-4e34-86df-51cc40ff347f {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1634.611997] env[71058]: INFO nova.compute.manager [req-89d05fe9-8257-4b76-87a6-42cd70e3db4a req-2c0abdde-90d7-4844-9371-295681db8e62 service nova] [instance: a77a87d6-c345-450d-9292-91791bffa435] Neutron deleted interface 8e798276-03fc-4e34-86df-51cc40ff347f; detaching it from the instance and deleting it from the info cache
[ 1634.613479] env[71058]: DEBUG nova.network.neutron [req-89d05fe9-8257-4b76-87a6-42cd70e3db4a req-2c0abdde-90d7-4844-9371-295681db8e62 service nova] [instance: a77a87d6-c345-450d-9292-91791bffa435] Updating instance_info_cache with network_info: [{"id": "e2888b20-a76e-489d-b64b-7bbe9bdbed95", "address": "fa:16:3e:24:59:ef", "network": {"id": "81bc1d15-5e75-406b-94e7-5bc30bcb2c74", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-318301555", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b21d5ba483f43528a132952afe31171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2888b20-a7", "ovs_interfaceid": "e2888b20-a76e-489d-b64b-7bbe9bdbed95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1634.620187] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7186cd88-b737-4701-abff-ea87be0d85e2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1634.631456] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b1b58a-18db-42f6-94b3-522485893c72 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1634.638775] env[71058]: DEBUG oslo_concurrency.lockutils [None req-74db6c00-5966-438c-bba4-a6dc73737da9 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Releasing lock "refresh_cache-c7916ea3-46e0-4c13-a44e-d855f67cb9cc" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1634.671742] env[71058]: DEBUG nova.network.neutron [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1634.676552] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd329928-253d-4bfb-8ffc-fd3733a3fa3a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1634.687586] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1188f79-cebd-48c6-96e3-a229397d131b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1634.709280] env[71058]: DEBUG nova.compute.provider_tree [None req-aa769141-f21a-4fda-ac36-ed08e77cb6e6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1634.920475] env[71058]: DEBUG nova.network.neutron [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Updating instance_info_cache with network_info: [{"id": "863bc4d3-cf3f-4751-9d08-d3125cf45f95", "address": "fa:16:3e:4f:9c:f2", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap863bc4d3-cf", "ovs_interfaceid": "863bc4d3-cf3f-4751-9d08-d3125cf45f95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1635.007119] env[71058]: DEBUG nova.network.neutron [-] [instance: a77a87d6-c345-450d-9292-91791bffa435] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1635.083742] env[71058]: DEBUG oslo_vmware.api [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873219, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1635.118029] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c41fa33-2cfc-401e-9da6-723ed0b4ffbe {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1635.129019] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93f7b4f-517b-42dd-8e99-ddcca4551b73 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1635.170212] env[71058]: DEBUG nova.compute.manager [req-89d05fe9-8257-4b76-87a6-42cd70e3db4a req-2c0abdde-90d7-4844-9371-295681db8e62 service nova] [instance: a77a87d6-c345-450d-9292-91791bffa435] Detach interface failed, port_id=8e798276-03fc-4e34-86df-51cc40ff347f, reason: Instance a77a87d6-c345-450d-9292-91791bffa435 could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1635.180596] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-74db6c00-5966-438c-bba4-a6dc73737da9 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1635.180937] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a401b0e4-83f7-4d6b-a659-f3386f80282c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1635.190070] env[71058]: DEBUG oslo_vmware.api [None req-74db6c00-5966-438c-bba4-a6dc73737da9 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Waiting for the task: (returnval){
[ 1635.190070] env[71058]:    value = "task-2873220"
[ 1635.190070] env[71058]:    _type = "Task"
[ 1635.190070] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1635.200093] env[71058]: DEBUG oslo_vmware.api [None req-74db6c00-5966-438c-bba4-a6dc73737da9 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1635.215604] env[71058]: DEBUG nova.scheduler.client.report [None req-aa769141-f21a-4fda-ac36-ed08e77cb6e6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1635.423139] env[71058]: DEBUG oslo_concurrency.lockutils [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Releasing lock "refresh_cache-20e57986-49bf-4102-99f1-74267e639860" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1635.423512] env[71058]: DEBUG nova.compute.manager [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Instance network_info: |[{"id": "863bc4d3-cf3f-4751-9d08-d3125cf45f95", "address": "fa:16:3e:4f:9c:f2", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap863bc4d3-cf", "ovs_interfaceid": "863bc4d3-cf3f-4751-9d08-d3125cf45f95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1635.423979] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:9c:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604c9724-b4ef-4393-a76e-eb4a2b510796', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '863bc4d3-cf3f-4751-9d08-d3125cf45f95', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1635.434978] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1635.435245] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20e57986-49bf-4102-99f1-74267e639860] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1635.435879] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed13d586-bc2d-4c0c-9183-81400c2895a3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1635.456996] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1635.456996] env[71058]:    value = "task-2873221"
[ 1635.456996] env[71058]:    _type = "Task"
[ 1635.456996] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1635.466941] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873221, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1635.494027] env[71058]: INFO nova.compute.manager [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Rebuilding instance
[ 1635.512514] env[71058]: INFO nova.compute.manager [-] [instance: a77a87d6-c345-450d-9292-91791bffa435] Took 2.34 seconds to deallocate network for instance.
[ 1635.557839] env[71058]: DEBUG nova.compute.manager [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1635.558884] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4dbb520-171d-424e-9b9e-ec00f0b10b8e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1635.587148] env[71058]: DEBUG oslo_vmware.api [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873219, 'name': ReconfigVM_Task, 'duration_secs': 0.546735} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1635.587148] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 002e694d-2d19-43e9-ac76-9596a449865b/002e694d-2d19-43e9-ac76-9596a449865b.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1635.587427] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1df72bfb-935f-42e2-993b-00f6648bcb28 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1635.596887] env[71058]: DEBUG oslo_vmware.api [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for the task: (returnval){
[ 1635.596887] env[71058]:    value = "task-2873222"
[ 1635.596887] env[71058]:    _type = "Task"
[ 1635.596887] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1635.608874] env[71058]: DEBUG oslo_vmware.api [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873222, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1635.700479] env[71058]: DEBUG oslo_vmware.api [None req-74db6c00-5966-438c-bba4-a6dc73737da9 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873220, 'name': PowerOnVM_Task, 'duration_secs': 0.474042} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1635.701091] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-74db6c00-5966-438c-bba4-a6dc73737da9 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1635.701344] env[71058]: DEBUG nova.compute.manager [None req-74db6c00-5966-438c-bba4-a6dc73737da9 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1635.702360] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7ae1b5-e814-454d-8bd3-2b7a173bf75b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1635.720469] env[71058]: DEBUG oslo_concurrency.lockutils [None req-aa769141-f21a-4fda-ac36-ed08e77cb6e6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.400s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1635.723687] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 39.305s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1635.740855] env[71058]: INFO nova.scheduler.client.report [None req-aa769141-f21a-4fda-ac36-ed08e77cb6e6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Deleted allocations for instance 951fe8b2-c7f8-4c01-84f6-9ab958dfb173
[ 1635.967969] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873221, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1636.027531] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7bf574e4-3315-4c80-b7d2-343e403f230f tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1636.116987] env[71058]: DEBUG oslo_vmware.api [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873222, 'name': Rename_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1636.155565] env[71058]: DEBUG nova.compute.manager [req-f6befcf2-b028-4658-a3b5-99d38aa1d204 req-5c7040f5-7ffe-4939-84b6-5c975b05e4dd service nova] [instance: 20e57986-49bf-4102-99f1-74267e639860] Received event network-changed-863bc4d3-cf3f-4751-9d08-d3125cf45f95 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1636.155857] env[71058]: DEBUG nova.compute.manager [req-f6befcf2-b028-4658-a3b5-99d38aa1d204 req-5c7040f5-7ffe-4939-84b6-5c975b05e4dd service nova] [instance: 20e57986-49bf-4102-99f1-74267e639860] Refreshing instance network info cache due to event network-changed-863bc4d3-cf3f-4751-9d08-d3125cf45f95. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1636.156144] env[71058]: DEBUG oslo_concurrency.lockutils [req-f6befcf2-b028-4658-a3b5-99d38aa1d204 req-5c7040f5-7ffe-4939-84b6-5c975b05e4dd service nova] Acquiring lock "refresh_cache-20e57986-49bf-4102-99f1-74267e639860" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1636.156351] env[71058]: DEBUG oslo_concurrency.lockutils [req-f6befcf2-b028-4658-a3b5-99d38aa1d204 req-5c7040f5-7ffe-4939-84b6-5c975b05e4dd service nova] Acquired lock "refresh_cache-20e57986-49bf-4102-99f1-74267e639860" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1636.156566] env[71058]: DEBUG nova.network.neutron [req-f6befcf2-b028-4658-a3b5-99d38aa1d204 req-5c7040f5-7ffe-4939-84b6-5c975b05e4dd service nova] [instance: 20e57986-49bf-4102-99f1-74267e639860] Refreshing network info cache for port 863bc4d3-cf3f-4751-9d08-d3125cf45f95 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1636.229991] env[71058]: INFO nova.compute.claims [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1636.254978] env[71058]: DEBUG oslo_concurrency.lockutils [None req-aa769141-f21a-4fda-ac36-ed08e77cb6e6 tempest-MultipleCreateTestJSON-1908118469 tempest-MultipleCreateTestJSON-1908118469-project-member] Lock "951fe8b2-c7f8-4c01-84f6-9ab958dfb173" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 45.884s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1636.315419] env[71058]: DEBUG oslo_concurrency.lockutils [None req-85934a0c-8d49-420a-bd1e-c4c496641eda tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquiring lock "e63c90cf-3e28-4fa0-a92d-959f26d81786" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1636.315783] env[71058]: DEBUG oslo_concurrency.lockutils [None req-85934a0c-8d49-420a-bd1e-c4c496641eda tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "e63c90cf-3e28-4fa0-a92d-959f26d81786" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1636.473216] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873221, 'name': CreateVM_Task, 'duration_secs': 0.851942} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1636.473216] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20e57986-49bf-4102-99f1-74267e639860] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1636.473216] env[71058]: DEBUG oslo_concurrency.lockutils [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1636.473602] env[71058]: DEBUG oslo_concurrency.lockutils [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1636.473909] env[71058]: DEBUG oslo_concurrency.lockutils [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1636.474248] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52d5fe1c-9a3a-432f-8f6d-d27fedd6e93f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1636.480386] env[71058]: DEBUG oslo_vmware.api [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for the task: (returnval){
[ 1636.480386] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5261e212-6f72-9f44-23eb-5309c0e9751f"
[ 1636.480386] env[71058]:    _type = "Task"
[ 1636.480386] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1636.491272] env[71058]: DEBUG oslo_vmware.api [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5261e212-6f72-9f44-23eb-5309c0e9751f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1636.572659] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1636.573026] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acfefbe8-9042-4060-a804-7c61884f3bfe {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1636.585024] env[71058]: DEBUG oslo_vmware.api [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1636.585024] env[71058]:    value = "task-2873223"
[ 1636.585024] env[71058]:    _type = "Task"
[ 1636.585024] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1636.596858] env[71058]: DEBUG oslo_vmware.api [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1636.608412] env[71058]: DEBUG oslo_vmware.api [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873222, 'name': Rename_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1636.740462] env[71058]: INFO nova.compute.resource_tracker [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Updating resource usage from migration 2e8a4b62-ddbf-4df0-9f32-495cc47133a7
[ 1636.818147] env[71058]: INFO nova.compute.manager [None req-85934a0c-8d49-420a-bd1e-c4c496641eda tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Detaching volume 686b2d61-0416-4181-8377-d4b21b8e5c10
[ 1636.910584] env[71058]: INFO nova.virt.block_device [None req-85934a0c-8d49-420a-bd1e-c4c496641eda tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Attempting to driver detach volume 686b2d61-0416-4181-8377-d4b21b8e5c10 from mountpoint /dev/sdb
[ 1636.910819] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-85934a0c-8d49-420a-bd1e-c4c496641eda tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Volume detach. Driver type: vmdk {{(pid=71058) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}}
[ 1636.911008] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-85934a0c-8d49-420a-bd1e-c4c496641eda tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577455', 'volume_id': '686b2d61-0416-4181-8377-d4b21b8e5c10', 'name': 'volume-686b2d61-0416-4181-8377-d4b21b8e5c10', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e63c90cf-3e28-4fa0-a92d-959f26d81786', 'attached_at': '', 'detached_at': '', 'volume_id': '686b2d61-0416-4181-8377-d4b21b8e5c10', 'serial': '686b2d61-0416-4181-8377-d4b21b8e5c10'} {{(pid=71058) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}}
[ 1636.911946] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843ea704-cdcb-4dda-8b9c-1a60b3952f10 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1636.953243] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388347c0-7af1-40d1-84dc-877482023938 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1636.958478] env[71058]: DEBUG nova.compute.manager [req-2da0325e-9e02-4ba7-a845-0f82fd0e9644 req-966c2cf1-e4f5-4043-803e-8c9a37705d8b service nova] [instance: a77a87d6-c345-450d-9292-91791bffa435] Received event network-vif-deleted-e2888b20-a76e-489d-b64b-7bbe9bdbed95 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1636.970247] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526dab14-f3d2-413a-927f-d1a2d2207328 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1637.010208] env[71058]: DEBUG nova.network.neutron [req-f6befcf2-b028-4658-a3b5-99d38aa1d204 req-5c7040f5-7ffe-4939-84b6-5c975b05e4dd service nova] [instance: 20e57986-49bf-4102-99f1-74267e639860] Updated VIF entry in instance network info cache for port 863bc4d3-cf3f-4751-9d08-d3125cf45f95. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1637.010603] env[71058]: DEBUG nova.network.neutron [req-f6befcf2-b028-4658-a3b5-99d38aa1d204 req-5c7040f5-7ffe-4939-84b6-5c975b05e4dd service nova] [instance: 20e57986-49bf-4102-99f1-74267e639860] Updating instance_info_cache with network_info: [{"id": "863bc4d3-cf3f-4751-9d08-d3125cf45f95", "address": "fa:16:3e:4f:9c:f2", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap863bc4d3-cf", "ovs_interfaceid": "863bc4d3-cf3f-4751-9d08-d3125cf45f95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1637.020036] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde08288-9f7d-4598-8136-2011827f7978 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1637.040406] env[71058]: DEBUG oslo_vmware.api [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5261e212-6f72-9f44-23eb-5309c0e9751f, 'name': SearchDatastore_Task, 'duration_secs': 0.028732} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1637.040714] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-85934a0c-8d49-420a-bd1e-c4c496641eda tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] The volume has not been displaced from its original location: [datastore2] volume-686b2d61-0416-4181-8377-d4b21b8e5c10/volume-686b2d61-0416-4181-8377-d4b21b8e5c10.vmdk. No consolidation needed. {{(pid=71058) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}}
[ 1637.046798] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-85934a0c-8d49-420a-bd1e-c4c496641eda tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Reconfiguring VM instance instance-00000023 to detach disk 2001 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1637.050771] env[71058]: DEBUG oslo_concurrency.lockutils [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1637.051062] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1637.051312] env[71058]: DEBUG oslo_concurrency.lockutils [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1637.051465] env[71058]: DEBUG oslo_concurrency.lockutils [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1637.051661] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1637.051945] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95bba859-974c-41ab-98c9-7eddcfbad8f8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1637.066352] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91cbcad9-84d7-4da5-95a6-a907bb498a65 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1637.078426] env[71058]: DEBUG oslo_vmware.api [None req-85934a0c-8d49-420a-bd1e-c4c496641eda tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for the task: (returnval){
[ 1637.078426] env[71058]:    value = "task-2873224"
[ 1637.078426] env[71058]:    _type = "Task"
[ 1637.078426] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1637.080080] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1637.080440] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1637.086862] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faa92944-da49-499e-b190-f0f117e0a59d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1637.100931] env[71058]: DEBUG oslo_vmware.api [None req-85934a0c-8d49-420a-bd1e-c4c496641eda tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1637.112223] env[71058]: DEBUG oslo_vmware.api [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for the task: (returnval){
[ 1637.112223] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]521219fc-0c60-b895-051a-7bfb4173523b"
[ 1637.112223] env[71058]:    _type = "Task"
[ 1637.112223] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1637.113057] env[71058]: DEBUG oslo_vmware.api [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1637.123218] env[71058]: DEBUG oslo_vmware.api [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873222, 'name': Rename_Task, 'duration_secs': 1.437028} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1637.124122] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1637.124442] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11daa3cf-c5b5-4125-8aec-48a25787f61b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1637.131322] env[71058]: DEBUG oslo_vmware.api [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]521219fc-0c60-b895-051a-7bfb4173523b, 'name': SearchDatastore_Task, 'duration_secs': 0.015549} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1637.133751] env[71058]: DEBUG oslo_vmware.api [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for the task: (returnval){
[ 1637.133751] env[71058]:    value = "task-2873225"
[ 1637.133751] env[71058]:    _type = "Task"
[ 1637.133751] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1637.138041] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97ebecc7-897d-4475-a2fd-bf6ed0b26656 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1637.154431] env[71058]: DEBUG oslo_vmware.api [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1637.155109] env[71058]: DEBUG oslo_vmware.api [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for the task: (returnval){
[ 1637.155109] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52ace608-b913-6273-ff11-b594d38cddfa"
[ 1637.155109] env[71058]:    _type = "Task"
[ 1637.155109] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1637.168849] env[71058]: DEBUG oslo_vmware.api [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52ace608-b913-6273-ff11-b594d38cddfa, 'name': SearchDatastore_Task, 'duration_secs': 0.014325} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1637.169031] env[71058]: DEBUG oslo_concurrency.lockutils [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1637.169329] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 20e57986-49bf-4102-99f1-74267e639860/20e57986-49bf-4102-99f1-74267e639860.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1637.172930] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf5a9723-ab45-4f10-9766-0bef691f1963 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1637.182543] env[71058]: DEBUG oslo_vmware.api [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for the task: (returnval){
[ 1637.182543] env[71058]:    value = "task-2873226"
[ 1637.182543] env[71058]:    _type = "Task"
[ 1637.182543] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1637.196760] env[71058]: DEBUG oslo_vmware.api [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1637.526309] env[71058]: DEBUG oslo_concurrency.lockutils [req-f6befcf2-b028-4658-a3b5-99d38aa1d204 req-5c7040f5-7ffe-4939-84b6-5c975b05e4dd service nova] Releasing lock "refresh_cache-20e57986-49bf-4102-99f1-74267e639860" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1637.543016] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquiring lock "d8c74703-a213-4e6c-882c-46cdbb82b1b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1637.544535] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lock "d8c74703-a213-4e6c-882c-46cdbb82b1b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1637.545558] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80214369-36d0-445e-967c-ad36539ccca1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1637.561090] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edc4c7f-f500-4006-9df3-746890214490 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1637.618208] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9af740-8115-4000-9faa-08d8602f17f9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1637.630865] env[71058]: DEBUG oslo_vmware.api [None req-85934a0c-8d49-420a-bd1e-c4c496641eda tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873224, 'name': ReconfigVM_Task, 'duration_secs': 0.270434} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1637.635269] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c5f08f-e17e-47ef-b949-90a8be9afe1d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1637.640420] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-85934a0c-8d49-420a-bd1e-c4c496641eda tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Reconfigured VM instance instance-00000023 to detach disk 2001 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1637.649447] env[71058]: DEBUG oslo_vmware.api [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873223, 'name': PowerOffVM_Task, 'duration_secs': 0.59755} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1637.650431] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d7eaeb7-bcbb-471b-b61a-c7dee00456e9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1637.662362] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1637.663092] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1637.669349] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a16da5-17d9-4bdf-a61b-d9595bfe90a9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1637.682255] env[71058]: DEBUG nova.compute.provider_tree [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1637.695168] env[71058]: DEBUG oslo_vmware.api [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873225, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1637.695168] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1637.697111] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40dc46d0-af3a-4827-9e33-d8373a07da3a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1637.698574] env[71058]: DEBUG oslo_vmware.api [None req-85934a0c-8d49-420a-bd1e-c4c496641eda tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for the task: (returnval){
[ 1637.698574] env[71058]:    value = "task-2873227"
[ 1637.698574] env[71058]:    _type = "Task"
[ 1637.698574] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1637.702868] env[71058]: DEBUG oslo_vmware.api [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498555} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1637.707436] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 20e57986-49bf-4102-99f1-74267e639860/20e57986-49bf-4102-99f1-74267e639860.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1637.707751] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1637.708464] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-408213b3-915a-4c7e-b532-5d7fff4cfba2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1637.721244] env[71058]: DEBUG oslo_vmware.api [None req-85934a0c-8d49-420a-bd1e-c4c496641eda tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1637.723286] env[71058]: DEBUG oslo_vmware.api [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for the task: (returnval){
[ 1637.723286] env[71058]:    value = "task-2873229"
[ 1637.723286] env[71058]:    _type = "Task"
[ 1637.723286] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1637.736561] env[71058]: DEBUG oslo_vmware.api [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1637.783768] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1637.784029] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1637.784243] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Deleting the datastore file [datastore2] ce9fb314-268d-4fb8-8931-648e951e025b {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1637.784537] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c438b8f-ef1d-4a7f-b969-64ae7bb06ad7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1637.796591] env[71058]: DEBUG oslo_vmware.api [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1637.796591] env[71058]:    value = "task-2873230"
[ 1637.796591] env[71058]:    _type = "Task"
[ 1637.796591] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1637.808437] env[71058]: DEBUG oslo_vmware.api [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1638.160821] env[71058]: DEBUG oslo_vmware.api [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873225, 'name': PowerOnVM_Task, 'duration_secs': 0.694668} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1638.161321] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1638.161413] env[71058]: INFO nova.compute.manager [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Took 10.25 seconds to spawn the instance on the hypervisor.
[ 1638.161578] env[71058]: DEBUG nova.compute.manager [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1638.162439] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4938a990-371f-405d-8832-fbb63c5dc905 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1638.193959] env[71058]: DEBUG nova.scheduler.client.report [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1638.213928] env[71058]: DEBUG oslo_vmware.api [None req-85934a0c-8d49-420a-bd1e-c4c496641eda tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873227, 'name': ReconfigVM_Task, 'duration_secs': 0.204811} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1638.214306] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-85934a0c-8d49-420a-bd1e-c4c496641eda tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577455', 'volume_id': '686b2d61-0416-4181-8377-d4b21b8e5c10', 'name': 'volume-686b2d61-0416-4181-8377-d4b21b8e5c10', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e63c90cf-3e28-4fa0-a92d-959f26d81786', 'attached_at': '', 'detached_at': '', 'volume_id': '686b2d61-0416-4181-8377-d4b21b8e5c10', 'serial': '686b2d61-0416-4181-8377-d4b21b8e5c10'} {{(pid=71058) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}}
[ 1638.232887] env[71058]: DEBUG oslo_vmware.api [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132905} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1638.236719] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1638.237612] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a145f1ed-19a5-49bd-9a3e-896973792246 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1638.267704] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 20e57986-49bf-4102-99f1-74267e639860/20e57986-49bf-4102-99f1-74267e639860.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1638.268011] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dc37197-d550-487f-b288-7ec08a483163 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1638.291133] env[71058]: DEBUG oslo_vmware.api [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for the task: (returnval){
[ 1638.291133] env[71058]:    value = "task-2873231"
[ 1638.291133] env[71058]:    _type = "Task"
[ 1638.291133] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1638.299893] env[71058]: DEBUG oslo_vmware.api [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873231, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1638.310035] env[71058]: DEBUG oslo_vmware.api [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1638.680339] env[71058]: INFO nova.compute.manager [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Took 48.61 seconds to build instance.
[ 1638.701022] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.976s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1638.701022] env[71058]: INFO nova.compute.manager [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Migrating
[ 1638.708545] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.988s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1638.708746] env[71058]: DEBUG nova.objects.instance [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71058) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
[ 1638.786314] env[71058]: DEBUG nova.objects.instance [None req-85934a0c-8d49-420a-bd1e-c4c496641eda tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lazy-loading 'flavor' on Instance uuid e63c90cf-3e28-4fa0-a92d-959f26d81786 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1638.805898] env[71058]: DEBUG oslo_vmware.api [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1638.815229] env[71058]: DEBUG oslo_vmware.api [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873230, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.557167} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1638.815480] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1638.815662] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1638.815857] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1639.183066] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f771e633-b5ba-423f-9cd8-575e8211f831 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Lock "002e694d-2d19-43e9-ac76-9596a449865b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 60.691s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1639.220886] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquiring lock "refresh_cache-91283a3a-f5d5-402f-b6c1-776f99ecf7f7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1639.221111] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquired lock "refresh_cache-91283a3a-f5d5-402f-b6c1-776f99ecf7f7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1639.221303] env[71058]: DEBUG nova.network.neutron [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1639.302769] env[71058]: DEBUG oslo_vmware.api [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873231, 'name': ReconfigVM_Task, 'duration_secs': 0.980108} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1639.303655] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 20e57986-49bf-4102-99f1-74267e639860/20e57986-49bf-4102-99f1-74267e639860.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1639.304302] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01815ea4-f8db-4761-b635-3ec855a959d5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1639.312413] env[71058]: DEBUG oslo_vmware.api [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for the task: (returnval){
[ 1639.312413] env[71058]:    value = "task-2873232"
[ 1639.312413] env[71058]:    _type = "Task"
[ 1639.312413] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1639.324427] env[71058]: DEBUG oslo_vmware.api [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873232, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1639.615162] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0a02d70c-1cf6-4bb8-ab23-438b5a00d10a tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquiring lock "e63c90cf-3e28-4fa0-a92d-959f26d81786" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1639.686126] env[71058]: DEBUG nova.compute.manager [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1639.718588] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3d7c3088-c509-4f6d-994d-35f3febb5ed5 tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1639.719497] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.770s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1639.720818] env[71058]: INFO nova.compute.claims [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1639.797340] env[71058]: DEBUG oslo_concurrency.lockutils [None req-85934a0c-8d49-420a-bd1e-c4c496641eda tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "e63c90cf-3e28-4fa0-a92d-959f26d81786" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 3.481s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1639.799962] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0a02d70c-1cf6-4bb8-ab23-438b5a00d10a tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "e63c90cf-3e28-4fa0-a92d-959f26d81786" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.185s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1639.800534] env[71058]: DEBUG nova.compute.manager [None req-0a02d70c-1cf6-4bb8-ab23-438b5a00d10a tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1639.802413] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbccb76c-0f91-473f-9c41-064f61e112d5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1639.812629] env[71058]: DEBUG nova.compute.manager [None req-0a02d70c-1cf6-4bb8-ab23-438b5a00d10a tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71058) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}}
[ 1639.813286] env[71058]: DEBUG nova.objects.instance [None req-0a02d70c-1cf6-4bb8-ab23-438b5a00d10a tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lazy-loading 'flavor' on Instance uuid e63c90cf-3e28-4fa0-a92d-959f26d81786 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1639.825243] env[71058]: DEBUG oslo_vmware.api [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873232, 'name': Rename_Task, 'duration_secs': 0.288541} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1639.828372] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1639.829476] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-738e9b06-e5a0-4e31-9626-576e3a82cd9c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1639.840102] env[71058]: DEBUG oslo_vmware.api [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for the task: (returnval){
[ 1639.840102] env[71058]:    value = "task-2873233"
[ 1639.840102] env[71058]:    _type = "Task"
[ 1639.840102] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1639.851225] env[71058]: DEBUG oslo_vmware.api [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1639.859841] env[71058]: DEBUG nova.virt.hardware [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1639.860189] env[71058]: DEBUG nova.virt.hardware [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1639.860403] env[71058]: DEBUG nova.virt.hardware [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1639.860637] env[71058]: DEBUG nova.virt.hardware [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1639.860850] env[71058]: DEBUG nova.virt.hardware [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1639.861040] env[71058]: DEBUG nova.virt.hardware [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1639.861315] env[71058]: DEBUG nova.virt.hardware [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1639.861544] env[71058]: DEBUG nova.virt.hardware [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1639.861727] env[71058]: DEBUG nova.virt.hardware [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1639.861891] env[71058]: DEBUG nova.virt.hardware [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1639.862083] env[71058]: DEBUG nova.virt.hardware [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1639.862973] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb593d5-44c7-4cd8-a316-7e4c90b0c37a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1639.874018] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6346a866-6aa8-46ae-ae22-c1132b82c684 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1639.892224] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:ff:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f35e69ef-c2c8-4b8c-9887-33e97b242c0a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d810f22-111d-46a1-834d-a3f011629158', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1639.900068] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1639.900432] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1639.900676] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb82cfd0-77e6-4541-96f7-b8efda3660a4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1639.925960] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1639.925960] env[71058]:    value = "task-2873234"
[ 1639.925960] env[71058]:    _type = "Task"
[ 1639.925960] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1639.935104] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873234, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1640.112197] env[71058]: DEBUG nova.network.neutron [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Updating instance_info_cache with network_info: [{"id": "08087dd4-26fb-485f-99e6-df5bf91d14db", "address": "fa:16:3e:53:44:5f", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08087dd4-26", "ovs_interfaceid": "08087dd4-26fb-485f-99e6-df5bf91d14db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1640.210760] env[71058]: DEBUG oslo_concurrency.lockutils [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1640.352571] env[71058]: DEBUG oslo_vmware.api [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873233, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1640.438965] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873234, 'name': CreateVM_Task, 'duration_secs': 0.500455} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1640.439241] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1640.440024] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1640.440236] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1640.440666] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1640.440975] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2389e2c-7733-4030-9055-8c2d329274d6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1640.447770] env[71058]: DEBUG oslo_vmware.api [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1640.447770] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b41427-bb83-a248-020b-9e69f024ffff"
[ 1640.447770] env[71058]:    _type = "Task"
[ 1640.447770] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1640.458851] env[71058]: DEBUG oslo_vmware.api [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b41427-bb83-a248-020b-9e69f024ffff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1640.587782] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1995dd64-58eb-4320-839c-43603b8e1957 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquiring lock "1eaa0e4b-10c8-43fa-be14-48b25708c047" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1640.587972] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1995dd64-58eb-4320-839c-43603b8e1957 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Lock "1eaa0e4b-10c8-43fa-be14-48b25708c047" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1640.588296] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1995dd64-58eb-4320-839c-43603b8e1957 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquiring lock "1eaa0e4b-10c8-43fa-be14-48b25708c047-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1640.588702] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1995dd64-58eb-4320-839c-43603b8e1957 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Lock "1eaa0e4b-10c8-43fa-be14-48b25708c047-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1640.589406] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1995dd64-58eb-4320-839c-43603b8e1957 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Lock "1eaa0e4b-10c8-43fa-be14-48b25708c047-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1640.591844] env[71058]: INFO nova.compute.manager [None req-1995dd64-58eb-4320-839c-43603b8e1957 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Terminating instance
[ 1640.615351] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Releasing lock "refresh_cache-91283a3a-f5d5-402f-b6c1-776f99ecf7f7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1640.822580] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a02d70c-1cf6-4bb8-ab23-438b5a00d10a tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1640.822927] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4980f03-5506-4784-8645-aa852122c41a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1640.834823] env[71058]: DEBUG oslo_vmware.api [None req-0a02d70c-1cf6-4bb8-ab23-438b5a00d10a tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for the task: (returnval){
[ 1640.834823] env[71058]:    value = "task-2873235"
[ 1640.834823] env[71058]:    _type = "Task"
[ 1640.834823] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1640.849763] env[71058]: DEBUG oslo_vmware.api [None req-0a02d70c-1cf6-4bb8-ab23-438b5a00d10a tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1640.856904] env[71058]: DEBUG oslo_vmware.api [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873233, 'name': PowerOnVM_Task, 'duration_secs': 0.659174} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1640.857203] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1640.857405] env[71058]: INFO nova.compute.manager [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Took 7.87 seconds to spawn the instance on the hypervisor.
[ 1640.857580] env[71058]: DEBUG nova.compute.manager [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1640.858445] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fb423f-8e5e-48a7-bb02-e6a9bb5b4cf4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1640.959751] env[71058]: DEBUG oslo_vmware.api [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b41427-bb83-a248-020b-9e69f024ffff, 'name': SearchDatastore_Task, 'duration_secs': 0.017244} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1640.962824] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1640.963090] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1640.963332] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1640.963480] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1640.963677] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1640.964234] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc4907e5-f643-4ac6-a5f6-5e80c4bf0907 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1640.978744] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1640.979050] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1640.980063] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a8e8d14-9452-4658-ac4e-34290f7122dc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1640.987138] env[71058]: DEBUG oslo_vmware.api [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1640.987138] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]521ee06c-ea09-e85f-67c0-0913e1f64ba1"
[ 1640.987138] env[71058]:    _type = "Task"
[ 1640.987138] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1640.995564] env[71058]: DEBUG oslo_vmware.api [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]521ee06c-ea09-e85f-67c0-0913e1f64ba1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1641.097518] env[71058]: DEBUG nova.compute.manager [None req-1995dd64-58eb-4320-839c-43603b8e1957 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1641.098234] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1995dd64-58eb-4320-839c-43603b8e1957 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1641.099357] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26da991c-19aa-4ed3-8209-e4628e1c9060 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1641.108206] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1995dd64-58eb-4320-839c-43603b8e1957 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1641.108464] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0363ad7c-6c84-49a9-bda0-0847745e2b32 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1641.121719] env[71058]: DEBUG oslo_vmware.api [None req-1995dd64-58eb-4320-839c-43603b8e1957 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Waiting for the task: (returnval){
[ 1641.121719] env[71058]:    value = "task-2873236"
[ 1641.121719] env[71058]:    _type = "Task"
[ 1641.121719] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1641.137083] env[71058]: DEBUG oslo_vmware.api [None req-1995dd64-58eb-4320-839c-43603b8e1957 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1641.259095] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b329b9-be13-4c74-9b47-93ec8222ce87 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1641.269326] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0b5176-9a7a-4ea5-b927-15adef9a37f1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1641.301988] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42e7eba-bb49-4cb6-abb2-99b50511d64b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1641.314242] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e672e179-9560-48f7-a5e8-ab73f692e09f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1641.336017] env[71058]: DEBUG nova.compute.provider_tree [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1641.347505] env[71058]: DEBUG oslo_vmware.api [None req-0a02d70c-1cf6-4bb8-ab23-438b5a00d10a tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873235, 'name': PowerOffVM_Task, 'duration_secs': 0.278662} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1641.347808] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a02d70c-1cf6-4bb8-ab23-438b5a00d10a tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1641.348019] env[71058]: DEBUG nova.compute.manager [None req-0a02d70c-1cf6-4bb8-ab23-438b5a00d10a tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1641.348844] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562617f9-7ed7-40a5-a5c4-c24983eafc25 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1641.378716] env[71058]: INFO nova.compute.manager [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Took 46.92 seconds to build instance.
[ 1641.457387] env[71058]: DEBUG oslo_vmware.rw_handles [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520cf936-d807-4d91-fd92-a768b824ed4b/disk-0.vmdk. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1641.458437] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1caabc24-24ee-469f-9255-04743a2d14a9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1641.465587] env[71058]: DEBUG oslo_vmware.rw_handles [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520cf936-d807-4d91-fd92-a768b824ed4b/disk-0.vmdk is in state: ready. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1641.465760] env[71058]: ERROR oslo_vmware.rw_handles [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520cf936-d807-4d91-fd92-a768b824ed4b/disk-0.vmdk due to incomplete transfer.
[ 1641.465986] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-999ec63d-a442-4c70-821f-14ba5bc43371 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1641.497643] env[71058]: DEBUG oslo_vmware.api [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]521ee06c-ea09-e85f-67c0-0913e1f64ba1, 'name': SearchDatastore_Task, 'duration_secs': 0.022899} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1641.499262] env[71058]: DEBUG oslo_vmware.rw_handles [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520cf936-d807-4d91-fd92-a768b824ed4b/disk-0.vmdk. {{(pid=71058) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}}
[ 1641.499462] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Uploaded image 4a9c2cb3-4097-49b7-9af1-25732f0a8a45 to the Glance image server {{(pid=71058) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}}
[ 1641.501800] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Destroying the VM {{(pid=71058) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}}
[ 1641.502056] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ea19ccb-7ad3-4522-9935-6be34abff7c5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1641.504295] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b95982c2-fe0b-4752-8d34-16ed0d255994 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1641.509995] env[71058]: DEBUG oslo_vmware.api [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1641.509995] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526c8fb5-872e-6f0d-746c-4db2da31f79d"
[ 1641.509995] env[71058]:    _type = "Task"
[ 1641.509995] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1641.511469] env[71058]: DEBUG oslo_vmware.api [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1641.511469] env[71058]:    value = "task-2873237"
[ 1641.511469] env[71058]:    _type = "Task"
[ 1641.511469] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1641.527267] env[71058]: DEBUG oslo_vmware.api [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873237, 'name': Destroy_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1641.527507] env[71058]: DEBUG oslo_vmware.api [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526c8fb5-872e-6f0d-746c-4db2da31f79d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1641.634086] env[71058]: DEBUG oslo_vmware.api [None req-1995dd64-58eb-4320-839c-43603b8e1957 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873236, 'name': PowerOffVM_Task, 'duration_secs': 0.225668} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1641.634559] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1995dd64-58eb-4320-839c-43603b8e1957 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1641.634735] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1995dd64-58eb-4320-839c-43603b8e1957 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1641.634988] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21a34ec9-07c8-43b7-a7df-6e8a3da215af {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1641.720534] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1995dd64-58eb-4320-839c-43603b8e1957 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1641.720827] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1995dd64-58eb-4320-839c-43603b8e1957 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1641.721029] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-1995dd64-58eb-4320-839c-43603b8e1957 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Deleting the datastore file [datastore2] 1eaa0e4b-10c8-43fa-be14-48b25708c047 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1641.721295] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd5ca231-0683-441b-b592-72f51943ef6b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1641.729903] env[71058]: DEBUG oslo_vmware.api [None req-1995dd64-58eb-4320-839c-43603b8e1957 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Waiting for the task: (returnval){
[ 1641.729903] env[71058]:    value = "task-2873239"
[ 1641.729903] env[71058]:    _type = "Task"
[ 1641.729903] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1641.739332] env[71058]: DEBUG oslo_vmware.api [None req-1995dd64-58eb-4320-839c-43603b8e1957 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873239, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1641.842615] env[71058]: DEBUG nova.scheduler.client.report [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1641.863958] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0a02d70c-1cf6-4bb8-ab23-438b5a00d10a tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "e63c90cf-3e28-4fa0-a92d-959f26d81786" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 2.064s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1641.881448] env[71058]: DEBUG oslo_concurrency.lockutils [None req-930d0670-5fda-4044-8c87-ebe3afe71356 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Lock "20e57986-49bf-4102-99f1-74267e639860" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 62.682s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1642.024308] env[71058]: DEBUG oslo_vmware.api [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526c8fb5-872e-6f0d-746c-4db2da31f79d, 'name': SearchDatastore_Task, 'duration_secs': 0.017388} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1642.025007] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1642.025401] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] ce9fb314-268d-4fb8-8931-648e951e025b/ce9fb314-268d-4fb8-8931-648e951e025b.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1642.026069] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53ff08cb-3116-4f88-83c7-77e4cb9a9772 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1642.032028] env[71058]: DEBUG oslo_vmware.api [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873237, 'name': Destroy_Task} progress is 33%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1642.038185] env[71058]: DEBUG oslo_vmware.api [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1642.038185] env[71058]:    value = "task-2873240"
[ 1642.038185] env[71058]:    _type = "Task"
[ 1642.038185] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1642.047287] env[71058]: DEBUG oslo_vmware.api [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1642.139334] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9ef248-ed44-4e9c-be51-2a08d51e5804 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1642.159363] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Updating instance '91283a3a-f5d5-402f-b6c1-776f99ecf7f7' progress to 0 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1642.202744] env[71058]: DEBUG nova.objects.instance [None req-4551cf13-0602-481a-8546-04fae597659d tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lazy-loading 'flavor' on Instance uuid e63c90cf-3e28-4fa0-a92d-959f26d81786 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1642.242256] env[71058]: DEBUG oslo_vmware.api [None req-1995dd64-58eb-4320-839c-43603b8e1957 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873239, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.390869} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1642.242645] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-1995dd64-58eb-4320-839c-43603b8e1957 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1642.246677] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1995dd64-58eb-4320-839c-43603b8e1957 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1642.246677] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1995dd64-58eb-4320-839c-43603b8e1957 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1642.246677] env[71058]: INFO nova.compute.manager [None req-1995dd64-58eb-4320-839c-43603b8e1957 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Took 1.15 seconds to destroy the instance on the hypervisor.
[ 1642.246677] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1995dd64-58eb-4320-839c-43603b8e1957 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1642.246677] env[71058]: DEBUG nova.compute.manager [-] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1642.246677] env[71058]: DEBUG nova.network.neutron [-] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1642.347770] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1642.349042] env[71058]: DEBUG nova.compute.manager [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1642.351336] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.241s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1642.351577] env[71058]: DEBUG nova.objects.instance [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Lazy-loading 'resources' on Instance uuid d314154d-6389-4b0d-81a3-dc443ce8cf9a {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1642.384047] env[71058]: DEBUG nova.compute.manager [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1642.532869] env[71058]: DEBUG oslo_vmware.api [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873237, 'name': Destroy_Task, 'duration_secs': 0.785429} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1642.533967] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Destroyed the VM
[ 1642.534410] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Deleting Snapshot of the VM instance {{(pid=71058) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}}
[ 1642.534706] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-efe42c07-2518-4ed9-a72d-0edbeacc655a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1642.547362] env[71058]: DEBUG oslo_vmware.api [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1642.547362] env[71058]:    value = "task-2873241"
[ 1642.547362] env[71058]:    _type = "Task"
[ 1642.547362] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1642.556904] env[71058]: DEBUG oslo_vmware.api [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873240, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1642.564597] env[71058]: DEBUG oslo_vmware.api [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873241, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1642.665573] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1642.665899] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf80e821-992c-47f3-b107-2666a3b84caa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1642.676488] env[71058]: DEBUG oslo_vmware.api [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for the task: (returnval){
[ 1642.676488] env[71058]:    value = "task-2873242"
[ 1642.676488] env[71058]:    _type = "Task"
[ 1642.676488] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1642.690275] env[71058]: DEBUG oslo_vmware.api [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1642.709356] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4551cf13-0602-481a-8546-04fae597659d tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquiring lock "refresh_cache-e63c90cf-3e28-4fa0-a92d-959f26d81786" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1642.709535] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4551cf13-0602-481a-8546-04fae597659d tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquired lock "refresh_cache-e63c90cf-3e28-4fa0-a92d-959f26d81786" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1642.709698] env[71058]: DEBUG nova.network.neutron [None req-4551cf13-0602-481a-8546-04fae597659d tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1642.709875] env[71058]: DEBUG nova.objects.instance [None req-4551cf13-0602-481a-8546-04fae597659d tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lazy-loading 'info_cache' on Instance uuid e63c90cf-3e28-4fa0-a92d-959f26d81786 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1642.857788] env[71058]: DEBUG nova.compute.utils [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1642.863017] env[71058]: DEBUG nova.compute.manager [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1642.863396] env[71058]: DEBUG nova.network.neutron [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1642.910522] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1642.953454] env[71058]: DEBUG nova.policy [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '030841d5a26a4c87b7d5c47897362518', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad4a0c4428fa49b8ad2799db47487b43', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1643.051819] env[71058]: DEBUG oslo_vmware.api [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873240, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737884} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1643.054149] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] ce9fb314-268d-4fb8-8931-648e951e025b/ce9fb314-268d-4fb8-8931-648e951e025b.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1643.054338] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1643.054617] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f344965-e8ce-4081-9ada-73a1078e9e1b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1643.070542] env[71058]: DEBUG oslo_vmware.api [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873241, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1643.075605] env[71058]: DEBUG oslo_vmware.api [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1643.075605] env[71058]:    value = "task-2873243"
[ 1643.075605] env[71058]:    _type = "Task"
[ 1643.075605] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1643.092229] env[71058]: DEBUG nova.network.neutron [-] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1643.093915] env[71058]: DEBUG oslo_vmware.api [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1643.192275] env[71058]: DEBUG oslo_vmware.api [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873242, 'name': PowerOffVM_Task, 'duration_secs': 0.314292} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1643.192719] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1643.192918] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Updating instance '91283a3a-f5d5-402f-b6c1-776f99ecf7f7' progress to 17 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1643.214527] env[71058]: DEBUG nova.objects.base [None req-4551cf13-0602-481a-8546-04fae597659d tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Object Instance<e63c90cf-3e28-4fa0-a92d-959f26d81786> lazy-loaded attributes: flavor,info_cache {{(pid=71058) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 1643.292294] env[71058]: DEBUG nova.compute.manager [req-a6454a5b-a991-4022-98eb-158bf6c88526 req-80b45f93-a9b5-4282-84e3-801e8c9d4c10 service nova] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Received event network-vif-deleted-4dc705e7-8c2a-43ac-9911-d44c82643e8c {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1643.365904] env[71058]: DEBUG nova.compute.manager [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1643.440021] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d9c909-329d-4636-aff1-31e933fd050d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1643.449492] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09caa32c-66dc-4f80-ae67-4b144286fe14 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1643.491706] env[71058]: DEBUG nova.network.neutron [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Successfully created port: 63f858be-aae1-4abb-a338-9cb7e680bee3 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1643.491835] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a716c68-6059-4540-b98c-21e79d98dca5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1643.501983] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71b5d5e-dd8c-4bb2-ad40-a37dcc1b1b36 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1643.519622] env[71058]: DEBUG nova.compute.provider_tree [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1643.565782] env[71058]: DEBUG oslo_vmware.api [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873241, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1643.582860] env[71058]: DEBUG nova.compute.manager [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1643.583708] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691ba019-7ebe-408d-bb8a-249d9314b87f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1643.594055] env[71058]: DEBUG oslo_vmware.api [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069914} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1643.594516] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1643.597546] env[71058]: INFO nova.compute.manager [-] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Took 1.35 seconds to deallocate network for instance.
[ 1643.598279] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13abf022-ad75-469f-be98-0b72096a1f2b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1643.630086] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] ce9fb314-268d-4fb8-8931-648e951e025b/ce9fb314-268d-4fb8-8931-648e951e025b.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1643.630905] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27fd3a56-01a9-4b8b-8fff-175d3ea1c703 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1643.658120] env[71058]: DEBUG oslo_vmware.api [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1643.658120] env[71058]:    value = "task-2873244"
[ 1643.658120] env[71058]:    _type = "Task"
[ 1643.658120] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1643.667838] env[71058]: DEBUG oslo_vmware.api [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873244, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1643.700129] env[71058]: DEBUG nova.virt.hardware [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1643.700381] env[71058]: DEBUG nova.virt.hardware [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1643.700570] env[71058]: DEBUG nova.virt.hardware [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1643.700754] env[71058]: DEBUG nova.virt.hardware [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1643.700896] env[71058]: DEBUG nova.virt.hardware [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1643.701054] env[71058]: DEBUG nova.virt.hardware [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1643.701265] env[71058]: DEBUG nova.virt.hardware [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1643.701421] env[71058]: DEBUG nova.virt.hardware [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1643.701587] env[71058]: DEBUG nova.virt.hardware [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1643.701746] env[71058]: DEBUG nova.virt.hardware [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1643.701932] env[71058]: DEBUG nova.virt.hardware [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1643.707383] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33b78c50-fde4-45cb-a4ff-071df220e6e1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1643.724291] env[71058]: DEBUG oslo_vmware.api [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for the task: (returnval){
[ 1643.724291] env[71058]:    value = "task-2873245"
[ 1643.724291] env[71058]:    _type = "Task"
[ 1643.724291] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1643.733538] env[71058]: DEBUG oslo_vmware.api [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873245, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1643.845089] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "e8ed5493-c4fb-47aa-b29e-f94be14fcd9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1643.845458] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "e8ed5493-c4fb-47aa-b29e-f94be14fcd9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1644.026350] env[71058]: DEBUG nova.scheduler.client.report [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1644.071495] env[71058]: DEBUG oslo_vmware.api [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873241, 'name': RemoveSnapshot_Task, 'duration_secs': 1.326776} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1644.071975] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Deleted Snapshot of the VM instance {{(pid=71058) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}}
[ 1644.072396] env[71058]: INFO nova.compute.manager [None req-d36fcc77-4cb4-4aea-b5c2-7474e2723d17 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Took 17.89 seconds to snapshot the instance on the hypervisor.
[ 1644.102936] env[71058]: INFO nova.compute.manager [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] instance snapshotting
[ 1644.108138] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b627f971-81ae-482d-afa3-dc56d5befb3e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1644.133611] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1995dd64-58eb-4320-839c-43603b8e1957 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1644.137706] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1583c981-a276-4db2-b728-11183b1eeb9e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1644.172021] env[71058]: DEBUG oslo_vmware.api [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1644.231517] env[71058]: DEBUG nova.network.neutron [None req-4551cf13-0602-481a-8546-04fae597659d tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Updating instance_info_cache with network_info: [{"id": "bbdbfb13-bd22-45e2-92dd-e95e99c76637", "address": "fa:16:3e:ee:61:f4", "network": {"id": "ccb01f6f-74e9-4de7-8ad0-e7d9003986a5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1698863615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5255966cc064bcea596884be8c977d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbdbfb13-bd", "ovs_interfaceid": "bbdbfb13-bd22-45e2-92dd-e95e99c76637", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1644.237545] env[71058]: DEBUG oslo_vmware.api [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873245, 'name': ReconfigVM_Task, 'duration_secs': 0.463957} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1644.237936] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Updating instance '91283a3a-f5d5-402f-b6c1-776f99ecf7f7' progress to 33 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1644.378861] env[71058]: DEBUG nova.compute.manager [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1644.401272] env[71058]: DEBUG nova.virt.hardware [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1644.401529] env[71058]: DEBUG nova.virt.hardware [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1644.401690] env[71058]: DEBUG nova.virt.hardware [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1644.401909] env[71058]: DEBUG nova.virt.hardware [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1644.402068] env[71058]: DEBUG nova.virt.hardware [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1644.402215] env[71058]: DEBUG nova.virt.hardware [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1644.402449] env[71058]: DEBUG nova.virt.hardware [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1644.402599] env[71058]: DEBUG nova.virt.hardware [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1644.402774] env[71058]: DEBUG nova.virt.hardware [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1644.402937] env[71058]: DEBUG nova.virt.hardware [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1644.403125] env[71058]: DEBUG nova.virt.hardware [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1644.404088] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ecf698-eb2d-4b33-b85d-d295eca9ae52 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1644.412971] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13419e0c-e67e-4c49-ae78-816da5dd04f3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1644.534257] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1644.536669] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.087s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1644.538225] env[71058]: INFO nova.compute.claims [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1644.655319] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Creating Snapshot of the VM instance {{(pid=71058) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}}
[ 1644.655806] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-07265dbc-080f-4e43-992a-ed5ac79cf40a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1644.669621] env[71058]: DEBUG oslo_vmware.api [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for the task: (returnval){
[ 1644.669621] env[71058]:    value = "task-2873246"
[ 1644.669621] env[71058]:    _type = "Task"
[ 1644.669621] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1644.674402] env[71058]: INFO nova.scheduler.client.report [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Deleted allocations for instance d314154d-6389-4b0d-81a3-dc443ce8cf9a
[ 1644.683247] env[71058]: DEBUG oslo_vmware.api [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873244, 'name': ReconfigVM_Task, 'duration_secs': 1.019226} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1644.683762] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Reconfigured VM instance instance-00000038 to attach disk [datastore1] ce9fb314-268d-4fb8-8931-648e951e025b/ce9fb314-268d-4fb8-8931-648e951e025b.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1644.684472] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6eaa810-f5f3-43e2-97d4-0fdc8f38d965 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1644.691672] env[71058]: DEBUG oslo_vmware.api [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873246, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1644.714226] env[71058]: DEBUG oslo_vmware.api [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1644.714226] env[71058]:    value = "task-2873247"
[ 1644.714226] env[71058]:    _type = "Task"
[ 1644.714226] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1644.723947] env[71058]: DEBUG oslo_vmware.api [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873247, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1644.733638] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4551cf13-0602-481a-8546-04fae597659d tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Releasing lock "refresh_cache-e63c90cf-3e28-4fa0-a92d-959f26d81786" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1644.745788] env[71058]: DEBUG nova.virt.hardware [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:46:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='02e79ffc-6025-48d3-bc58-731687cc7eb9',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-394283128',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1644.746131] env[71058]: DEBUG nova.virt.hardware [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1644.746344] env[71058]: DEBUG nova.virt.hardware [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1644.746624] env[71058]: DEBUG nova.virt.hardware [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1644.746836] env[71058]: DEBUG nova.virt.hardware [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1644.747050] env[71058]: DEBUG nova.virt.hardware [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1644.747322] env[71058]: DEBUG nova.virt.hardware [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1644.747497] env[71058]: DEBUG nova.virt.hardware [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1644.747670] env[71058]: DEBUG nova.virt.hardware [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1644.747832] env[71058]: DEBUG nova.virt.hardware [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1644.748014] env[71058]: DEBUG nova.virt.hardware [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1644.754242] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1644.755393] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27854781-264c-4021-9821-2e9a687f2241 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1644.776645] env[71058]: DEBUG oslo_vmware.api [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for the task: (returnval){
[ 1644.776645] env[71058]:    value = "task-2873248"
[ 1644.776645] env[71058]:    _type = "Task"
[ 1644.776645] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1644.788979] env[71058]: DEBUG oslo_vmware.api [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873248, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1645.182237] env[71058]: DEBUG oslo_vmware.api [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873246, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1645.182723] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e0a1c8ef-a24d-437e-8abf-eca027682aee tempest-ServersListShow298Test-479222479 tempest-ServersListShow298Test-479222479-project-member] Lock "d314154d-6389-4b0d-81a3-dc443ce8cf9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 44.478s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1645.225850] env[71058]: DEBUG oslo_vmware.api [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873247, 'name': Rename_Task, 'duration_secs': 0.204402} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1645.226161] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1645.226777] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48e5c026-e9ba-4c28-81e1-b3cf318fe5b5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1645.238307] env[71058]: DEBUG oslo_vmware.api [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1645.238307] env[71058]:    value = "task-2873249"
[ 1645.238307] env[71058]:    _type = "Task"
[ 1645.238307] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1645.251215] env[71058]: DEBUG oslo_vmware.api [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1645.288819] env[71058]: DEBUG oslo_vmware.api [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873248, 'name': ReconfigVM_Task, 'duration_secs': 0.174265} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1645.289120] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1645.289928] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8fb91e-c953-4eb2-ab31-9dfade7556bb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1645.313409] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 91283a3a-f5d5-402f-b6c1-776f99ecf7f7/91283a3a-f5d5-402f-b6c1-776f99ecf7f7.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1645.313758] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-328cfbd4-8984-4721-92ba-fc2e851ae5d7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1645.338022] env[71058]: DEBUG oslo_vmware.api [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for the task: (returnval){
[ 1645.338022] env[71058]:    value = "task-2873250"
[ 1645.338022] env[71058]:    _type = "Task"
[ 1645.338022] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1645.343861] env[71058]: DEBUG oslo_vmware.api [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873250, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1645.360582] env[71058]: DEBUG nova.compute.manager [req-d42e1067-7214-465b-8e2e-007242c3fbd2 req-4c1abd1a-835a-48de-9aed-b03d82f2bac5 service nova] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Received event network-vif-plugged-63f858be-aae1-4abb-a338-9cb7e680bee3 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1645.360882] env[71058]: DEBUG oslo_concurrency.lockutils [req-d42e1067-7214-465b-8e2e-007242c3fbd2 req-4c1abd1a-835a-48de-9aed-b03d82f2bac5 service nova] Acquiring lock "6931e437-f2e3-407a-85c9-68843ac9443f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1645.361134] env[71058]: DEBUG oslo_concurrency.lockutils [req-d42e1067-7214-465b-8e2e-007242c3fbd2 req-4c1abd1a-835a-48de-9aed-b03d82f2bac5 service nova] Lock "6931e437-f2e3-407a-85c9-68843ac9443f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1645.361307] env[71058]: DEBUG oslo_concurrency.lockutils [req-d42e1067-7214-465b-8e2e-007242c3fbd2 req-4c1abd1a-835a-48de-9aed-b03d82f2bac5 service nova] Lock "6931e437-f2e3-407a-85c9-68843ac9443f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1645.361496] env[71058]: DEBUG nova.compute.manager [req-d42e1067-7214-465b-8e2e-007242c3fbd2 req-4c1abd1a-835a-48de-9aed-b03d82f2bac5 service nova] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] No waiting events found dispatching network-vif-plugged-63f858be-aae1-4abb-a338-9cb7e680bee3 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1645.361685] env[71058]: WARNING nova.compute.manager [req-d42e1067-7214-465b-8e2e-007242c3fbd2 req-4c1abd1a-835a-48de-9aed-b03d82f2bac5 service nova] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Received unexpected event network-vif-plugged-63f858be-aae1-4abb-a338-9cb7e680bee3 for instance with vm_state building and task_state spawning.
[ 1645.499246] env[71058]: DEBUG nova.network.neutron [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Successfully updated port: 63f858be-aae1-4abb-a338-9cb7e680bee3 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1645.684034] env[71058]: DEBUG oslo_vmware.api [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873246, 'name': CreateSnapshot_Task, 'duration_secs': 0.922973} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1645.684553] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Created Snapshot of the VM instance {{(pid=71058) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}}
[ 1645.685381] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177915b0-ffd3-4097-a166-15105a4dcb85 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1645.739858] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-4551cf13-0602-481a-8546-04fae597659d tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1645.740420] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f4f41fe-2435-4409-babf-ec6a6e906146 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1645.759655] env[71058]: DEBUG oslo_vmware.api [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873249, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1645.761815] env[71058]: DEBUG oslo_vmware.api [None req-4551cf13-0602-481a-8546-04fae597659d tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for the task: (returnval){
[ 1645.761815] env[71058]:    value = "task-2873251"
[ 1645.761815] env[71058]:    _type = "Task"
[ 1645.761815] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1645.774463] env[71058]: DEBUG oslo_vmware.api [None req-4551cf13-0602-481a-8546-04fae597659d tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873251, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1645.845640] env[71058]: DEBUG oslo_vmware.api [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873250, 'name': ReconfigVM_Task, 'duration_secs': 0.328504} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1645.845999] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 91283a3a-f5d5-402f-b6c1-776f99ecf7f7/91283a3a-f5d5-402f-b6c1-776f99ecf7f7.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1645.846269] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Updating instance '91283a3a-f5d5-402f-b6c1-776f99ecf7f7' progress to 50 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1646.003853] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Acquiring lock "refresh_cache-6931e437-f2e3-407a-85c9-68843ac9443f" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1646.003853] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Acquired lock "refresh_cache-6931e437-f2e3-407a-85c9-68843ac9443f" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1646.004876] env[71058]: DEBUG nova.network.neutron [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1646.113157] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1665c0-11be-4f0d-8ac3-083b39bf1c2e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1646.121815] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040bf97c-5715-418f-ab5b-47f8a33f2a04 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1646.155172] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78580dc2-2f40-49ea-b2fe-cba6043ae6c7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1646.163729] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b24cd38-c07f-44f0-b6ec-8efcf870b28c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1646.178322] env[71058]: DEBUG nova.compute.provider_tree [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1646.208342] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Creating linked-clone VM from snapshot {{(pid=71058) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}}
[ 1646.208935] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-424894d6-c155-4500-9959-8e66cc2b9fad {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1646.220479] env[71058]: DEBUG oslo_vmware.api [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for the task: (returnval){
[ 1646.220479] env[71058]:    value = "task-2873252"
[ 1646.220479] env[71058]:    _type = "Task"
[ 1646.220479] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1646.230032] env[71058]: DEBUG oslo_vmware.api [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873252, 'name': CloneVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1646.251137] env[71058]: DEBUG oslo_vmware.api [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873249, 'name': PowerOnVM_Task, 'duration_secs': 0.529878} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1646.251436] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1646.251646] env[71058]: DEBUG nova.compute.manager [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1646.252470] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af729444-030c-43dc-9afc-86f7cd1a9cdf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1646.270465] env[71058]: DEBUG oslo_vmware.api [None req-4551cf13-0602-481a-8546-04fae597659d tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873251, 'name': PowerOnVM_Task, 'duration_secs': 0.507122} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1646.270781] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-4551cf13-0602-481a-8546-04fae597659d tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1646.271088] env[71058]: DEBUG nova.compute.manager [None req-4551cf13-0602-481a-8546-04fae597659d tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1646.271886] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ceb148-706d-47a1-bfc7-5ca30a36b952 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1646.352989] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030dba3a-aed5-4d5f-8eee-08a544ddd828 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1646.373829] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81444cb8-70ef-43d6-886c-40dac4f37eda {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1646.392883] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Updating instance '91283a3a-f5d5-402f-b6c1-776f99ecf7f7' progress to 67 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1646.539078] env[71058]: DEBUG nova.network.neutron [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1646.681457] env[71058]: DEBUG nova.scheduler.client.report [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1646.717558] env[71058]: DEBUG nova.network.neutron [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Updating instance_info_cache with network_info: [{"id": "63f858be-aae1-4abb-a338-9cb7e680bee3", "address": "fa:16:3e:cd:ee:b4", "network": {"id": "e1df71ba-8331-472f-878d-0787300c4975", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-67241836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad4a0c4428fa49b8ad2799db47487b43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f858be-aa", "ovs_interfaceid": "63f858be-aae1-4abb-a338-9cb7e680bee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1646.736287] env[71058]: DEBUG oslo_vmware.api [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873252, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1646.770153] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1646.992263] env[71058]: DEBUG nova.network.neutron [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Port 08087dd4-26fb-485f-99e6-df5bf91d14db binding to destination host cpu-1 is already ACTIVE {{(pid=71058) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}}
[ 1647.189608] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1647.190163] env[71058]: DEBUG nova.compute.manager [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1647.193401] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.067s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1647.194832] env[71058]: INFO nova.compute.claims [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1647.221238] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Releasing lock "refresh_cache-6931e437-f2e3-407a-85c9-68843ac9443f" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1647.221238] env[71058]: DEBUG nova.compute.manager [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Instance network_info: |[{"id": "63f858be-aae1-4abb-a338-9cb7e680bee3", "address": "fa:16:3e:cd:ee:b4", "network": {"id": "e1df71ba-8331-472f-878d-0787300c4975", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-67241836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad4a0c4428fa49b8ad2799db47487b43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f858be-aa", "ovs_interfaceid": "63f858be-aae1-4abb-a338-9cb7e680bee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1647.221238] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:ee:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '669e4919-e0ad-4e23-9f23-4c5f2be0d858', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63f858be-aae1-4abb-a338-9cb7e680bee3', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1647.229672] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1647.230038] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1647.233463] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-874c4ca8-82db-416f-9649-1cef100a1b71 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1647.257489] env[71058]: DEBUG oslo_vmware.api [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873252, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1647.258770] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1647.258770] env[71058]:    value = "task-2873253"
[ 1647.258770] env[71058]:    _type = "Task"
[ 1647.258770] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1647.413596] env[71058]: DEBUG nova.compute.manager [req-7003c2cc-2d4b-4c56-ac8a-a1dc29b48a88 req-9bf6bcec-04d0-4e0b-8fe3-c6608a7b0a4e service nova] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Received event network-changed-63f858be-aae1-4abb-a338-9cb7e680bee3 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1647.413867] env[71058]: DEBUG nova.compute.manager [req-7003c2cc-2d4b-4c56-ac8a-a1dc29b48a88 req-9bf6bcec-04d0-4e0b-8fe3-c6608a7b0a4e service nova] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Refreshing instance network info cache due to event network-changed-63f858be-aae1-4abb-a338-9cb7e680bee3. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1647.414117] env[71058]: DEBUG oslo_concurrency.lockutils [req-7003c2cc-2d4b-4c56-ac8a-a1dc29b48a88 req-9bf6bcec-04d0-4e0b-8fe3-c6608a7b0a4e service nova] Acquiring lock "refresh_cache-6931e437-f2e3-407a-85c9-68843ac9443f" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1647.414290] env[71058]: DEBUG oslo_concurrency.lockutils [req-7003c2cc-2d4b-4c56-ac8a-a1dc29b48a88 req-9bf6bcec-04d0-4e0b-8fe3-c6608a7b0a4e service nova] Acquired lock "refresh_cache-6931e437-f2e3-407a-85c9-68843ac9443f" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1647.414422] env[71058]: DEBUG nova.network.neutron [req-7003c2cc-2d4b-4c56-ac8a-a1dc29b48a88 req-9bf6bcec-04d0-4e0b-8fe3-c6608a7b0a4e service nova] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Refreshing network info cache for port 63f858be-aae1-4abb-a338-9cb7e680bee3 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1647.702913] env[71058]: DEBUG nova.compute.utils [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1647.705053] env[71058]: DEBUG nova.compute.manager [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1647.705250] env[71058]: DEBUG nova.network.neutron [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1647.741707] env[71058]: DEBUG oslo_vmware.api [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873252, 'name': CloneVM_Task} progress is 95%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1647.765855] env[71058]: DEBUG nova.policy [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8cb53dbee804170ab7e53d3824c9b4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae6226dd54db4ea48fb124a67d0b2152', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1647.773797] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873253, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1648.019921] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquiring lock "91283a3a-f5d5-402f-b6c1-776f99ecf7f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1648.019921] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Lock "91283a3a-f5d5-402f-b6c1-776f99ecf7f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1648.019921] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Lock "91283a3a-f5d5-402f-b6c1-776f99ecf7f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1648.164774] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "ce9fb314-268d-4fb8-8931-648e951e025b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1648.164774] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "ce9fb314-268d-4fb8-8931-648e951e025b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1648.164774] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "ce9fb314-268d-4fb8-8931-648e951e025b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1648.164774] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "ce9fb314-268d-4fb8-8931-648e951e025b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1648.164774] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "ce9fb314-268d-4fb8-8931-648e951e025b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1648.165600] env[71058]: INFO nova.compute.manager [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Terminating instance
[ 1648.208207] env[71058]: DEBUG nova.compute.manager [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1648.252282] env[71058]: DEBUG oslo_vmware.api [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873252, 'name': CloneVM_Task, 'duration_secs': 1.726751} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1648.256030] env[71058]: INFO nova.virt.vmwareapi.vmops [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Created linked-clone VM from snapshot
[ 1648.257181] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90790fc9-d989-4a94-9e0e-e68af7e9a401 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1648.268740] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Uploading image 0d64fbfe-d655-4e94-a67e-ca7b0bc8318e {{(pid=71058) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}}
[ 1648.280111] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873253, 'name': CreateVM_Task, 'duration_secs': 0.564924} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1648.280295] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1648.280986] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1648.281164] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1648.281490] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1648.281749] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ad10650-b558-4492-938f-40c546fda2e9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1648.291389] env[71058]: DEBUG oslo_vmware.api [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Waiting for the task: (returnval){
[ 1648.291389] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526a13cf-20c3-f78f-987a-5a5f81d3fcb7"
[ 1648.291389] env[71058]:    _type = "Task"
[ 1648.291389] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1648.306806] env[71058]: DEBUG oslo_vmware.api [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526a13cf-20c3-f78f-987a-5a5f81d3fcb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1648.317207] env[71058]: DEBUG oslo_vmware.rw_handles [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Creating HttpNfcLease lease for exporting VM: (result){
[ 1648.317207] env[71058]:    value = "vm-577482"
[ 1648.317207] env[71058]:    _type = "VirtualMachine"
[ 1648.317207] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}}
[ 1648.317207] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d4b4b29b-9f67-4717-9192-1bb4309afc06 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1648.325446] env[71058]: DEBUG oslo_vmware.rw_handles [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Lease: (returnval){
[ 1648.325446] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5282df81-06fa-054c-61c7-5b30e9a73163"
[ 1648.325446] env[71058]:    _type = "HttpNfcLease"
[ 1648.325446] env[71058]:  } obtained for exporting VM: (result){
[ 1648.325446] env[71058]:    value = "vm-577482"
[ 1648.325446] env[71058]:    _type = "VirtualMachine"
[ 1648.325446] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}}
[ 1648.325867] env[71058]: DEBUG oslo_vmware.api [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for the lease: (returnval){
[ 1648.325867] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5282df81-06fa-054c-61c7-5b30e9a73163"
[ 1648.325867] env[71058]:    _type = "HttpNfcLease"
[ 1648.325867] env[71058]:  } to be ready. {{(pid=71058) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1648.337754] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1648.337754] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5282df81-06fa-054c-61c7-5b30e9a73163"
[ 1648.337754] env[71058]:    _type = "HttpNfcLease"
[ 1648.337754] env[71058]:  } is initializing. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1648.412160] env[71058]: DEBUG nova.network.neutron [req-7003c2cc-2d4b-4c56-ac8a-a1dc29b48a88 req-9bf6bcec-04d0-4e0b-8fe3-c6608a7b0a4e service nova] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Updated VIF entry in instance network info cache for port 63f858be-aae1-4abb-a338-9cb7e680bee3. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1648.412595] env[71058]: DEBUG nova.network.neutron [req-7003c2cc-2d4b-4c56-ac8a-a1dc29b48a88 req-9bf6bcec-04d0-4e0b-8fe3-c6608a7b0a4e service nova] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Updating instance_info_cache with network_info: [{"id": "63f858be-aae1-4abb-a338-9cb7e680bee3", "address": "fa:16:3e:cd:ee:b4", "network": {"id": "e1df71ba-8331-472f-878d-0787300c4975", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-67241836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad4a0c4428fa49b8ad2799db47487b43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f858be-aa", "ovs_interfaceid": "63f858be-aae1-4abb-a338-9cb7e680bee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1648.460020] env[71058]: DEBUG nova.network.neutron [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Successfully created port: 85e50206-f3ca-4ccf-ae44-be2c83f2c05d {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1648.669813] env[71058]: DEBUG nova.compute.manager [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1648.670013] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1648.670942] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db07e67d-3629-45c1-856b-8d3734aa624a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1648.683928] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1648.684273] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-168b958e-8be3-4b6e-8130-13ef0978c08d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1648.728025] env[71058]: DEBUG oslo_vmware.api [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1648.728025] env[71058]:    value = "task-2873255"
[ 1648.728025] env[71058]:    _type = "Task"
[ 1648.728025] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1648.738102] env[71058]: DEBUG oslo_vmware.api [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1648.807813] env[71058]: DEBUG oslo_concurrency.lockutils [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "f41c1883-ddc6-491a-8f60-46df2ca46e95" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1648.808173] env[71058]: DEBUG oslo_concurrency.lockutils [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "f41c1883-ddc6-491a-8f60-46df2ca46e95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1648.808396] env[71058]: DEBUG oslo_vmware.api [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526a13cf-20c3-f78f-987a-5a5f81d3fcb7, 'name': SearchDatastore_Task, 'duration_secs': 0.012597} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1648.808667] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1648.808889] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1648.809117] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1648.809262] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1648.809438] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1648.809970] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-877963af-b03e-4381-97a9-391f4f081af4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1648.833822] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1648.834342] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1648.835162] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-539cb8b7-0209-4eb7-a6c6-af884216e544 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1648.841185] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b519f4-206d-40ba-8a99-7f5f6878c242 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1648.847312] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1648.847312] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5282df81-06fa-054c-61c7-5b30e9a73163"
[ 1648.847312] env[71058]:    _type = "HttpNfcLease"
[ 1648.847312] env[71058]:  } is ready. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1648.847734] env[71058]: DEBUG oslo_vmware.api [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Waiting for the task: (returnval){
[ 1648.847734] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]528575b0-4dd0-6f51-c555-4e69bb8f603d"
[ 1648.847734] env[71058]:    _type = "Task"
[ 1648.847734] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1648.848715] env[71058]: DEBUG oslo_vmware.rw_handles [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1648.848715] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5282df81-06fa-054c-61c7-5b30e9a73163"
[ 1648.848715] env[71058]:    _type = "HttpNfcLease"
[ 1648.848715] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}}
[ 1648.849657] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a62069-e53c-4837-9443-f47b9d3bfa0a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1648.858941] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68629a41-ec0d-41e7-a1a9-7d3a12f2d84e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1648.869304] env[71058]: DEBUG oslo_vmware.rw_handles [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528f7d85-945c-8a7d-620a-5bfb38bd3063/disk-0.vmdk from lease info. {{(pid=71058) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1648.869599] env[71058]: DEBUG oslo_vmware.rw_handles [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528f7d85-945c-8a7d-620a-5bfb38bd3063/disk-0.vmdk for reading. {{(pid=71058) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}}
[ 1648.871223] env[71058]: DEBUG oslo_vmware.api [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]528575b0-4dd0-6f51-c555-4e69bb8f603d, 'name': SearchDatastore_Task, 'duration_secs': 0.019732} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1648.873461] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35b11dbe-f8f7-4c5c-8a11-fa2a778f1448 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1648.962790] env[71058]: DEBUG oslo_concurrency.lockutils [req-7003c2cc-2d4b-4c56-ac8a-a1dc29b48a88 req-9bf6bcec-04d0-4e0b-8fe3-c6608a7b0a4e service nova] Releasing lock "refresh_cache-6931e437-f2e3-407a-85c9-68843ac9443f" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1648.965653] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5644f3-463f-4fa9-824f-ed702bd097d7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1648.970127] env[71058]: DEBUG oslo_vmware.api [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Waiting for the task: (returnval){
[ 1648.970127] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f4962a-6d50-7a55-ddca-7858e513dfa5"
[ 1648.970127] env[71058]:    _type = "Task"
[ 1648.970127] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1648.978079] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebf707b-3ab9-49a9-8199-3ab8830d2823 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1648.985342] env[71058]: DEBUG oslo_vmware.api [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f4962a-6d50-7a55-ddca-7858e513dfa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1648.996164] env[71058]: DEBUG nova.compute.provider_tree [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1649.013643] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e3293885-973b-4bc5-9798-79cd120512ba {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1649.054943] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquiring lock "refresh_cache-91283a3a-f5d5-402f-b6c1-776f99ecf7f7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1649.055179] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquired lock "refresh_cache-91283a3a-f5d5-402f-b6c1-776f99ecf7f7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1649.055356] env[71058]: DEBUG nova.network.neutron [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1649.227712] env[71058]: DEBUG nova.compute.manager [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1649.239911] env[71058]: DEBUG oslo_vmware.api [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873255, 'name': PowerOffVM_Task, 'duration_secs': 0.357728} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1649.240237] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1649.240426] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1649.240740] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5bf1881-e62c-4b35-8491-b3605354f51e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1649.250375] env[71058]: DEBUG nova.virt.hardware [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1649.250650] env[71058]: DEBUG nova.virt.hardware [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1649.250833] env[71058]: DEBUG nova.virt.hardware [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1649.251048] env[71058]: DEBUG nova.virt.hardware [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1649.251231] env[71058]: DEBUG nova.virt.hardware [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1649.251396] env[71058]: DEBUG nova.virt.hardware [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1649.251623] env[71058]: DEBUG nova.virt.hardware [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1649.251786] env[71058]: DEBUG nova.virt.hardware [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1649.251980] env[71058]: DEBUG nova.virt.hardware [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1649.252182] env[71058]: DEBUG nova.virt.hardware [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1649.252382] env[71058]: DEBUG nova.virt.hardware [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1649.253661] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9baa2aa5-cd63-489e-8cf1-912a88b4e8c3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1649.262130] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bc0349-d936-448d-a19a-4b461461f2d7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1649.315054] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1649.315298] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1649.315487] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Deleting the datastore file [datastore1] ce9fb314-268d-4fb8-8931-648e951e025b {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1649.315768] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9304cca0-ac82-4e2a-9a20-13b1013066e8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1649.324745] env[71058]: DEBUG oslo_vmware.api [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1649.324745] env[71058]:    value = "task-2873257"
[ 1649.324745] env[71058]:    _type = "Task"
[ 1649.324745] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1649.334344] env[71058]: DEBUG oslo_vmware.api [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1649.485589] env[71058]: DEBUG oslo_vmware.api [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f4962a-6d50-7a55-ddca-7858e513dfa5, 'name': SearchDatastore_Task, 'duration_secs': 0.015427} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1649.485873] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1649.486353] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 6931e437-f2e3-407a-85c9-68843ac9443f/6931e437-f2e3-407a-85c9-68843ac9443f.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1649.486990] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f67f922-5aba-48d0-b097-883a266bc871 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1649.497641] env[71058]: DEBUG oslo_vmware.api [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Waiting for the task: (returnval){
[ 1649.497641] env[71058]:    value = "task-2873258"
[ 1649.497641] env[71058]:    _type = "Task"
[ 1649.497641] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1649.503437] env[71058]: DEBUG nova.scheduler.client.report [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1649.517039] env[71058]: DEBUG oslo_vmware.api [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2873258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1649.840048] env[71058]: DEBUG oslo_vmware.api [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151441} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1649.840048] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1649.840048] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1649.840835] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1649.841693] env[71058]: INFO nova.compute.manager [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Took 1.17 seconds to destroy the instance on the hypervisor.
[ 1649.841693] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1649.842041] env[71058]: DEBUG nova.compute.manager [-] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1649.846516] env[71058]: DEBUG nova.network.neutron [-] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1650.012011] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.818s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1650.012989] env[71058]: DEBUG nova.compute.manager [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1650.020021] env[71058]: DEBUG oslo_vmware.api [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2873258, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1650.020021] env[71058]: DEBUG oslo_concurrency.lockutils [None req-04ac4650-b4da-4bba-87c6-8c8fb728bada tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.521s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1650.020021] env[71058]: DEBUG nova.objects.instance [None req-04ac4650-b4da-4bba-87c6-8c8fb728bada tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Lazy-loading 'resources' on Instance uuid 6639a7f8-2b54-41b3-bd03-6414edae1c5d {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1650.046123] env[71058]: DEBUG nova.network.neutron [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Updating instance_info_cache with network_info: [{"id": "08087dd4-26fb-485f-99e6-df5bf91d14db", "address": "fa:16:3e:53:44:5f", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08087dd4-26", "ovs_interfaceid": "08087dd4-26fb-485f-99e6-df5bf91d14db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1650.441395] env[71058]: DEBUG nova.compute.manager [req-eec91d7f-952c-4e22-a9a3-132d3ea07034 req-a946c48c-b4b7-49f5-a0a6-33cf6ca39898 service nova] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Received event network-vif-deleted-0d810f22-111d-46a1-834d-a3f011629158 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1650.441605] env[71058]: INFO nova.compute.manager [req-eec91d7f-952c-4e22-a9a3-132d3ea07034 req-a946c48c-b4b7-49f5-a0a6-33cf6ca39898 service nova] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Neutron deleted interface 0d810f22-111d-46a1-834d-a3f011629158; detaching it from the instance and deleting it from the info cache
[ 1650.441777] env[71058]: DEBUG nova.network.neutron [req-eec91d7f-952c-4e22-a9a3-132d3ea07034 req-a946c48c-b4b7-49f5-a0a6-33cf6ca39898 service nova] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1650.509520] env[71058]: DEBUG oslo_vmware.api [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2873258, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553538} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1650.509804] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 6931e437-f2e3-407a-85c9-68843ac9443f/6931e437-f2e3-407a-85c9-68843ac9443f.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1650.510044] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1650.510324] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0f9d9fd-ef35-4191-8b9a-ecdb0b941be3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1650.520059] env[71058]: DEBUG nova.compute.utils [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1650.521762] env[71058]: DEBUG oslo_vmware.api [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Waiting for the task: (returnval){
[ 1650.521762] env[71058]:    value = "task-2873259"
[ 1650.521762] env[71058]:    _type = "Task"
[ 1650.521762] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1650.522072] env[71058]: DEBUG nova.compute.manager [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1650.522240] env[71058]: DEBUG nova.network.neutron [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1650.537559] env[71058]: DEBUG oslo_vmware.api [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2873259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1650.551020] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Releasing lock "refresh_cache-91283a3a-f5d5-402f-b6c1-776f99ecf7f7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1650.575816] env[71058]: DEBUG nova.compute.manager [req-8fd7b2b4-0dd4-4202-92b4-dcd502853f29 req-2d829a77-0949-4e2e-9a9f-3360fa12b7f7 service nova] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Received event network-vif-plugged-85e50206-f3ca-4ccf-ae44-be2c83f2c05d {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1650.576308] env[71058]: DEBUG oslo_concurrency.lockutils [req-8fd7b2b4-0dd4-4202-92b4-dcd502853f29 req-2d829a77-0949-4e2e-9a9f-3360fa12b7f7 service nova] Acquiring lock "78a291fd-e7a1-45d5-9eb7-5428f4c52ecd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1650.576590] env[71058]: DEBUG oslo_concurrency.lockutils [req-8fd7b2b4-0dd4-4202-92b4-dcd502853f29 req-2d829a77-0949-4e2e-9a9f-3360fa12b7f7 service nova] Lock "78a291fd-e7a1-45d5-9eb7-5428f4c52ecd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1650.576851] env[71058]: DEBUG oslo_concurrency.lockutils [req-8fd7b2b4-0dd4-4202-92b4-dcd502853f29 req-2d829a77-0949-4e2e-9a9f-3360fa12b7f7 service nova] Lock "78a291fd-e7a1-45d5-9eb7-5428f4c52ecd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1650.577082] env[71058]: DEBUG nova.compute.manager [req-8fd7b2b4-0dd4-4202-92b4-dcd502853f29 req-2d829a77-0949-4e2e-9a9f-3360fa12b7f7 service nova] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] No waiting events found dispatching network-vif-plugged-85e50206-f3ca-4ccf-ae44-be2c83f2c05d {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1650.577284] env[71058]: WARNING nova.compute.manager [req-8fd7b2b4-0dd4-4202-92b4-dcd502853f29 req-2d829a77-0949-4e2e-9a9f-3360fa12b7f7 service nova] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Received unexpected event network-vif-plugged-85e50206-f3ca-4ccf-ae44-be2c83f2c05d for instance with vm_state building and task_state spawning.
[ 1650.592463] env[71058]: DEBUG nova.policy [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5345537a9b3d49a5b23edb762ac13585', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85106c5e01ec496dbeb48733902367b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1650.656511] env[71058]: DEBUG nova.network.neutron [-] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1650.687050] env[71058]: DEBUG nova.network.neutron [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Successfully updated port: 85e50206-f3ca-4ccf-ae44-be2c83f2c05d {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1650.912536] env[71058]: DEBUG nova.network.neutron [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Successfully created port: 49067231-d739-4134-92ae-dfe88e7a2079 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1650.944423] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8484658a-adf9-42d6-9701-a04ec582305d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1650.955050] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05f968a-d2d5-4f7c-960b-897fd3dd13ab {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1651.003031] env[71058]: DEBUG nova.compute.manager [req-eec91d7f-952c-4e22-a9a3-132d3ea07034 req-a946c48c-b4b7-49f5-a0a6-33cf6ca39898 service nova] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Detach interface failed, port_id=0d810f22-111d-46a1-834d-a3f011629158, reason: Instance ce9fb314-268d-4fb8-8931-648e951e025b could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1651.033105] env[71058]: DEBUG nova.compute.manager [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1651.043304] env[71058]: DEBUG oslo_vmware.api [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2873259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076307} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1651.046120] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1651.047239] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc2bcb6-89ff-4bb4-b70d-a5254134e83f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1651.076115] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 6931e437-f2e3-407a-85c9-68843ac9443f/6931e437-f2e3-407a-85c9-68843ac9443f.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1651.081725] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27e99442-d3ce-4e61-b699-df61bc003854 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1651.105930] env[71058]: DEBUG oslo_vmware.api [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Waiting for the task: (returnval){
[ 1651.105930] env[71058]:    value = "task-2873260"
[ 1651.105930] env[71058]:    _type = "Task"
[ 1651.105930] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1651.115176] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e75d30-8a71-4a46-96cc-2134cbc759b3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1651.123090] env[71058]: DEBUG oslo_vmware.api [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2873260, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1651.144029] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b65ecca-43e1-4c32-8281-4c3404a8ea72 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1651.151882] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Updating instance '91283a3a-f5d5-402f-b6c1-776f99ecf7f7' progress to 83 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1651.159911] env[71058]: INFO nova.compute.manager [-] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Took 1.32 seconds to deallocate network for instance.
[ 1651.173762] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffb04cb-e260-472d-9b53-06dfe6911d6e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1651.182652] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635f819c-e286-439f-9c4b-82e3848f4cb1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1651.214614] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "refresh_cache-78a291fd-e7a1-45d5-9eb7-5428f4c52ecd" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1651.214766] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquired lock "refresh_cache-78a291fd-e7a1-45d5-9eb7-5428f4c52ecd" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1651.214921] env[71058]: DEBUG nova.network.neutron [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1651.217781] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7977b0ef-5e33-4c7f-88d2-3568e98891ca {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1651.226992] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e4834b-52bb-44b9-8c25-f58741bcc3d1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1651.241974] env[71058]: DEBUG nova.compute.provider_tree [None req-04ac4650-b4da-4bba-87c6-8c8fb728bada tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1651.618534] env[71058]: DEBUG oslo_vmware.api [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2873260, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1651.658156] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1651.658472] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ed640ba-444b-41b0-af88-328f9b953859 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1651.667731] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1651.668074] env[71058]: DEBUG oslo_vmware.api [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for the task: (returnval){
[ 1651.668074] env[71058]:    value = "task-2873261"
[ 1651.668074] env[71058]:    _type = "Task"
[ 1651.668074] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1651.676927] env[71058]: DEBUG oslo_vmware.api [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1651.746573] env[71058]: DEBUG nova.scheduler.client.report [None req-04ac4650-b4da-4bba-87c6-8c8fb728bada tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1651.771821] env[71058]: DEBUG nova.network.neutron [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1651.816554] env[71058]: INFO nova.compute.manager [None req-1b40b9b9-3d4f-427e-b84a-eec5502db232 tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Get console output
[ 1651.816916] env[71058]: WARNING nova.virt.vmwareapi.driver [None req-1b40b9b9-3d4f-427e-b84a-eec5502db232 tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] The console log is missing. Check your VSPC configuration
[ 1651.968377] env[71058]: DEBUG nova.network.neutron [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Updating instance_info_cache with network_info: [{"id": "85e50206-f3ca-4ccf-ae44-be2c83f2c05d", "address": "fa:16:3e:7b:c8:29", "network": {"id": "645164d9-d9b3-4b8e-9ba7-b72f5baa0cf1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1281402244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae6226dd54db4ea48fb124a67d0b2152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e50206-f3", "ovs_interfaceid": "85e50206-f3ca-4ccf-ae44-be2c83f2c05d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1652.046985] env[71058]: DEBUG nova.compute.manager [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1652.072731] env[71058]: DEBUG nova.virt.hardware [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1652.073010] env[71058]: DEBUG nova.virt.hardware [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1652.073177] env[71058]: DEBUG nova.virt.hardware [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1652.073352] env[71058]: DEBUG nova.virt.hardware [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1652.073495] env[71058]: DEBUG nova.virt.hardware [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1652.073672] env[71058]: DEBUG nova.virt.hardware [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1652.073938] env[71058]: DEBUG nova.virt.hardware [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1652.074144] env[71058]: DEBUG nova.virt.hardware [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1652.074369] env[71058]: DEBUG nova.virt.hardware [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1652.074475] env[71058]: DEBUG nova.virt.hardware [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1652.075306] env[71058]: DEBUG nova.virt.hardware [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1652.076279] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579bb73f-00ae-4adb-af82-a18b0478a618 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1652.086050] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6cc818-abab-41e9-bce2-8e51132c93ee {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1652.117356] env[71058]: DEBUG oslo_vmware.api [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2873260, 'name': ReconfigVM_Task, 'duration_secs': 0.718718} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1652.117649] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 6931e437-f2e3-407a-85c9-68843ac9443f/6931e437-f2e3-407a-85c9-68843ac9443f.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1652.118342] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af9b29de-4864-44cb-94e0-975d64d00786 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1652.126251] env[71058]: DEBUG oslo_vmware.api [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Waiting for the task: (returnval){
[ 1652.126251] env[71058]:    value = "task-2873262"
[ 1652.126251] env[71058]:    _type = "Task"
[ 1652.126251] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1652.136234] env[71058]: DEBUG oslo_vmware.api [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2873262, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1652.178377] env[71058]: DEBUG oslo_vmware.api [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873261, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1652.251046] env[71058]: DEBUG oslo_concurrency.lockutils [None req-04ac4650-b4da-4bba-87c6-8c8fb728bada tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1652.253986] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 34.560s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1652.253986] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1652.253986] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71058) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
[ 1652.254175] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.524s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1652.255606] env[71058]: INFO nova.compute.claims [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1652.259199] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f74e25-d2c0-4ea5-9021-eaa8fcaa7fbb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1652.268270] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e78a46-f5d1-449e-b485-5aecccbc8e48 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1652.284945] env[71058]: INFO nova.scheduler.client.report [None req-04ac4650-b4da-4bba-87c6-8c8fb728bada tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Deleted allocations for instance 6639a7f8-2b54-41b3-bd03-6414edae1c5d
[ 1652.287030] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1017090-c05b-4fb5-9507-9d95d6d15727 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1652.300129] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fad6b72-ebda-4479-b3dc-a2876a3dc37f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1652.359344] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178429MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=71058) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
[ 1652.359344] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1652.454268] env[71058]: DEBUG nova.network.neutron [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Successfully updated port: 49067231-d739-4134-92ae-dfe88e7a2079 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1652.470697] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Releasing lock "refresh_cache-78a291fd-e7a1-45d5-9eb7-5428f4c52ecd" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1652.471043] env[71058]: DEBUG nova.compute.manager [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Instance network_info: |[{"id": "85e50206-f3ca-4ccf-ae44-be2c83f2c05d", "address": "fa:16:3e:7b:c8:29", "network": {"id": "645164d9-d9b3-4b8e-9ba7-b72f5baa0cf1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1281402244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae6226dd54db4ea48fb124a67d0b2152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e50206-f3", "ovs_interfaceid": "85e50206-f3ca-4ccf-ae44-be2c83f2c05d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1652.471470] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:c8:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '193994c7-8e1b-4f25-a4a4-d0563845eb28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85e50206-f3ca-4ccf-ae44-be2c83f2c05d', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1652.480881] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1652.481501] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1652.481754] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afe520b6-5db1-4c0e-a3f3-cf8886d4e937 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1652.509278] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1652.509278] env[71058]:    value = "task-2873263"
[ 1652.509278] env[71058]:    _type = "Task"
[ 1652.509278] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1652.515545] env[71058]: DEBUG nova.compute.manager [req-9781fab5-187a-46ca-b5e5-4228b02ab50a req-27c99f05-8b07-4239-bacd-0e497834ce08 service nova] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Received event network-vif-plugged-49067231-d739-4134-92ae-dfe88e7a2079 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1652.515799] env[71058]: DEBUG oslo_concurrency.lockutils [req-9781fab5-187a-46ca-b5e5-4228b02ab50a req-27c99f05-8b07-4239-bacd-0e497834ce08 service nova] Acquiring lock "3fb56870-0376-4ebd-b347-ab3900a876e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1652.516042] env[71058]: DEBUG oslo_concurrency.lockutils [req-9781fab5-187a-46ca-b5e5-4228b02ab50a req-27c99f05-8b07-4239-bacd-0e497834ce08 service nova] Lock "3fb56870-0376-4ebd-b347-ab3900a876e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1652.516236] env[71058]: DEBUG oslo_concurrency.lockutils [req-9781fab5-187a-46ca-b5e5-4228b02ab50a req-27c99f05-8b07-4239-bacd-0e497834ce08 service nova] Lock "3fb56870-0376-4ebd-b347-ab3900a876e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1652.516413] env[71058]: DEBUG nova.compute.manager [req-9781fab5-187a-46ca-b5e5-4228b02ab50a req-27c99f05-8b07-4239-bacd-0e497834ce08 service nova] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] No waiting events found dispatching network-vif-plugged-49067231-d739-4134-92ae-dfe88e7a2079 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1652.516588] env[71058]: WARNING nova.compute.manager [req-9781fab5-187a-46ca-b5e5-4228b02ab50a req-27c99f05-8b07-4239-bacd-0e497834ce08 service nova] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Received unexpected event network-vif-plugged-49067231-d739-4134-92ae-dfe88e7a2079 for instance with vm_state building and task_state spawning.
[ 1652.524460] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873263, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1652.635484] env[71058]: DEBUG nova.compute.manager [req-07e504c8-3eda-4d3c-b27c-48584af0fec1 req-aa389187-6473-4b68-bf21-ed62e5a35fdf service nova] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Received event network-changed-85e50206-f3ca-4ccf-ae44-be2c83f2c05d {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1652.635687] env[71058]: DEBUG nova.compute.manager [req-07e504c8-3eda-4d3c-b27c-48584af0fec1 req-aa389187-6473-4b68-bf21-ed62e5a35fdf service nova] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Refreshing instance network info cache due to event network-changed-85e50206-f3ca-4ccf-ae44-be2c83f2c05d. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1652.635906] env[71058]: DEBUG oslo_concurrency.lockutils [req-07e504c8-3eda-4d3c-b27c-48584af0fec1 req-aa389187-6473-4b68-bf21-ed62e5a35fdf service nova] Acquiring lock "refresh_cache-78a291fd-e7a1-45d5-9eb7-5428f4c52ecd" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1652.636072] env[71058]: DEBUG oslo_concurrency.lockutils [req-07e504c8-3eda-4d3c-b27c-48584af0fec1 req-aa389187-6473-4b68-bf21-ed62e5a35fdf service nova] Acquired lock "refresh_cache-78a291fd-e7a1-45d5-9eb7-5428f4c52ecd" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1652.636260] env[71058]: DEBUG nova.network.neutron [req-07e504c8-3eda-4d3c-b27c-48584af0fec1 req-aa389187-6473-4b68-bf21-ed62e5a35fdf service nova] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Refreshing network info cache for port 85e50206-f3ca-4ccf-ae44-be2c83f2c05d {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1652.644227] env[71058]: DEBUG oslo_vmware.api [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2873262, 'name': Rename_Task, 'duration_secs': 0.256128} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1652.644508] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1652.644760] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81c50d88-2710-40f2-afd3-ee279edaaf42 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1652.654394] env[71058]: DEBUG oslo_vmware.api [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Waiting for the task: (returnval){
[ 1652.654394] env[71058]:    value = "task-2873264"
[ 1652.654394] env[71058]:    _type = "Task"
[ 1652.654394] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1652.664411] env[71058]: DEBUG oslo_vmware.api [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2873264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1652.679509] env[71058]: DEBUG oslo_vmware.api [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873261, 'name': PowerOnVM_Task, 'duration_secs': 0.734881} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1652.679509] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1652.679509] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c817af6f-7030-4dbf-866e-3e3ad08114b1 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Updating instance '91283a3a-f5d5-402f-b6c1-776f99ecf7f7' progress to 100 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1652.797950] env[71058]: DEBUG oslo_concurrency.lockutils [None req-04ac4650-b4da-4bba-87c6-8c8fb728bada tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Lock "6639a7f8-2b54-41b3-bd03-6414edae1c5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 40.140s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1652.956722] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "refresh_cache-3fb56870-0376-4ebd-b347-ab3900a876e9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1652.956918] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquired lock "refresh_cache-3fb56870-0376-4ebd-b347-ab3900a876e9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1652.957125] env[71058]: DEBUG nova.network.neutron [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1653.004357] env[71058]: DEBUG oslo_concurrency.lockutils [None req-57ce5c61-ae95-4082-8d99-20364fa190ca tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Acquiring lock "e2835ee8-aa60-450e-9808-a43d2e540a30" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1653.004654] env[71058]: DEBUG oslo_concurrency.lockutils [None req-57ce5c61-ae95-4082-8d99-20364fa190ca tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Lock "e2835ee8-aa60-450e-9808-a43d2e540a30" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1653.004809] env[71058]: DEBUG oslo_concurrency.lockutils [None req-57ce5c61-ae95-4082-8d99-20364fa190ca tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Acquiring lock "e2835ee8-aa60-450e-9808-a43d2e540a30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1653.005021] env[71058]: DEBUG oslo_concurrency.lockutils [None req-57ce5c61-ae95-4082-8d99-20364fa190ca tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Lock "e2835ee8-aa60-450e-9808-a43d2e540a30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1653.005210] env[71058]: DEBUG oslo_concurrency.lockutils [None req-57ce5c61-ae95-4082-8d99-20364fa190ca tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Lock "e2835ee8-aa60-450e-9808-a43d2e540a30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1653.007231] env[71058]: INFO nova.compute.manager [None req-57ce5c61-ae95-4082-8d99-20364fa190ca tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Terminating instance
[ 1653.020751] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873263, 'name': CreateVM_Task, 'duration_secs': 0.392073} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1653.021464] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1653.022134] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1653.022302] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1653.022711] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1653.023215] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1f7cabd-c09d-4cce-b69a-430b25d3e46c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1653.029591] env[71058]: DEBUG oslo_vmware.api [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1653.029591] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52439477-4338-8b1b-2367-a380ab716824"
[ 1653.029591] env[71058]:    _type = "Task"
[ 1653.029591] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1653.038976] env[71058]: DEBUG oslo_vmware.api [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52439477-4338-8b1b-2367-a380ab716824, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1653.166468] env[71058]: DEBUG oslo_vmware.api [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2873264, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1653.356665] env[71058]: DEBUG nova.network.neutron [req-07e504c8-3eda-4d3c-b27c-48584af0fec1 req-aa389187-6473-4b68-bf21-ed62e5a35fdf service nova] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Updated VIF entry in instance network info cache for port 85e50206-f3ca-4ccf-ae44-be2c83f2c05d. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1653.356964] env[71058]: DEBUG nova.network.neutron [req-07e504c8-3eda-4d3c-b27c-48584af0fec1 req-aa389187-6473-4b68-bf21-ed62e5a35fdf service nova] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Updating instance_info_cache with network_info: [{"id": "85e50206-f3ca-4ccf-ae44-be2c83f2c05d", "address": "fa:16:3e:7b:c8:29", "network": {"id": "645164d9-d9b3-4b8e-9ba7-b72f5baa0cf1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1281402244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae6226dd54db4ea48fb124a67d0b2152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e50206-f3", "ovs_interfaceid": "85e50206-f3ca-4ccf-ae44-be2c83f2c05d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1653.491964] env[71058]: DEBUG nova.network.neutron [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1653.512340] env[71058]: DEBUG nova.compute.manager [None req-57ce5c61-ae95-4082-8d99-20364fa190ca tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1653.512340] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-57ce5c61-ae95-4082-8d99-20364fa190ca tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1653.515616] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e357855-45b2-4a35-b745-64c7ba47e829 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1653.531265] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-57ce5c61-ae95-4082-8d99-20364fa190ca tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1653.535081] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fc3ee68-0a0a-4d49-ba70-a97034389266 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1653.546492] env[71058]: DEBUG oslo_vmware.api [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52439477-4338-8b1b-2367-a380ab716824, 'name': SearchDatastore_Task, 'duration_secs': 0.013458} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1653.548224] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1653.548503] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1653.548812] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1653.548812] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1653.549205] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1653.549475] env[71058]: DEBUG oslo_vmware.api [None req-57ce5c61-ae95-4082-8d99-20364fa190ca tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Waiting for the task: (returnval){
[ 1653.549475] env[71058]:    value = "task-2873265"
[ 1653.549475] env[71058]:    _type = "Task"
[ 1653.549475] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1653.554528] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-680418b6-2abc-49f4-b4fa-3f1ff65aa96b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1653.569515] env[71058]: DEBUG oslo_vmware.api [None req-57ce5c61-ae95-4082-8d99-20364fa190ca tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Task: {'id': task-2873265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1653.572045] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1653.572045] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1653.573056] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66665c7a-365d-49fd-a3a1-b78bb515fa3e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1653.582814] env[71058]: DEBUG oslo_vmware.api [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1653.582814] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526876e4-dfac-301a-4652-580af6d39546"
[ 1653.582814] env[71058]:    _type = "Task"
[ 1653.582814] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1653.592390] env[71058]: DEBUG oslo_vmware.api [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526876e4-dfac-301a-4652-580af6d39546, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1653.670415] env[71058]: DEBUG oslo_vmware.api [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2873264, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1653.680013] env[71058]: DEBUG nova.network.neutron [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Updating instance_info_cache with network_info: [{"id": "49067231-d739-4134-92ae-dfe88e7a2079", "address": "fa:16:3e:55:11:20", "network": {"id": "e468d032-7280-4a84-97c5-db65f8a515aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-792259733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85106c5e01ec496dbeb48733902367b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49067231-d7", "ovs_interfaceid": "49067231-d739-4134-92ae-dfe88e7a2079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1653.851021] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0987bb6b-4d83-4cd9-b02f-8c4075860974 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1653.859599] env[71058]: DEBUG oslo_concurrency.lockutils [req-07e504c8-3eda-4d3c-b27c-48584af0fec1 req-aa389187-6473-4b68-bf21-ed62e5a35fdf service nova] Releasing lock "refresh_cache-78a291fd-e7a1-45d5-9eb7-5428f4c52ecd" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1653.861762] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d096aeee-1cb7-4c18-98d6-1e936bc39102 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1653.896188] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0353b1-07f4-4958-8814-85a356958f3a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1653.905508] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7769322d-42b0-4e42-bd9c-a392210074f3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1653.922478] env[71058]: DEBUG nova.compute.provider_tree [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1653.934709] env[71058]: DEBUG oslo_concurrency.lockutils [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Acquiring lock "dec06a1a-7b8b-4e76-8088-73e41f640a17" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1653.934952] env[71058]: DEBUG oslo_concurrency.lockutils [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Lock "dec06a1a-7b8b-4e76-8088-73e41f640a17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1654.068828] env[71058]: DEBUG oslo_vmware.api [None req-57ce5c61-ae95-4082-8d99-20364fa190ca tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Task: {'id': task-2873265, 'name': PowerOffVM_Task, 'duration_secs': 0.318964} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1654.069232] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-57ce5c61-ae95-4082-8d99-20364fa190ca tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1654.069423] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-57ce5c61-ae95-4082-8d99-20364fa190ca tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1654.069754] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c9dc7d2-0cb5-4278-a1ff-bfe9550e93b4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1654.094317] env[71058]: DEBUG oslo_vmware.api [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526876e4-dfac-301a-4652-580af6d39546, 'name': SearchDatastore_Task, 'duration_secs': 0.013946} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1654.099042] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39ba2f4d-981c-4890-8e8f-ca425e981e93 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1654.106463] env[71058]: DEBUG oslo_vmware.api [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1654.106463] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52ce3dca-2ae2-b676-8795-16f53d42adb0"
[ 1654.106463] env[71058]:    _type = "Task"
[ 1654.106463] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1654.118171] env[71058]: DEBUG oslo_vmware.api [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52ce3dca-2ae2-b676-8795-16f53d42adb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1654.144454] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-57ce5c61-ae95-4082-8d99-20364fa190ca tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1654.144454] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-57ce5c61-ae95-4082-8d99-20364fa190ca tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1654.144636] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-57ce5c61-ae95-4082-8d99-20364fa190ca tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Deleting the datastore file [datastore1] e2835ee8-aa60-450e-9808-a43d2e540a30 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1654.144776] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbaf4491-4e27-4bfe-9206-49001c0ea630 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1654.151591] env[71058]: DEBUG oslo_vmware.api [None req-57ce5c61-ae95-4082-8d99-20364fa190ca tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Waiting for the task: (returnval){
[ 1654.151591] env[71058]:    value = "task-2873267"
[ 1654.151591] env[71058]:    _type = "Task"
[ 1654.151591] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1654.160638] env[71058]: DEBUG oslo_vmware.api [None req-57ce5c61-ae95-4082-8d99-20364fa190ca tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Task: {'id': task-2873267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1654.169495] env[71058]: DEBUG oslo_vmware.api [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2873264, 'name': PowerOnVM_Task, 'duration_secs': 1.140964} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1654.169756] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1654.169935] env[71058]: INFO nova.compute.manager [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Took 9.79 seconds to spawn the instance on the hypervisor.
[ 1654.170130] env[71058]: DEBUG nova.compute.manager [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1654.170953] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41404e06-9aeb-416e-b701-4a4c988d3293 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1654.183599] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Releasing lock "refresh_cache-3fb56870-0376-4ebd-b347-ab3900a876e9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1654.183992] env[71058]: DEBUG nova.compute.manager [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Instance network_info: |[{"id": "49067231-d739-4134-92ae-dfe88e7a2079", "address": "fa:16:3e:55:11:20", "network": {"id": "e468d032-7280-4a84-97c5-db65f8a515aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-792259733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85106c5e01ec496dbeb48733902367b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49067231-d7", "ovs_interfaceid": "49067231-d739-4134-92ae-dfe88e7a2079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1654.184441] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:11:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa410d21-2141-45bb-8d0b-16c77304605f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49067231-d739-4134-92ae-dfe88e7a2079', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1654.192490] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1654.192899] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1654.193037] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f13c0489-7761-42e7-9825-d89c0ca47d3a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1654.222266] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1654.222266] env[71058]:    value = "task-2873268"
[ 1654.222266] env[71058]:    _type = "Task"
[ 1654.222266] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1654.231445] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873268, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1654.425668] env[71058]: DEBUG nova.scheduler.client.report [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1654.583724] env[71058]: DEBUG nova.compute.manager [req-69a816ef-cea6-4ab3-8b1c-d2b4dd336b7d req-783ae447-044f-4407-91de-7e207da35df0 service nova] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Received event network-changed-49067231-d739-4134-92ae-dfe88e7a2079 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1654.583978] env[71058]: DEBUG nova.compute.manager [req-69a816ef-cea6-4ab3-8b1c-d2b4dd336b7d req-783ae447-044f-4407-91de-7e207da35df0 service nova] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Refreshing instance network info cache due to event network-changed-49067231-d739-4134-92ae-dfe88e7a2079. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1654.584143] env[71058]: DEBUG oslo_concurrency.lockutils [req-69a816ef-cea6-4ab3-8b1c-d2b4dd336b7d req-783ae447-044f-4407-91de-7e207da35df0 service nova] Acquiring lock "refresh_cache-3fb56870-0376-4ebd-b347-ab3900a876e9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1654.584286] env[71058]: DEBUG oslo_concurrency.lockutils [req-69a816ef-cea6-4ab3-8b1c-d2b4dd336b7d req-783ae447-044f-4407-91de-7e207da35df0 service nova] Acquired lock "refresh_cache-3fb56870-0376-4ebd-b347-ab3900a876e9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1654.584444] env[71058]: DEBUG nova.network.neutron [req-69a816ef-cea6-4ab3-8b1c-d2b4dd336b7d req-783ae447-044f-4407-91de-7e207da35df0 service nova] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Refreshing network info cache for port 49067231-d739-4134-92ae-dfe88e7a2079 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1654.622088] env[71058]: DEBUG oslo_vmware.api [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52ce3dca-2ae2-b676-8795-16f53d42adb0, 'name': SearchDatastore_Task, 'duration_secs': 0.012263} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1654.622322] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1654.622692] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd/78a291fd-e7a1-45d5-9eb7-5428f4c52ecd.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1654.623256] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2036d0a5-cf69-492e-9de7-a458f76b135e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1654.632484] env[71058]: DEBUG oslo_vmware.api [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1654.632484] env[71058]:    value = "task-2873269"
[ 1654.632484] env[71058]:    _type = "Task"
[ 1654.632484] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1654.642475] env[71058]: DEBUG oslo_vmware.api [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1654.665204] env[71058]: DEBUG oslo_vmware.api [None req-57ce5c61-ae95-4082-8d99-20364fa190ca tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Task: {'id': task-2873267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145814} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1654.665204] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-57ce5c61-ae95-4082-8d99-20364fa190ca tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1654.665416] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-57ce5c61-ae95-4082-8d99-20364fa190ca tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1654.665501] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-57ce5c61-ae95-4082-8d99-20364fa190ca tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1654.665641] env[71058]: INFO nova.compute.manager [None req-57ce5c61-ae95-4082-8d99-20364fa190ca tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Took 1.15 seconds to destroy the instance on the hypervisor.
[ 1654.666168] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57ce5c61-ae95-4082-8d99-20364fa190ca tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1654.669150] env[71058]: DEBUG nova.compute.manager [-] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1654.669150] env[71058]: DEBUG nova.network.neutron [-] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1654.688068] env[71058]: INFO nova.compute.manager [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Took 55.75 seconds to build instance.
[ 1654.738886] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873268, 'name': CreateVM_Task, 'duration_secs': 0.439622} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1654.739350] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1654.740635] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1654.740635] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1654.741038] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1654.741187] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf4627cc-8438-4d41-9d39-fa09a3aceb38 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1654.748792] env[71058]: DEBUG oslo_vmware.api [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1654.748792] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523258a0-3a28-6ae9-9abf-0cfed9769479"
[ 1654.748792] env[71058]:    _type = "Task"
[ 1654.748792] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1654.759614] env[71058]: DEBUG oslo_vmware.api [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523258a0-3a28-6ae9-9abf-0cfed9769479, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1654.769542] env[71058]: DEBUG nova.network.neutron [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Port 08087dd4-26fb-485f-99e6-df5bf91d14db binding to destination host cpu-1 is already ACTIVE {{(pid=71058) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}}
[ 1654.769840] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquiring lock "refresh_cache-91283a3a-f5d5-402f-b6c1-776f99ecf7f7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1654.770016] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquired lock "refresh_cache-91283a3a-f5d5-402f-b6c1-776f99ecf7f7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1654.770220] env[71058]: DEBUG nova.network.neutron [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1654.932017] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1654.932632] env[71058]: DEBUG nova.compute.manager [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1654.938554] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.840s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1654.938554] env[71058]: INFO nova.compute.claims [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1655.146030] env[71058]: DEBUG oslo_vmware.api [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873269, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1655.191269] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2e3319be-622b-4e91-8fc2-005cbd56c40e tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Lock "6931e437-f2e3-407a-85c9-68843ac9443f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 72.874s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1655.261392] env[71058]: DEBUG oslo_vmware.api [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523258a0-3a28-6ae9-9abf-0cfed9769479, 'name': SearchDatastore_Task, 'duration_secs': 0.011794} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1655.262322] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1655.262322] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1655.262322] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1655.262322] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1655.262521] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1655.262687] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76e674b9-fd00-45fc-9075-a7aeded57594 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1655.274770] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1655.274940] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1655.277770] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb971cf3-9a94-4cdc-861b-ec0ea19fe69e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1655.284805] env[71058]: DEBUG oslo_vmware.api [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1655.284805] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c03208-1252-cb8f-e192-6c31fe15cca8"
[ 1655.284805] env[71058]:    _type = "Task"
[ 1655.284805] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1655.294382] env[71058]: DEBUG oslo_vmware.api [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c03208-1252-cb8f-e192-6c31fe15cca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1655.313262] env[71058]: DEBUG nova.network.neutron [req-69a816ef-cea6-4ab3-8b1c-d2b4dd336b7d req-783ae447-044f-4407-91de-7e207da35df0 service nova] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Updated VIF entry in instance network info cache for port 49067231-d739-4134-92ae-dfe88e7a2079. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1655.313646] env[71058]: DEBUG nova.network.neutron [req-69a816ef-cea6-4ab3-8b1c-d2b4dd336b7d req-783ae447-044f-4407-91de-7e207da35df0 service nova] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Updating instance_info_cache with network_info: [{"id": "49067231-d739-4134-92ae-dfe88e7a2079", "address": "fa:16:3e:55:11:20", "network": {"id": "e468d032-7280-4a84-97c5-db65f8a515aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-792259733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85106c5e01ec496dbeb48733902367b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49067231-d7", "ovs_interfaceid": "49067231-d739-4134-92ae-dfe88e7a2079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1655.442500] env[71058]: DEBUG nova.compute.utils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1655.448181] env[71058]: DEBUG nova.compute.manager [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1655.448181] env[71058]: DEBUG nova.network.neutron [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1655.550655] env[71058]: DEBUG nova.policy [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e0ad1fa2ee74e11af1756b44ae1e3f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bde8d4173d1246bf9572a6726463cd3a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1655.644105] env[71058]: DEBUG oslo_vmware.api [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873269, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522039} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1655.644441] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd/78a291fd-e7a1-45d5-9eb7-5428f4c52ecd.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1655.644790] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1655.645028] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc62a3e4-a0ed-4333-b475-0462f53262bb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1655.654825] env[71058]: DEBUG oslo_vmware.api [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1655.654825] env[71058]:    value = "task-2873270"
[ 1655.654825] env[71058]:    _type = "Task"
[ 1655.654825] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1655.662125] env[71058]: DEBUG nova.compute.manager [req-a378945a-15ad-49fa-86d1-751c55f76b96 req-e7bbfa76-2187-4497-b0a5-13fa2e3ab6a2 service nova] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Received event network-vif-deleted-6255a01d-b0d7-44ee-a8f8-f33e99131bad {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1655.662331] env[71058]: INFO nova.compute.manager [req-a378945a-15ad-49fa-86d1-751c55f76b96 req-e7bbfa76-2187-4497-b0a5-13fa2e3ab6a2 service nova] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Neutron deleted interface 6255a01d-b0d7-44ee-a8f8-f33e99131bad; detaching it from the instance and deleting it from the info cache
[ 1655.662500] env[71058]: DEBUG nova.network.neutron [req-a378945a-15ad-49fa-86d1-751c55f76b96 req-e7bbfa76-2187-4497-b0a5-13fa2e3ab6a2 service nova] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1655.668323] env[71058]: DEBUG oslo_vmware.api [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1655.696703] env[71058]: DEBUG nova.compute.manager [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1655.797711] env[71058]: DEBUG oslo_vmware.api [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c03208-1252-cb8f-e192-6c31fe15cca8, 'name': SearchDatastore_Task, 'duration_secs': 0.011093} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1655.798785] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55865675-8aa8-475f-933e-d47a67b36920 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1655.803538] env[71058]: DEBUG nova.network.neutron [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Updating instance_info_cache with network_info: [{"id": "08087dd4-26fb-485f-99e6-df5bf91d14db", "address": "fa:16:3e:53:44:5f", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08087dd4-26", "ovs_interfaceid": "08087dd4-26fb-485f-99e6-df5bf91d14db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1655.809402] env[71058]: DEBUG oslo_vmware.api [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1655.809402] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f24d84-363a-cf7c-733a-54d2034b44c3"
[ 1655.809402] env[71058]:    _type = "Task"
[ 1655.809402] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1655.818943] env[71058]: DEBUG oslo_concurrency.lockutils [req-69a816ef-cea6-4ab3-8b1c-d2b4dd336b7d req-783ae447-044f-4407-91de-7e207da35df0 service nova] Releasing lock "refresh_cache-3fb56870-0376-4ebd-b347-ab3900a876e9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1655.827572] env[71058]: DEBUG oslo_vmware.api [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f24d84-363a-cf7c-733a-54d2034b44c3, 'name': SearchDatastore_Task, 'duration_secs': 0.011033} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1655.828063] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1655.828435] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 3fb56870-0376-4ebd-b347-ab3900a876e9/3fb56870-0376-4ebd-b347-ab3900a876e9.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1655.829195] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c97fa97-dbde-4f1c-8812-3878f1dba1b3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1655.839559] env[71058]: DEBUG oslo_vmware.api [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1655.839559] env[71058]:    value = "task-2873271"
[ 1655.839559] env[71058]:    _type = "Task"
[ 1655.839559] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1655.851587] env[71058]: DEBUG oslo_vmware.api [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1655.929511] env[71058]: DEBUG nova.network.neutron [-] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1655.947707] env[71058]: DEBUG nova.compute.manager [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1656.175123] env[71058]: DEBUG oslo_vmware.api [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087989} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1656.175491] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9063a61-dda3-438a-820b-1d89d651ee47 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1656.177887] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1656.181675] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4dafe20-445d-4d66-9189-5e7f795dc8f3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1656.194146] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1b1c10-3595-452d-b21b-b116461378fe {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1656.235127] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd/78a291fd-e7a1-45d5-9eb7-5428f4c52ecd.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1656.236231] env[71058]: DEBUG nova.network.neutron [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Successfully created port: b4f199d8-d6e9-4683-9727-3c96e3ab9443 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1656.240959] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23a5fb86-ed74-41b0-9c8d-28182c308c2a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1656.278159] env[71058]: DEBUG nova.compute.manager [req-a378945a-15ad-49fa-86d1-751c55f76b96 req-e7bbfa76-2187-4497-b0a5-13fa2e3ab6a2 service nova] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Detach interface failed, port_id=6255a01d-b0d7-44ee-a8f8-f33e99131bad, reason: Instance e2835ee8-aa60-450e-9808-a43d2e540a30 could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1656.279494] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1656.286837] env[71058]: DEBUG oslo_vmware.api [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1656.286837] env[71058]:    value = "task-2873272"
[ 1656.286837] env[71058]:    _type = "Task"
[ 1656.286837] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1656.305383] env[71058]: DEBUG oslo_vmware.api [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873272, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1656.308765] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Releasing lock "refresh_cache-91283a3a-f5d5-402f-b6c1-776f99ecf7f7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1656.349647] env[71058]: DEBUG oslo_vmware.api [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483889} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1656.351991] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 3fb56870-0376-4ebd-b347-ab3900a876e9/3fb56870-0376-4ebd-b347-ab3900a876e9.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1656.352239] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1656.353534] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bf8899f-30c0-4804-a17e-bf004473d375 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1656.361967] env[71058]: DEBUG oslo_vmware.api [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1656.361967] env[71058]:    value = "task-2873273"
[ 1656.361967] env[71058]:    _type = "Task"
[ 1656.361967] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1656.374247] env[71058]: DEBUG oslo_vmware.api [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873273, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1656.431854] env[71058]: INFO nova.compute.manager [-] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Took 1.77 seconds to deallocate network for instance.
[ 1656.624146] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d036a95-e278-435a-96f0-dbf45aa4742d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1656.632201] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09692620-fdaf-4f2a-9cd7-fac5ad34969b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1656.669704] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899ae7ba-a65d-446a-9b5d-89ccf09d7b2d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1656.678889] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e589ef66-4e4b-48ee-add8-596e7232ee25 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1656.693799] env[71058]: DEBUG nova.compute.provider_tree [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1656.798045] env[71058]: DEBUG oslo_vmware.api [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873272, 'name': ReconfigVM_Task, 'duration_secs': 0.354498} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1656.798237] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd/78a291fd-e7a1-45d5-9eb7-5428f4c52ecd.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1656.798957] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8dc0e85a-f234-492e-9509-cf10e5f9c0f0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1656.807815] env[71058]: DEBUG oslo_vmware.api [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1656.807815] env[71058]:    value = "task-2873274"
[ 1656.807815] env[71058]:    _type = "Task"
[ 1656.807815] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1656.812169] env[71058]: DEBUG nova.compute.manager [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=71058) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}}
[ 1656.812400] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1656.820333] env[71058]: DEBUG oslo_vmware.api [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873274, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1656.873188] env[71058]: DEBUG oslo_vmware.api [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873273, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075006} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1656.873519] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1656.874406] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cacd3661-639b-4315-8674-3d26f41da1fa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1656.897844] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 3fb56870-0376-4ebd-b347-ab3900a876e9/3fb56870-0376-4ebd-b347-ab3900a876e9.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1656.898197] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc61e0f4-66a7-4572-ab38-9cd3b3165905 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1656.921433] env[71058]: DEBUG oslo_vmware.api [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1656.921433] env[71058]:    value = "task-2873275"
[ 1656.921433] env[71058]:    _type = "Task"
[ 1656.921433] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1656.929474] env[71058]: DEBUG oslo_vmware.api [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873275, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1656.943918] env[71058]: DEBUG oslo_concurrency.lockutils [None req-57ce5c61-ae95-4082-8d99-20364fa190ca tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1656.959611] env[71058]: DEBUG nova.compute.manager [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1656.984397] env[71058]: DEBUG nova.virt.hardware [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1656.984661] env[71058]: DEBUG nova.virt.hardware [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1656.987509] env[71058]: DEBUG nova.virt.hardware [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1656.988745] env[71058]: DEBUG nova.virt.hardware [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1656.988745] env[71058]: DEBUG nova.virt.hardware [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1656.988745] env[71058]: DEBUG nova.virt.hardware [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1656.988915] env[71058]: DEBUG nova.virt.hardware [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1656.989164] env[71058]: DEBUG nova.virt.hardware [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1656.989415] env[71058]: DEBUG nova.virt.hardware [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1656.989599] env[71058]: DEBUG nova.virt.hardware [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1656.989775] env[71058]: DEBUG nova.virt.hardware [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1656.990783] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ed2fc9-e7a2-4d81-8639-12765d49bd6e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1657.000509] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc28b08-a913-4236-9df1-564a57ea746f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1657.197605] env[71058]: DEBUG nova.scheduler.client.report [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1657.318611] env[71058]: DEBUG oslo_vmware.api [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873274, 'name': Rename_Task, 'duration_secs': 0.186661} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1657.318939] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1657.319293] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57378324-237c-4de5-971e-32db34580498 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1657.326397] env[71058]: DEBUG oslo_vmware.api [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1657.326397] env[71058]:    value = "task-2873276"
[ 1657.326397] env[71058]:    _type = "Task"
[ 1657.326397] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1657.335540] env[71058]: DEBUG oslo_vmware.api [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873276, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1657.430280] env[71058]: DEBUG oslo_vmware.api [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1657.704051] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1657.704510] env[71058]: DEBUG nova.compute.manager [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1657.707216] env[71058]: DEBUG oslo_concurrency.lockutils [None req-68eef09c-60db-4316-86a5-b4f5b8c49cfe tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.778s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1657.707443] env[71058]: DEBUG nova.objects.instance [None req-68eef09c-60db-4316-86a5-b4f5b8c49cfe tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lazy-loading 'resources' on Instance uuid e55a7df3-411f-441b-8e9b-91ba7bf96656 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1657.839253] env[71058]: DEBUG oslo_vmware.api [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873276, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1657.933719] env[71058]: DEBUG oslo_vmware.api [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873275, 'name': ReconfigVM_Task, 'duration_secs': 0.74329} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1657.933719] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 3fb56870-0376-4ebd-b347-ab3900a876e9/3fb56870-0376-4ebd-b347-ab3900a876e9.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1657.934242] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3649e35-eaa3-40e8-8a6e-404be2a7da39 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1657.942711] env[71058]: DEBUG oslo_vmware.api [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1657.942711] env[71058]:    value = "task-2873277"
[ 1657.942711] env[71058]:    _type = "Task"
[ 1657.942711] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1657.951605] env[71058]: DEBUG oslo_vmware.api [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873277, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1657.967525] env[71058]: DEBUG nova.compute.manager [req-43d93840-a947-4e56-a41e-00cae42dc9c1 req-145d0640-3e56-476c-bbd2-b86049804053 service nova] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Received event network-vif-plugged-b4f199d8-d6e9-4683-9727-3c96e3ab9443 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1657.967747] env[71058]: DEBUG oslo_concurrency.lockutils [req-43d93840-a947-4e56-a41e-00cae42dc9c1 req-145d0640-3e56-476c-bbd2-b86049804053 service nova] Acquiring lock "48171880-b1d9-4668-80d2-f9154792e59a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1657.967959] env[71058]: DEBUG oslo_concurrency.lockutils [req-43d93840-a947-4e56-a41e-00cae42dc9c1 req-145d0640-3e56-476c-bbd2-b86049804053 service nova] Lock "48171880-b1d9-4668-80d2-f9154792e59a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1657.968956] env[71058]: DEBUG oslo_concurrency.lockutils [req-43d93840-a947-4e56-a41e-00cae42dc9c1 req-145d0640-3e56-476c-bbd2-b86049804053 service nova] Lock "48171880-b1d9-4668-80d2-f9154792e59a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1657.969188] env[71058]: DEBUG nova.compute.manager [req-43d93840-a947-4e56-a41e-00cae42dc9c1 req-145d0640-3e56-476c-bbd2-b86049804053 service nova] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] No waiting events found dispatching network-vif-plugged-b4f199d8-d6e9-4683-9727-3c96e3ab9443 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1657.969448] env[71058]: WARNING nova.compute.manager [req-43d93840-a947-4e56-a41e-00cae42dc9c1 req-145d0640-3e56-476c-bbd2-b86049804053 service nova] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Received unexpected event network-vif-plugged-b4f199d8-d6e9-4683-9727-3c96e3ab9443 for instance with vm_state building and task_state spawning.
[ 1658.056642] env[71058]: DEBUG nova.network.neutron [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Successfully updated port: b4f199d8-d6e9-4683-9727-3c96e3ab9443 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1658.213341] env[71058]: DEBUG nova.compute.utils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1658.219246] env[71058]: DEBUG nova.compute.manager [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1658.219246] env[71058]: DEBUG nova.network.neutron [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: f4df8d57-cfaa-490f-b639-803bff814117] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1658.282528] env[71058]: DEBUG nova.policy [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e0ad1fa2ee74e11af1756b44ae1e3f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bde8d4173d1246bf9572a6726463cd3a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1658.340907] env[71058]: DEBUG oslo_vmware.api [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873276, 'name': PowerOnVM_Task, 'duration_secs': 0.547544} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1658.341371] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1658.341624] env[71058]: INFO nova.compute.manager [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Took 9.11 seconds to spawn the instance on the hypervisor.
[ 1658.341841] env[71058]: DEBUG nova.compute.manager [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1658.343776] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c010e93-f5fd-4399-ac05-c9ac4808e002 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1658.430039] env[71058]: DEBUG oslo_vmware.rw_handles [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528f7d85-945c-8a7d-620a-5bfb38bd3063/disk-0.vmdk. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1658.430039] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697f5b6e-b0f7-488a-987e-c5b052be07ea {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1658.441810] env[71058]: DEBUG oslo_vmware.rw_handles [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528f7d85-945c-8a7d-620a-5bfb38bd3063/disk-0.vmdk is in state: ready. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1658.441810] env[71058]: ERROR oslo_vmware.rw_handles [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528f7d85-945c-8a7d-620a-5bfb38bd3063/disk-0.vmdk due to incomplete transfer.
[ 1658.441810] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-39779a50-ef45-45cb-8756-9a884f4ea17c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1658.450681] env[71058]: DEBUG oslo_vmware.rw_handles [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528f7d85-945c-8a7d-620a-5bfb38bd3063/disk-0.vmdk. {{(pid=71058) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}}
[ 1658.451043] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Uploaded image 0d64fbfe-d655-4e94-a67e-ca7b0bc8318e to the Glance image server {{(pid=71058) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}}
[ 1658.453444] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Destroying the VM {{(pid=71058) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}}
[ 1658.457853] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0821da47-e3ec-4821-bef5-7775dcfa301e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1658.459525] env[71058]: DEBUG oslo_vmware.api [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873277, 'name': Rename_Task, 'duration_secs': 0.313254} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1658.459960] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1658.460625] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9827d892-0920-4949-af34-3df57e9ff2d2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1658.466471] env[71058]: DEBUG oslo_vmware.api [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for the task: (returnval){
[ 1658.466471] env[71058]:    value = "task-2873278"
[ 1658.466471] env[71058]:    _type = "Task"
[ 1658.466471] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1658.471194] env[71058]: DEBUG oslo_vmware.api [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1658.471194] env[71058]:    value = "task-2873279"
[ 1658.471194] env[71058]:    _type = "Task"
[ 1658.471194] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1658.480444] env[71058]: DEBUG oslo_vmware.api [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873278, 'name': Destroy_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1658.487245] env[71058]: DEBUG oslo_vmware.api [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1658.531223] env[71058]: DEBUG oslo_concurrency.lockutils [None req-160d18a6-f405-4170-8289-1bbcae333745 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Acquiring lock "6931e437-f2e3-407a-85c9-68843ac9443f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1658.531476] env[71058]: DEBUG oslo_concurrency.lockutils [None req-160d18a6-f405-4170-8289-1bbcae333745 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Lock "6931e437-f2e3-407a-85c9-68843ac9443f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.003s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1658.531694] env[71058]: DEBUG oslo_concurrency.lockutils [None req-160d18a6-f405-4170-8289-1bbcae333745 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Acquiring lock "6931e437-f2e3-407a-85c9-68843ac9443f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1658.531889] env[71058]: DEBUG oslo_concurrency.lockutils [None req-160d18a6-f405-4170-8289-1bbcae333745 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Lock "6931e437-f2e3-407a-85c9-68843ac9443f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1658.532152] env[71058]: DEBUG oslo_concurrency.lockutils [None req-160d18a6-f405-4170-8289-1bbcae333745 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Lock "6931e437-f2e3-407a-85c9-68843ac9443f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1658.538047] env[71058]: INFO nova.compute.manager [None req-160d18a6-f405-4170-8289-1bbcae333745 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Terminating instance
[ 1658.562237] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Acquiring lock "refresh_cache-48171880-b1d9-4668-80d2-f9154792e59a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1658.562354] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Acquired lock "refresh_cache-48171880-b1d9-4668-80d2-f9154792e59a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1658.565489] env[71058]: DEBUG nova.network.neutron [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1658.666107] env[71058]: DEBUG nova.network.neutron [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Successfully created port: 55dec5fd-47f1-4fe5-9d7a-5320418e8d68 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1658.720021] env[71058]: DEBUG nova.compute.manager [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1658.808301] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06031a3c-2271-495b-812c-2b6d31462637 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1658.817255] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff711bc-3f03-416a-9037-eaa130db6547 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1658.849535] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca35e478-184d-49fe-a284-093ea82b941d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1658.859036] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a893ef-6298-43ad-b3b9-3596f7dc2f8b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1658.880896] env[71058]: DEBUG nova.compute.provider_tree [None req-68eef09c-60db-4316-86a5-b4f5b8c49cfe tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1658.884491] env[71058]: INFO nova.compute.manager [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Took 51.47 seconds to build instance.
[ 1658.978014] env[71058]: DEBUG oslo_vmware.api [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873278, 'name': Destroy_Task} progress is 33%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1658.983391] env[71058]: DEBUG oslo_vmware.api [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873279, 'name': PowerOnVM_Task} progress is 78%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1659.047078] env[71058]: DEBUG nova.compute.manager [None req-160d18a6-f405-4170-8289-1bbcae333745 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1659.048040] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-160d18a6-f405-4170-8289-1bbcae333745 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1659.048858] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55aeede-dcba-42f2-a0e1-894264101ad2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1659.059766] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-160d18a6-f405-4170-8289-1bbcae333745 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1659.061523] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77fb6bd4-debd-4e24-a2ba-139a61881220 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1659.072229] env[71058]: DEBUG oslo_vmware.api [None req-160d18a6-f405-4170-8289-1bbcae333745 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Waiting for the task: (returnval){
[ 1659.072229] env[71058]:    value = "task-2873280"
[ 1659.072229] env[71058]:    _type = "Task"
[ 1659.072229] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1659.083342] env[71058]: DEBUG oslo_vmware.api [None req-160d18a6-f405-4170-8289-1bbcae333745 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2873280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1659.373070] env[71058]: DEBUG nova.network.neutron [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1659.385817] env[71058]: DEBUG nova.scheduler.client.report [None req-68eef09c-60db-4316-86a5-b4f5b8c49cfe tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1659.392116] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0a4868b1-fe69-4b80-b354-24a5969cdf5c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "78a291fd-e7a1-45d5-9eb7-5428f4c52ecd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 74.075s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1659.482254] env[71058]: DEBUG oslo_vmware.api [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873278, 'name': Destroy_Task, 'duration_secs': 0.86704} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1659.485444] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Destroyed the VM
[ 1659.485697] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Deleting Snapshot of the VM instance {{(pid=71058) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}}
[ 1659.485969] env[71058]: DEBUG oslo_vmware.api [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873279, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1659.486283] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-adecc2e3-ea3f-401e-8dfc-707139fdbf3f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1659.494854] env[71058]: DEBUG oslo_vmware.api [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for the task: (returnval){
[ 1659.494854] env[71058]:    value = "task-2873281"
[ 1659.494854] env[71058]:    _type = "Task"
[ 1659.494854] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1659.503629] env[71058]: DEBUG oslo_vmware.api [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873281, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1659.581322] env[71058]: DEBUG oslo_vmware.api [None req-160d18a6-f405-4170-8289-1bbcae333745 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2873280, 'name': PowerOffVM_Task, 'duration_secs': 0.369095} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1659.581592] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-160d18a6-f405-4170-8289-1bbcae333745 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1659.581759] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-160d18a6-f405-4170-8289-1bbcae333745 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1659.582060] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a414937-92e4-42cd-a45f-845f51bdea84 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1659.633258] env[71058]: DEBUG nova.network.neutron [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Updating instance_info_cache with network_info: [{"id": "b4f199d8-d6e9-4683-9727-3c96e3ab9443", "address": "fa:16:3e:8e:cf:9b", "network": {"id": "65b070a8-8f69-4e2f-a47b-357854eeec02", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1796300419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bde8d4173d1246bf9572a6726463cd3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4f199d8-d6", "ovs_interfaceid": "b4f199d8-d6e9-4683-9727-3c96e3ab9443", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1659.651093] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-160d18a6-f405-4170-8289-1bbcae333745 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1659.651373] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-160d18a6-f405-4170-8289-1bbcae333745 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1659.651518] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-160d18a6-f405-4170-8289-1bbcae333745 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Deleting the datastore file [datastore2] 6931e437-f2e3-407a-85c9-68843ac9443f {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1659.651924] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5c657b1-0b4b-4399-9bc6-cab06cc8824b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1659.660883] env[71058]: DEBUG oslo_vmware.api [None req-160d18a6-f405-4170-8289-1bbcae333745 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Waiting for the task: (returnval){
[ 1659.660883] env[71058]:    value = "task-2873283"
[ 1659.660883] env[71058]:    _type = "Task"
[ 1659.660883] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1659.670543] env[71058]: DEBUG oslo_vmware.api [None req-160d18a6-f405-4170-8289-1bbcae333745 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2873283, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1659.730866] env[71058]: DEBUG nova.compute.manager [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1659.755930] env[71058]: DEBUG nova.virt.hardware [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1659.756203] env[71058]: DEBUG nova.virt.hardware [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1659.756358] env[71058]: DEBUG nova.virt.hardware [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1659.756534] env[71058]: DEBUG nova.virt.hardware [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1659.756674] env[71058]: DEBUG nova.virt.hardware [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1659.756827] env[71058]: DEBUG nova.virt.hardware [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1659.757039] env[71058]: DEBUG nova.virt.hardware [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1659.757200] env[71058]: DEBUG nova.virt.hardware [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1659.757374] env[71058]: DEBUG nova.virt.hardware [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1659.757714] env[71058]: DEBUG nova.virt.hardware [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1659.757909] env[71058]: DEBUG nova.virt.hardware [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1659.758775] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb40c14-813a-47af-94e3-55d9d9849c06 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1659.769414] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115f1454-abfa-4768-936c-d2ca63254b8c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1659.894021] env[71058]: DEBUG oslo_concurrency.lockutils [None req-68eef09c-60db-4316-86a5-b4f5b8c49cfe tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1659.896576] env[71058]: DEBUG oslo_concurrency.lockutils [None req-43b94178-402f-404c-82a6-efaec3883831 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.921s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1659.896857] env[71058]: DEBUG nova.objects.instance [None req-43b94178-402f-404c-82a6-efaec3883831 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Lazy-loading 'resources' on Instance uuid 810103ba-5a1b-4ae2-affd-5437757c5cd2 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1659.898238] env[71058]: DEBUG nova.compute.manager [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1659.922226] env[71058]: INFO nova.scheduler.client.report [None req-68eef09c-60db-4316-86a5-b4f5b8c49cfe tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Deleted allocations for instance e55a7df3-411f-441b-8e9b-91ba7bf96656
[ 1659.983949] env[71058]: DEBUG oslo_vmware.api [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873279, 'name': PowerOnVM_Task, 'duration_secs': 1.061968} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1659.984133] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1659.984343] env[71058]: INFO nova.compute.manager [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Took 7.94 seconds to spawn the instance on the hypervisor.
[ 1659.984522] env[71058]: DEBUG nova.compute.manager [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1659.985359] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35974920-934a-4953-959e-6b5d7e3acfe5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1660.006200] env[71058]: DEBUG oslo_vmware.api [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873281, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1660.052349] env[71058]: DEBUG nova.compute.manager [req-42102cda-63c1-456e-8aca-1472d97f03fb req-26a1472b-bb9f-42fa-a2bd-27a28ce53564 service nova] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Received event network-changed-b4f199d8-d6e9-4683-9727-3c96e3ab9443 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1660.052395] env[71058]: DEBUG nova.compute.manager [req-42102cda-63c1-456e-8aca-1472d97f03fb req-26a1472b-bb9f-42fa-a2bd-27a28ce53564 service nova] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Refreshing instance network info cache due to event network-changed-b4f199d8-d6e9-4683-9727-3c96e3ab9443. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1660.052575] env[71058]: DEBUG oslo_concurrency.lockutils [req-42102cda-63c1-456e-8aca-1472d97f03fb req-26a1472b-bb9f-42fa-a2bd-27a28ce53564 service nova] Acquiring lock "refresh_cache-48171880-b1d9-4668-80d2-f9154792e59a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1660.135819] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Releasing lock "refresh_cache-48171880-b1d9-4668-80d2-f9154792e59a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1660.136193] env[71058]: DEBUG nova.compute.manager [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Instance network_info: |[{"id": "b4f199d8-d6e9-4683-9727-3c96e3ab9443", "address": "fa:16:3e:8e:cf:9b", "network": {"id": "65b070a8-8f69-4e2f-a47b-357854eeec02", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1796300419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bde8d4173d1246bf9572a6726463cd3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4f199d8-d6", "ovs_interfaceid": "b4f199d8-d6e9-4683-9727-3c96e3ab9443", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1660.136503] env[71058]: DEBUG oslo_concurrency.lockutils [req-42102cda-63c1-456e-8aca-1472d97f03fb req-26a1472b-bb9f-42fa-a2bd-27a28ce53564 service nova] Acquired lock "refresh_cache-48171880-b1d9-4668-80d2-f9154792e59a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1660.136681] env[71058]: DEBUG nova.network.neutron [req-42102cda-63c1-456e-8aca-1472d97f03fb req-26a1472b-bb9f-42fa-a2bd-27a28ce53564 service nova] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Refreshing network info cache for port b4f199d8-d6e9-4683-9727-3c96e3ab9443 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1660.137971] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:cf:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4f199d8-d6e9-4683-9727-3c96e3ab9443', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1660.146068] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Creating folder: Project (bde8d4173d1246bf9572a6726463cd3a). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1660.146607] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90087403-dcaa-40c7-984b-a68b9c02d00c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1660.161669] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Created folder: Project (bde8d4173d1246bf9572a6726463cd3a) in parent group-v577298.
[ 1660.161877] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Creating folder: Instances. Parent ref: group-v577486. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1660.165077] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-843e61c9-f6aa-4cd8-b237-214bd005095e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1660.173961] env[71058]: DEBUG oslo_vmware.api [None req-160d18a6-f405-4170-8289-1bbcae333745 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2873283, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158766} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1660.174217] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-160d18a6-f405-4170-8289-1bbcae333745 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1660.174399] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-160d18a6-f405-4170-8289-1bbcae333745 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1660.174575] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-160d18a6-f405-4170-8289-1bbcae333745 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1660.174744] env[71058]: INFO nova.compute.manager [None req-160d18a6-f405-4170-8289-1bbcae333745 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Took 1.13 seconds to destroy the instance on the hypervisor.
[ 1660.174986] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-160d18a6-f405-4170-8289-1bbcae333745 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1660.175684] env[71058]: DEBUG nova.compute.manager [-] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1660.175837] env[71058]: DEBUG nova.network.neutron [-] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1660.426305] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1660.438091] env[71058]: DEBUG oslo_concurrency.lockutils [None req-68eef09c-60db-4316-86a5-b4f5b8c49cfe tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "e55a7df3-411f-441b-8e9b-91ba7bf96656" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 43.985s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1660.477539] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Created folder: Instances in parent group-v577486.
[ 1660.477951] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1660.478312] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1660.478689] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30252011-0c98-4432-b6c8-24db0e64bfc5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1660.511051] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1660.511051] env[71058]:    value = "task-2873286"
[ 1660.511051] env[71058]:    _type = "Task"
[ 1660.511051] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1660.519914] env[71058]: INFO nova.compute.manager [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Took 46.43 seconds to build instance.
[ 1660.530959] env[71058]: DEBUG oslo_vmware.api [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873281, 'name': RemoveSnapshot_Task, 'duration_secs': 0.987669} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1660.532126] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Deleted Snapshot of the VM instance {{(pid=71058) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}}
[ 1660.532436] env[71058]: INFO nova.compute.manager [None req-2d6dac41-b4b8-46b0-ba93-e2113be2b766 tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Took 16.43 seconds to snapshot the instance on the hypervisor.
[ 1660.542029] env[71058]: DEBUG nova.network.neutron [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Successfully updated port: 55dec5fd-47f1-4fe5-9d7a-5320418e8d68 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1660.548927] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873286, 'name': CreateVM_Task} progress is 15%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1661.464872] env[71058]: DEBUG oslo_concurrency.lockutils [None req-78b66e43-ab0d-4a1a-9dc5-bd0bc8b2033f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "78a291fd-e7a1-45d5-9eb7-5428f4c52ecd" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1661.465209] env[71058]: DEBUG oslo_concurrency.lockutils [None req-78b66e43-ab0d-4a1a-9dc5-bd0bc8b2033f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "78a291fd-e7a1-45d5-9eb7-5428f4c52ecd" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1661.465327] env[71058]: DEBUG oslo_concurrency.lockutils [None req-78b66e43-ab0d-4a1a-9dc5-bd0bc8b2033f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "78a291fd-e7a1-45d5-9eb7-5428f4c52ecd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1661.465501] env[71058]: DEBUG oslo_concurrency.lockutils [None req-78b66e43-ab0d-4a1a-9dc5-bd0bc8b2033f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "78a291fd-e7a1-45d5-9eb7-5428f4c52ecd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1661.465676] env[71058]: DEBUG oslo_concurrency.lockutils [None req-78b66e43-ab0d-4a1a-9dc5-bd0bc8b2033f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "78a291fd-e7a1-45d5-9eb7-5428f4c52ecd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1661.467247] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4f5990e4-a133-4aab-881e-d55530ae00ac tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "3fb56870-0376-4ebd-b347-ab3900a876e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 66.497s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1661.469249] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Acquiring lock "refresh_cache-f4df8d57-cfaa-490f-b639-803bff814117" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1661.469376] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Acquired lock "refresh_cache-f4df8d57-cfaa-490f-b639-803bff814117" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1661.469537] env[71058]: DEBUG nova.network.neutron [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1661.470392] env[71058]: DEBUG nova.network.neutron [-] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1661.474071] env[71058]: INFO nova.compute.manager [None req-78b66e43-ab0d-4a1a-9dc5-bd0bc8b2033f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Terminating instance
[ 1661.485451] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873286, 'name': CreateVM_Task, 'duration_secs': 0.356428} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1661.488594] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1661.489960] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1661.491025] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1661.491025] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1661.491025] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f648d6a2-5a58-4e94-b9cf-370f249582a3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1661.497646] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Waiting for the task: (returnval){
[ 1661.497646] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a61346-1bd5-899a-f8f4-b974e14de7f5"
[ 1661.497646] env[71058]:    _type = "Task"
[ 1661.497646] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1661.510889] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a61346-1bd5-899a-f8f4-b974e14de7f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1661.732115] env[71058]: DEBUG nova.network.neutron [req-42102cda-63c1-456e-8aca-1472d97f03fb req-26a1472b-bb9f-42fa-a2bd-27a28ce53564 service nova] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Updated VIF entry in instance network info cache for port b4f199d8-d6e9-4683-9727-3c96e3ab9443. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1661.732164] env[71058]: DEBUG nova.network.neutron [req-42102cda-63c1-456e-8aca-1472d97f03fb req-26a1472b-bb9f-42fa-a2bd-27a28ce53564 service nova] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Updating instance_info_cache with network_info: [{"id": "b4f199d8-d6e9-4683-9727-3c96e3ab9443", "address": "fa:16:3e:8e:cf:9b", "network": {"id": "65b070a8-8f69-4e2f-a47b-357854eeec02", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1796300419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bde8d4173d1246bf9572a6726463cd3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4f199d8-d6", "ovs_interfaceid": "b4f199d8-d6e9-4683-9727-3c96e3ab9443", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1661.796118] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e712586-cafb-4b0f-ba5b-a94a7c4cffb3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1661.804760] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d6927a-7729-4643-854f-d4f95d23f15e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1661.836745] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e498a1d1-9001-4f1d-af71-25b9bde1c16d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1661.846243] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d18cb6-8c38-4290-9b7a-1da17be86a79 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1661.864157] env[71058]: DEBUG nova.compute.provider_tree [None req-43b94178-402f-404c-82a6-efaec3883831 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1661.982022] env[71058]: INFO nova.compute.manager [-] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Took 1.80 seconds to deallocate network for instance.
[ 1661.982022] env[71058]: DEBUG nova.compute.manager [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1661.984504] env[71058]: DEBUG nova.compute.manager [None req-78b66e43-ab0d-4a1a-9dc5-bd0bc8b2033f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1661.984942] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-78b66e43-ab0d-4a1a-9dc5-bd0bc8b2033f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1661.989074] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc605a4-4610-4818-8902-e584e1756330 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1661.998812] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-78b66e43-ab0d-4a1a-9dc5-bd0bc8b2033f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1661.999335] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2af02802-a39c-4204-8ecc-c25d99e03d24 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1662.013156] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a61346-1bd5-899a-f8f4-b974e14de7f5, 'name': SearchDatastore_Task, 'duration_secs': 0.014471} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1662.014409] env[71058]: DEBUG nova.network.neutron [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1662.018420] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1662.019082] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1662.019082] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1662.019357] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1662.019631] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1662.020099] env[71058]: DEBUG oslo_vmware.api [None req-78b66e43-ab0d-4a1a-9dc5-bd0bc8b2033f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1662.020099] env[71058]:    value = "task-2873287"
[ 1662.020099] env[71058]:    _type = "Task"
[ 1662.020099] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1662.020458] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-255ab124-4911-491d-be78-7b7afc82bb6c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1662.034804] env[71058]: DEBUG oslo_vmware.api [None req-78b66e43-ab0d-4a1a-9dc5-bd0bc8b2033f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1662.036794] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1662.037425] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1662.038303] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-359e2793-c560-4224-bd43-ef84a31aa974 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1662.045850] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Waiting for the task: (returnval){
[ 1662.045850] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52ae1a48-dc9f-e2a0-58f9-e9fcf3ae204d"
[ 1662.045850] env[71058]:    _type = "Task"
[ 1662.045850] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1662.053586] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "3fb56870-0376-4ebd-b347-ab3900a876e9" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1662.053911] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "3fb56870-0376-4ebd-b347-ab3900a876e9" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1662.054157] env[71058]: INFO nova.compute.manager [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Shelving
[ 1662.062562] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52ae1a48-dc9f-e2a0-58f9-e9fcf3ae204d, 'name': SearchDatastore_Task, 'duration_secs': 0.011144} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1662.063776] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e55a5c1a-6cb4-4a46-a13a-78c29e6131ec {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1662.070974] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Waiting for the task: (returnval){
[ 1662.070974] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52048fec-b938-edbe-ccc9-95215fb05206"
[ 1662.070974] env[71058]:    _type = "Task"
[ 1662.070974] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1662.081331] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52048fec-b938-edbe-ccc9-95215fb05206, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1662.242437] env[71058]: DEBUG oslo_concurrency.lockutils [req-42102cda-63c1-456e-8aca-1472d97f03fb req-26a1472b-bb9f-42fa-a2bd-27a28ce53564 service nova] Releasing lock "refresh_cache-48171880-b1d9-4668-80d2-f9154792e59a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1662.260566] env[71058]: DEBUG nova.network.neutron [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Updating instance_info_cache with network_info: [{"id": "55dec5fd-47f1-4fe5-9d7a-5320418e8d68", "address": "fa:16:3e:6a:9e:57", "network": {"id": "65b070a8-8f69-4e2f-a47b-357854eeec02", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1796300419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bde8d4173d1246bf9572a6726463cd3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55dec5fd-47", "ovs_interfaceid": "55dec5fd-47f1-4fe5-9d7a-5320418e8d68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1662.366943] env[71058]: DEBUG nova.scheduler.client.report [None req-43b94178-402f-404c-82a6-efaec3883831 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1662.416582] env[71058]: DEBUG nova.compute.manager [req-51c3c9e1-2236-4880-bd78-1637b2c278d7 req-9f2f9bc5-b7b7-4e2d-8e19-cc9a1c3a8d89 service nova] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Received event network-vif-plugged-55dec5fd-47f1-4fe5-9d7a-5320418e8d68 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1662.416582] env[71058]: DEBUG oslo_concurrency.lockutils [req-51c3c9e1-2236-4880-bd78-1637b2c278d7 req-9f2f9bc5-b7b7-4e2d-8e19-cc9a1c3a8d89 service nova] Acquiring lock "f4df8d57-cfaa-490f-b639-803bff814117-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1662.416582] env[71058]: DEBUG oslo_concurrency.lockutils [req-51c3c9e1-2236-4880-bd78-1637b2c278d7 req-9f2f9bc5-b7b7-4e2d-8e19-cc9a1c3a8d89 service nova] Lock "f4df8d57-cfaa-490f-b639-803bff814117-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1662.416582] env[71058]: DEBUG oslo_concurrency.lockutils [req-51c3c9e1-2236-4880-bd78-1637b2c278d7 req-9f2f9bc5-b7b7-4e2d-8e19-cc9a1c3a8d89 service nova] Lock "f4df8d57-cfaa-490f-b639-803bff814117-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1662.416582] env[71058]: DEBUG nova.compute.manager [req-51c3c9e1-2236-4880-bd78-1637b2c278d7 req-9f2f9bc5-b7b7-4e2d-8e19-cc9a1c3a8d89 service nova] [instance: f4df8d57-cfaa-490f-b639-803bff814117] No waiting events found dispatching network-vif-plugged-55dec5fd-47f1-4fe5-9d7a-5320418e8d68 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1662.416582] env[71058]: WARNING nova.compute.manager [req-51c3c9e1-2236-4880-bd78-1637b2c278d7 req-9f2f9bc5-b7b7-4e2d-8e19-cc9a1c3a8d89 service nova] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Received unexpected event network-vif-plugged-55dec5fd-47f1-4fe5-9d7a-5320418e8d68 for instance with vm_state building and task_state spawning.
[ 1662.416869] env[71058]: DEBUG nova.compute.manager [req-51c3c9e1-2236-4880-bd78-1637b2c278d7 req-9f2f9bc5-b7b7-4e2d-8e19-cc9a1c3a8d89 service nova] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Received event network-changed-55dec5fd-47f1-4fe5-9d7a-5320418e8d68 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1662.416869] env[71058]: DEBUG nova.compute.manager [req-51c3c9e1-2236-4880-bd78-1637b2c278d7 req-9f2f9bc5-b7b7-4e2d-8e19-cc9a1c3a8d89 service nova] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Refreshing instance network info cache due to event network-changed-55dec5fd-47f1-4fe5-9d7a-5320418e8d68. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1662.417033] env[71058]: DEBUG oslo_concurrency.lockutils [req-51c3c9e1-2236-4880-bd78-1637b2c278d7 req-9f2f9bc5-b7b7-4e2d-8e19-cc9a1c3a8d89 service nova] Acquiring lock "refresh_cache-f4df8d57-cfaa-490f-b639-803bff814117" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1662.494112] env[71058]: DEBUG oslo_concurrency.lockutils [None req-160d18a6-f405-4170-8289-1bbcae333745 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1662.506472] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1662.534173] env[71058]: DEBUG oslo_vmware.api [None req-78b66e43-ab0d-4a1a-9dc5-bd0bc8b2033f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873287, 'name': PowerOffVM_Task, 'duration_secs': 0.20486} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1662.534884] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-78b66e43-ab0d-4a1a-9dc5-bd0bc8b2033f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1662.535104] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-78b66e43-ab0d-4a1a-9dc5-bd0bc8b2033f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1662.535394] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc5d1c35-6342-4116-bf7c-7d2db43091db {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1662.584441] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52048fec-b938-edbe-ccc9-95215fb05206, 'name': SearchDatastore_Task, 'duration_secs': 0.011888} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1662.584673] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1662.584987] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 48171880-b1d9-4668-80d2-f9154792e59a/48171880-b1d9-4668-80d2-f9154792e59a.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1662.585292] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e39d997-8de8-4408-8641-d260137f48d6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1662.593535] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Waiting for the task: (returnval){
[ 1662.593535] env[71058]:    value = "task-2873289"
[ 1662.593535] env[71058]:    _type = "Task"
[ 1662.593535] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1662.602156] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1662.611614] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-78b66e43-ab0d-4a1a-9dc5-bd0bc8b2033f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1662.611888] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-78b66e43-ab0d-4a1a-9dc5-bd0bc8b2033f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1662.612087] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-78b66e43-ab0d-4a1a-9dc5-bd0bc8b2033f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Deleting the datastore file [datastore2] 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1662.612358] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0537a977-2164-4d21-b1f8-6eafc00f6791 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1662.621121] env[71058]: DEBUG oslo_vmware.api [None req-78b66e43-ab0d-4a1a-9dc5-bd0bc8b2033f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1662.621121] env[71058]:    value = "task-2873290"
[ 1662.621121] env[71058]:    _type = "Task"
[ 1662.621121] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1662.630269] env[71058]: DEBUG oslo_vmware.api [None req-78b66e43-ab0d-4a1a-9dc5-bd0bc8b2033f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1662.763894] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Releasing lock "refresh_cache-f4df8d57-cfaa-490f-b639-803bff814117" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1662.764457] env[71058]: DEBUG nova.compute.manager [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Instance network_info: |[{"id": "55dec5fd-47f1-4fe5-9d7a-5320418e8d68", "address": "fa:16:3e:6a:9e:57", "network": {"id": "65b070a8-8f69-4e2f-a47b-357854eeec02", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1796300419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bde8d4173d1246bf9572a6726463cd3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55dec5fd-47", "ovs_interfaceid": "55dec5fd-47f1-4fe5-9d7a-5320418e8d68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1662.764955] env[71058]: DEBUG oslo_concurrency.lockutils [req-51c3c9e1-2236-4880-bd78-1637b2c278d7 req-9f2f9bc5-b7b7-4e2d-8e19-cc9a1c3a8d89 service nova] Acquired lock "refresh_cache-f4df8d57-cfaa-490f-b639-803bff814117" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1662.765247] env[71058]: DEBUG nova.network.neutron [req-51c3c9e1-2236-4880-bd78-1637b2c278d7 req-9f2f9bc5-b7b7-4e2d-8e19-cc9a1c3a8d89 service nova] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Refreshing network info cache for port 55dec5fd-47f1-4fe5-9d7a-5320418e8d68 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1662.766631] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:9e:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55dec5fd-47f1-4fe5-9d7a-5320418e8d68', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1662.774713] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1662.775348] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1662.776268] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67622309-e8c7-4e5d-8b65-bc392dfc60ec {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1662.799904] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1662.799904] env[71058]:    value = "task-2873291"
[ 1662.799904] env[71058]:    _type = "Task"
[ 1662.799904] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1662.811217] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873291, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1662.875308] env[71058]: DEBUG oslo_concurrency.lockutils [None req-43b94178-402f-404c-82a6-efaec3883831 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.977s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1662.877754] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.268s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1662.880119] env[71058]: INFO nova.compute.claims [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1662.929563] env[71058]: INFO nova.scheduler.client.report [None req-43b94178-402f-404c-82a6-efaec3883831 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Deleted allocations for instance 810103ba-5a1b-4ae2-affd-5437757c5cd2
[ 1663.071521] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1663.071823] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22adef4a-c1a5-4c12-a1d3-637bdca59517 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1663.084060] env[71058]: DEBUG oslo_vmware.api [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1663.084060] env[71058]:    value = "task-2873292"
[ 1663.084060] env[71058]:    _type = "Task"
[ 1663.084060] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1663.093240] env[71058]: DEBUG oslo_vmware.api [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1663.104468] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873289, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501405} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1663.104739] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 48171880-b1d9-4668-80d2-f9154792e59a/48171880-b1d9-4668-80d2-f9154792e59a.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1663.104964] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1663.105246] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85307940-8851-419f-9508-b9c4b2120475 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1663.113292] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Waiting for the task: (returnval){
[ 1663.113292] env[71058]:    value = "task-2873293"
[ 1663.113292] env[71058]:    _type = "Task"
[ 1663.113292] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1663.124369] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873293, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1663.136554] env[71058]: DEBUG oslo_vmware.api [None req-78b66e43-ab0d-4a1a-9dc5-bd0bc8b2033f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146126} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1663.136852] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-78b66e43-ab0d-4a1a-9dc5-bd0bc8b2033f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1663.137084] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-78b66e43-ab0d-4a1a-9dc5-bd0bc8b2033f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1663.137293] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-78b66e43-ab0d-4a1a-9dc5-bd0bc8b2033f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1663.137474] env[71058]: INFO nova.compute.manager [None req-78b66e43-ab0d-4a1a-9dc5-bd0bc8b2033f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Took 1.15 seconds to destroy the instance on the hypervisor.
[ 1663.137745] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78b66e43-ab0d-4a1a-9dc5-bd0bc8b2033f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1663.137971] env[71058]: DEBUG nova.compute.manager [-] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1663.138099] env[71058]: DEBUG nova.network.neutron [-] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1663.310302] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873291, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1663.401136] env[71058]: DEBUG nova.compute.manager [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1663.406512] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11b7997-4025-47b7-885e-d779e9d2ef92 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1663.440200] env[71058]: DEBUG oslo_concurrency.lockutils [None req-43b94178-402f-404c-82a6-efaec3883831 tempest-DeleteServersAdminTestJSON-2104320323 tempest-DeleteServersAdminTestJSON-2104320323-project-member] Lock "810103ba-5a1b-4ae2-affd-5437757c5cd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 44.559s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1663.504091] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "f9a9c523-5c79-4cbd-9a82-66ee954c6eeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1663.504711] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "f9a9c523-5c79-4cbd-9a82-66ee954c6eeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1663.596774] env[71058]: DEBUG oslo_vmware.api [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873292, 'name': PowerOffVM_Task, 'duration_secs': 0.204048} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1663.597535] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1663.598854] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9b0958-24a3-46c9-abe0-8206bb4b8e34 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1663.628726] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d44b4be-adeb-4417-acf4-453f1c1a34a2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1663.645089] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873293, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065668} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1663.646034] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1663.646830] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1eff39-2827-4906-9356-2f1005d1eb65 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1663.671044] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 48171880-b1d9-4668-80d2-f9154792e59a/48171880-b1d9-4668-80d2-f9154792e59a.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1663.672165] env[71058]: DEBUG nova.network.neutron [req-51c3c9e1-2236-4880-bd78-1637b2c278d7 req-9f2f9bc5-b7b7-4e2d-8e19-cc9a1c3a8d89 service nova] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Updated VIF entry in instance network info cache for port 55dec5fd-47f1-4fe5-9d7a-5320418e8d68. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1663.672514] env[71058]: DEBUG nova.network.neutron [req-51c3c9e1-2236-4880-bd78-1637b2c278d7 req-9f2f9bc5-b7b7-4e2d-8e19-cc9a1c3a8d89 service nova] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Updating instance_info_cache with network_info: [{"id": "55dec5fd-47f1-4fe5-9d7a-5320418e8d68", "address": "fa:16:3e:6a:9e:57", "network": {"id": "65b070a8-8f69-4e2f-a47b-357854eeec02", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1796300419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bde8d4173d1246bf9572a6726463cd3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55dec5fd-47", "ovs_interfaceid": "55dec5fd-47f1-4fe5-9d7a-5320418e8d68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1663.673936] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41a3f8d9-4ef7-4fff-b730-a5dd78e93b36 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1663.691040] env[71058]: DEBUG oslo_concurrency.lockutils [req-51c3c9e1-2236-4880-bd78-1637b2c278d7 req-9f2f9bc5-b7b7-4e2d-8e19-cc9a1c3a8d89 service nova] Releasing lock "refresh_cache-f4df8d57-cfaa-490f-b639-803bff814117" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1663.691294] env[71058]: DEBUG nova.compute.manager [req-51c3c9e1-2236-4880-bd78-1637b2c278d7 req-9f2f9bc5-b7b7-4e2d-8e19-cc9a1c3a8d89 service nova] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Received event network-vif-deleted-63f858be-aae1-4abb-a338-9cb7e680bee3 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1663.716020] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Waiting for the task: (returnval){
[ 1663.716020] env[71058]:    value = "task-2873294"
[ 1663.716020] env[71058]:    _type = "Task"
[ 1663.716020] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1663.726732] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873294, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1663.811015] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873291, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1663.920200] env[71058]: INFO nova.compute.manager [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] instance snapshotting
[ 1663.923590] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b63317-03ba-48d6-b33e-4462937192d0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1663.948964] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a74b9c-e198-4ca6-97d7-3f173a3994ba {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1664.136030] env[71058]: DEBUG nova.network.neutron [-] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1664.149912] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Creating Snapshot of the VM instance {{(pid=71058) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}}
[ 1664.149912] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2b490dd8-84b7-4183-8a7f-69f2c08c0baf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1664.157167] env[71058]: DEBUG oslo_vmware.api [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1664.157167] env[71058]:    value = "task-2873295"
[ 1664.157167] env[71058]:    _type = "Task"
[ 1664.157167] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1664.170572] env[71058]: DEBUG oslo_vmware.api [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873295, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1664.226938] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1664.315158] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873291, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1664.426553] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9344f765-d671-4eaa-9833-e14bd7bded10 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1664.435031] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb37da9-0b5f-4e59-b050-c0e7792a527e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1664.444283] env[71058]: DEBUG nova.compute.manager [req-33d6cd72-d697-4b85-8cdf-c0b6c7604c02 req-0c0e92da-8d20-45e5-8a2b-6deaf1e18d48 service nova] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Received event network-vif-deleted-85e50206-f3ca-4ccf-ae44-be2c83f2c05d {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1664.468731] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Creating Snapshot of the VM instance {{(pid=71058) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}}
[ 1664.468897] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9caa9235-2af0-4b3a-a6ad-ff7e5e985faa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1664.471291] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47545e59-16e8-468f-befe-bb3fcd0afadb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1664.481678] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cf6659-21de-48bd-a134-2e47327d6858 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1664.485845] env[71058]: DEBUG oslo_vmware.api [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for the task: (returnval){
[ 1664.485845] env[71058]:    value = "task-2873296"
[ 1664.485845] env[71058]:    _type = "Task"
[ 1664.485845] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1664.499412] env[71058]: DEBUG nova.compute.provider_tree [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1664.506584] env[71058]: DEBUG oslo_vmware.api [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873296, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1664.642897] env[71058]: INFO nova.compute.manager [-] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Took 1.50 seconds to deallocate network for instance.
[ 1664.670482] env[71058]: DEBUG oslo_vmware.api [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873295, 'name': CreateSnapshot_Task, 'duration_secs': 0.469243} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1664.670872] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Created Snapshot of the VM instance {{(pid=71058) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}}
[ 1664.671644] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0030c4-3746-4221-9ab6-09577326da05 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1664.727328] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873294, 'name': ReconfigVM_Task, 'duration_secs': 0.97878} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1664.727632] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 48171880-b1d9-4668-80d2-f9154792e59a/48171880-b1d9-4668-80d2-f9154792e59a.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1664.728306] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0dcd0787-bc97-4b0a-8f64-eac2b50da588 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1664.735838] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Waiting for the task: (returnval){
[ 1664.735838] env[71058]:    value = "task-2873297"
[ 1664.735838] env[71058]:    _type = "Task"
[ 1664.735838] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1664.744857] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873297, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1664.813738] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873291, 'name': CreateVM_Task, 'duration_secs': 1.555403} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1664.814026] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1664.814612] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1664.814779] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1664.815329] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1664.815638] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-004e3f7d-2649-4a1b-9e47-00a6f5e525ba {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1664.821158] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Waiting for the task: (returnval){
[ 1664.821158] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c359d8-c0b7-9497-5639-9537ad647fb7"
[ 1664.821158] env[71058]:    _type = "Task"
[ 1664.821158] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1664.829667] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c359d8-c0b7-9497-5639-9537ad647fb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1664.995864] env[71058]: DEBUG oslo_vmware.api [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873296, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1665.004125] env[71058]: DEBUG nova.scheduler.client.report [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1665.150922] env[71058]: DEBUG oslo_concurrency.lockutils [None req-78b66e43-ab0d-4a1a-9dc5-bd0bc8b2033f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1665.191282] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Creating linked-clone VM from snapshot {{(pid=71058) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}}
[ 1665.191282] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-338a1392-9c91-4284-8b89-f820dbd6693e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1665.200779] env[71058]: DEBUG oslo_vmware.api [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1665.200779] env[71058]:    value = "task-2873298"
[ 1665.200779] env[71058]:    _type = "Task"
[ 1665.200779] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1665.209617] env[71058]: DEBUG oslo_vmware.api [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873298, 'name': CloneVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1665.246477] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873297, 'name': Rename_Task, 'duration_secs': 0.155313} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1665.246758] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1665.247017] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a608c595-5d2a-429b-9521-1577353c9be7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1665.257541] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Waiting for the task: (returnval){
[ 1665.257541] env[71058]:    value = "task-2873299"
[ 1665.257541] env[71058]:    _type = "Task"
[ 1665.257541] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1665.266152] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1665.336670] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c359d8-c0b7-9497-5639-9537ad647fb7, 'name': SearchDatastore_Task, 'duration_secs': 0.011077} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1665.337050] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1665.337324] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1665.337564] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1665.337708] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1665.337888] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1665.338202] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-018e6a8e-08a4-43da-91d0-9334580a6141 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1665.349126] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1665.349126] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1665.349393] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d6b8d0d-7200-491d-94b4-160d28142f70 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1665.357931] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Waiting for the task: (returnval){
[ 1665.357931] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52596af8-1c5b-504e-51d4-52b97a99a9ef"
[ 1665.357931] env[71058]:    _type = "Task"
[ 1665.357931] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1665.366128] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52596af8-1c5b-504e-51d4-52b97a99a9ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1665.496287] env[71058]: DEBUG oslo_vmware.api [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873296, 'name': CreateSnapshot_Task, 'duration_secs': 0.532617} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1665.496561] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Created Snapshot of the VM instance {{(pid=71058) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}}
[ 1665.497324] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53513fe2-439b-438b-8b2e-4d2a6215a16f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1665.508449] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1665.508957] env[71058]: DEBUG nova.compute.manager [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1665.511471] env[71058]: DEBUG oslo_concurrency.lockutils [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 37.730s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1665.713564] env[71058]: DEBUG oslo_vmware.api [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873298, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1665.768493] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873299, 'name': PowerOnVM_Task, 'duration_secs': 0.48018} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1665.768766] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1665.768974] env[71058]: INFO nova.compute.manager [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Took 8.81 seconds to spawn the instance on the hypervisor.
[ 1665.769220] env[71058]: DEBUG nova.compute.manager [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1665.769989] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9719dac6-101f-4509-ba8c-e9ebf91da43e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1665.870618] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52596af8-1c5b-504e-51d4-52b97a99a9ef, 'name': SearchDatastore_Task, 'duration_secs': 0.013951} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1665.871451] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c25f421b-1404-477a-bd8e-f4a762c4fce7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1665.878124] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Waiting for the task: (returnval){
[ 1665.878124] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]521b7882-aa60-f0c1-f301-f6adf892d85d"
[ 1665.878124] env[71058]:    _type = "Task"
[ 1665.878124] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1665.886653] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]521b7882-aa60-f0c1-f301-f6adf892d85d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1666.024383] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Creating linked-clone VM from snapshot {{(pid=71058) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}}
[ 1666.025800] env[71058]: DEBUG nova.compute.utils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1666.029524] env[71058]: INFO nova.compute.claims [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1666.033366] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e5343c76-4830-4fca-bc7e-e95166c928ea {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1666.037149] env[71058]: DEBUG nova.compute.manager [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1666.037547] env[71058]: DEBUG nova.network.neutron [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1666.048173] env[71058]: DEBUG oslo_vmware.api [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for the task: (returnval){
[ 1666.048173] env[71058]:    value = "task-2873300"
[ 1666.048173] env[71058]:    _type = "Task"
[ 1666.048173] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1666.058860] env[71058]: DEBUG oslo_vmware.api [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873300, 'name': CloneVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1666.127137] env[71058]: DEBUG nova.policy [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e0ad1fa2ee74e11af1756b44ae1e3f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bde8d4173d1246bf9572a6726463cd3a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1666.212968] env[71058]: DEBUG oslo_vmware.api [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873298, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1666.290093] env[71058]: INFO nova.compute.manager [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Took 47.59 seconds to build instance.
[ 1666.395394] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]521b7882-aa60-f0c1-f301-f6adf892d85d, 'name': SearchDatastore_Task, 'duration_secs': 0.011334} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1666.397263] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1666.397745] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] f4df8d57-cfaa-490f-b639-803bff814117/f4df8d57-cfaa-490f-b639-803bff814117.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1666.398287] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bec5ccf6-fcba-4f92-8881-88b0354a20e2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1666.412219] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Waiting for the task: (returnval){
[ 1666.412219] env[71058]:    value = "task-2873301"
[ 1666.412219] env[71058]:    _type = "Task"
[ 1666.412219] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1666.424412] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1666.537850] env[71058]: DEBUG nova.compute.manager [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1666.545737] env[71058]: INFO nova.compute.resource_tracker [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Updating resource usage from migration 70a68da7-94d9-4e54-abc0-941869c567bb
[ 1666.563836] env[71058]: DEBUG oslo_vmware.api [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873300, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1666.719064] env[71058]: DEBUG oslo_vmware.api [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873298, 'name': CloneVM_Task, 'duration_secs': 1.431472} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1666.722701] env[71058]: INFO nova.virt.vmwareapi.vmops [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Created linked-clone VM from snapshot
[ 1666.724128] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25720016-637c-4a93-8b66-d9b955a5e062 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1666.739243] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Uploading image 202db997-7ece-4f92-b78b-90d607fdd768 {{(pid=71058) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}}
[ 1666.749910] env[71058]: DEBUG nova.network.neutron [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Successfully created port: 852e3e3d-b57f-4864-b82b-885c1705fad1 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1666.779487] env[71058]: DEBUG oslo_vmware.rw_handles [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Creating HttpNfcLease lease for exporting VM: (result){
[ 1666.779487] env[71058]:    value = "vm-577492"
[ 1666.779487] env[71058]:    _type = "VirtualMachine"
[ 1666.779487] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}}
[ 1666.779805] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f48c317d-9eb9-48f2-811e-1de15dd8dea0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1666.791661] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Lock "48171880-b1d9-4668-80d2-f9154792e59a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 63.144s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1666.798659] env[71058]: DEBUG oslo_vmware.rw_handles [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lease: (returnval){
[ 1666.798659] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5253d1e7-0435-f8e5-fcc6-c4b77f5f900b"
[ 1666.798659] env[71058]:    _type = "HttpNfcLease"
[ 1666.798659] env[71058]:  } obtained for exporting VM: (result){
[ 1666.798659] env[71058]:    value = "vm-577492"
[ 1666.798659] env[71058]:    _type = "VirtualMachine"
[ 1666.798659] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}}
[ 1666.799021] env[71058]: DEBUG oslo_vmware.api [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the lease: (returnval){
[ 1666.799021] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5253d1e7-0435-f8e5-fcc6-c4b77f5f900b"
[ 1666.799021] env[71058]:    _type = "HttpNfcLease"
[ 1666.799021] env[71058]:  } to be ready. {{(pid=71058) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1666.811125] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1666.811125] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5253d1e7-0435-f8e5-fcc6-c4b77f5f900b"
[ 1666.811125] env[71058]:    _type = "HttpNfcLease"
[ 1666.811125] env[71058]:  } is ready. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1666.812217] env[71058]: DEBUG oslo_vmware.rw_handles [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1666.812217] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5253d1e7-0435-f8e5-fcc6-c4b77f5f900b"
[ 1666.812217] env[71058]:    _type = "HttpNfcLease"
[ 1666.812217] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}}
[ 1666.812951] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67f0bdf-13f4-461d-bca1-438378f2c134 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1666.825186] env[71058]: DEBUG oslo_vmware.rw_handles [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527dd82c-da2e-e8ca-ea94-fba271ba319a/disk-0.vmdk from lease info. {{(pid=71058) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1666.825285] env[71058]: DEBUG oslo_vmware.rw_handles [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527dd82c-da2e-e8ca-ea94-fba271ba319a/disk-0.vmdk for reading. {{(pid=71058) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}}
[ 1666.921691] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873301, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1666.930845] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d798661e-df18-46b0-80f8-90bfdd35f24e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1667.067578] env[71058]: DEBUG oslo_vmware.api [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873300, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1667.241712] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a64294-ac95-4c9e-88ed-852a41568950 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1667.250329] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbfa810-c5f3-41e8-a0fa-0aeab1367e05 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1667.284824] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44622845-1f79-4724-8788-ef2d13ebda1d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1667.293463] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4920e42f-985f-4628-93a9-c3bd36eaffac {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1667.301435] env[71058]: DEBUG nova.compute.manager [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1667.311415] env[71058]: DEBUG nova.compute.provider_tree [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1667.425132] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873301, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522346} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1667.425495] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] f4df8d57-cfaa-490f-b639-803bff814117/f4df8d57-cfaa-490f-b639-803bff814117.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1667.426228] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1667.426228] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c7d7b32-35c5-4263-9cf6-1aa53f048cb5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1667.434778] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Waiting for the task: (returnval){
[ 1667.434778] env[71058]:    value = "task-2873303"
[ 1667.434778] env[71058]:    _type = "Task"
[ 1667.434778] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1667.444827] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1667.560100] env[71058]: DEBUG nova.compute.manager [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1667.573386] env[71058]: DEBUG oslo_vmware.api [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873300, 'name': CloneVM_Task} progress is 95%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1667.597745] env[71058]: DEBUG nova.virt.hardware [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1667.597876] env[71058]: DEBUG nova.virt.hardware [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1667.598301] env[71058]: DEBUG nova.virt.hardware [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1667.598301] env[71058]: DEBUG nova.virt.hardware [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1667.598301] env[71058]: DEBUG nova.virt.hardware [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1667.598459] env[71058]: DEBUG nova.virt.hardware [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1667.598646] env[71058]: DEBUG nova.virt.hardware [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1667.598842] env[71058]: DEBUG nova.virt.hardware [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1667.598961] env[71058]: DEBUG nova.virt.hardware [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1667.599194] env[71058]: DEBUG nova.virt.hardware [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1667.599297] env[71058]: DEBUG nova.virt.hardware [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1667.600665] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c364f2-2c1c-47dd-95d7-976aadce7b91 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1667.610303] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f429378-1f3a-4589-8e2a-7bfcc7c5aeb1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1667.823095] env[71058]: DEBUG nova.scheduler.client.report [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1667.839623] env[71058]: DEBUG oslo_concurrency.lockutils [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1667.949978] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141057} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1667.950317] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1667.951432] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d4d9ea-e159-4d4a-932c-005223e777c5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1667.982159] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] f4df8d57-cfaa-490f-b639-803bff814117/f4df8d57-cfaa-490f-b639-803bff814117.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1667.984026] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56552c89-33ea-412f-a02a-a82da373e1aa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1668.016830] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Waiting for the task: (returnval){
[ 1668.016830] env[71058]:    value = "task-2873304"
[ 1668.016830] env[71058]:    _type = "Task"
[ 1668.016830] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1668.032209] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873304, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1668.075061] env[71058]: DEBUG oslo_vmware.api [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873300, 'name': CloneVM_Task, 'duration_secs': 1.937978} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1668.080177] env[71058]: INFO nova.virt.vmwareapi.vmops [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Created linked-clone VM from snapshot
[ 1668.081103] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd009ff-6f07-4c52-aa01-dbad671f0632 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1668.091882] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Uploading image f7263bf9-cd36-4e7b-bb59-924d07763f20 {{(pid=71058) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}}
[ 1668.147230] env[71058]: DEBUG oslo_vmware.rw_handles [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Creating HttpNfcLease lease for exporting VM: (result){
[ 1668.147230] env[71058]:    value = "vm-577493"
[ 1668.147230] env[71058]:    _type = "VirtualMachine"
[ 1668.147230] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}}
[ 1668.147230] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ae92ab79-d7b2-4066-a704-086ec95e2661 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1668.158774] env[71058]: DEBUG oslo_vmware.rw_handles [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Lease: (returnval){
[ 1668.158774] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d77d58-ab7d-4139-99db-e81772e2078a"
[ 1668.158774] env[71058]:    _type = "HttpNfcLease"
[ 1668.158774] env[71058]:  } obtained for exporting VM: (result){
[ 1668.158774] env[71058]:    value = "vm-577493"
[ 1668.158774] env[71058]:    _type = "VirtualMachine"
[ 1668.158774] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}}
[ 1668.160034] env[71058]: DEBUG oslo_vmware.api [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for the lease: (returnval){
[ 1668.160034] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d77d58-ab7d-4139-99db-e81772e2078a"
[ 1668.160034] env[71058]:    _type = "HttpNfcLease"
[ 1668.160034] env[71058]:  } to be ready. {{(pid=71058) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1668.172833] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1668.172833] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d77d58-ab7d-4139-99db-e81772e2078a"
[ 1668.172833] env[71058]:    _type = "HttpNfcLease"
[ 1668.172833] env[71058]:  } is initializing. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1668.328897] env[71058]: DEBUG oslo_concurrency.lockutils [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.817s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1668.329320] env[71058]: INFO nova.compute.manager [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Migrating
[ 1668.339661] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.844s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1668.342226] env[71058]: INFO nova.compute.claims [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1668.530825] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873304, 'name': ReconfigVM_Task, 'duration_secs': 0.37141} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1668.530976] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Reconfigured VM instance instance-00000040 to attach disk [datastore1] f4df8d57-cfaa-490f-b639-803bff814117/f4df8d57-cfaa-490f-b639-803bff814117.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1668.531899] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26b17ab9-6d2d-4b09-a245-6f10e46fe3b1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1668.541836] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Waiting for the task: (returnval){
[ 1668.541836] env[71058]:    value = "task-2873306"
[ 1668.541836] env[71058]:    _type = "Task"
[ 1668.541836] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1668.553738] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873306, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1668.574869] env[71058]: DEBUG nova.compute.manager [req-0b6159a9-75b4-4cbd-b3f4-cf48e89b5229 req-9cbd641b-08eb-4a31-b32a-61265fa1ef28 service nova] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Received event network-vif-plugged-852e3e3d-b57f-4864-b82b-885c1705fad1 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1668.576245] env[71058]: DEBUG oslo_concurrency.lockutils [req-0b6159a9-75b4-4cbd-b3f4-cf48e89b5229 req-9cbd641b-08eb-4a31-b32a-61265fa1ef28 service nova] Acquiring lock "974876ee-5777-4ff6-9453-46d440b8a166-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1668.576245] env[71058]: DEBUG oslo_concurrency.lockutils [req-0b6159a9-75b4-4cbd-b3f4-cf48e89b5229 req-9cbd641b-08eb-4a31-b32a-61265fa1ef28 service nova] Lock "974876ee-5777-4ff6-9453-46d440b8a166-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1668.576245] env[71058]: DEBUG oslo_concurrency.lockutils [req-0b6159a9-75b4-4cbd-b3f4-cf48e89b5229 req-9cbd641b-08eb-4a31-b32a-61265fa1ef28 service nova] Lock "974876ee-5777-4ff6-9453-46d440b8a166-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1668.576245] env[71058]: DEBUG nova.compute.manager [req-0b6159a9-75b4-4cbd-b3f4-cf48e89b5229 req-9cbd641b-08eb-4a31-b32a-61265fa1ef28 service nova] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] No waiting events found dispatching network-vif-plugged-852e3e3d-b57f-4864-b82b-885c1705fad1 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1668.576441] env[71058]: WARNING nova.compute.manager [req-0b6159a9-75b4-4cbd-b3f4-cf48e89b5229 req-9cbd641b-08eb-4a31-b32a-61265fa1ef28 service nova] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Received unexpected event network-vif-plugged-852e3e3d-b57f-4864-b82b-885c1705fad1 for instance with vm_state building and task_state spawning.
[ 1668.673358] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1668.673358] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d77d58-ab7d-4139-99db-e81772e2078a"
[ 1668.673358] env[71058]:    _type = "HttpNfcLease"
[ 1668.673358] env[71058]:  } is ready. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1668.673800] env[71058]: DEBUG oslo_vmware.rw_handles [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1668.673800] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d77d58-ab7d-4139-99db-e81772e2078a"
[ 1668.673800] env[71058]:    _type = "HttpNfcLease"
[ 1668.673800] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}}
[ 1668.674807] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4abce5-f7a4-46b8-9dec-d699f57b1f61 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1668.694035] env[71058]: DEBUG oslo_vmware.rw_handles [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a29ee2-b775-769e-72f1-7ed0df7ddd16/disk-0.vmdk from lease info. {{(pid=71058) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1668.694241] env[71058]: DEBUG oslo_vmware.rw_handles [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a29ee2-b775-769e-72f1-7ed0df7ddd16/disk-0.vmdk for reading. {{(pid=71058) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}}
[ 1668.811643] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a6f35d60-cba3-40a2-b5b9-fae7eabb1f76 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1668.860962] env[71058]: DEBUG oslo_concurrency.lockutils [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "refresh_cache-4795f420-9f4e-4eab-98d7-9eaf0da179bf" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1668.861141] env[71058]: DEBUG oslo_concurrency.lockutils [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquired lock "refresh_cache-4795f420-9f4e-4eab-98d7-9eaf0da179bf" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1668.861267] env[71058]: DEBUG nova.network.neutron [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1668.893939] env[71058]: DEBUG nova.network.neutron [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Successfully updated port: 852e3e3d-b57f-4864-b82b-885c1705fad1 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1669.055510] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873306, 'name': Rename_Task, 'duration_secs': 0.197602} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1669.055817] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1669.056087] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f76fd7c-8ab3-43b8-a17d-a8d3d8f0a529 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1669.065478] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Waiting for the task: (returnval){
[ 1669.065478] env[71058]:    value = "task-2873307"
[ 1669.065478] env[71058]:    _type = "Task"
[ 1669.065478] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1669.080342] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1669.396849] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Acquiring lock "refresh_cache-974876ee-5777-4ff6-9453-46d440b8a166" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1669.396989] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Acquired lock "refresh_cache-974876ee-5777-4ff6-9453-46d440b8a166" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1669.397177] env[71058]: DEBUG nova.network.neutron [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1669.580036] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873307, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1669.928954] env[71058]: DEBUG nova.network.neutron [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Updating instance_info_cache with network_info: [{"id": "428790f0-c156-4246-a1d6-e7721036eaa3", "address": "fa:16:3e:ba:33:e6", "network": {"id": "02a93a58-8f0c-468d-b34e-1db5e61a54ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2046819330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ae80f45084747faba9f976dc2d36a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap428790f0-c1", "ovs_interfaceid": "428790f0-c156-4246-a1d6-e7721036eaa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1669.956321] env[71058]: DEBUG nova.network.neutron [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1670.037630] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df2cc48-5a87-483f-a672-004fa95080bd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1670.046663] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3930432a-cc41-4e8b-bc8a-b64be6376fe1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1670.085382] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34837ea6-fca1-4bf7-b05e-327c9b1feb96 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1670.100778] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873307, 'name': PowerOnVM_Task, 'duration_secs': 0.660885} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1670.104021] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1670.104267] env[71058]: INFO nova.compute.manager [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Took 10.37 seconds to spawn the instance on the hypervisor.
[ 1670.104475] env[71058]: DEBUG nova.compute.manager [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1670.106057] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e725135-e49a-4e12-b2c9-72839746231d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1670.110926] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc13ef69-d9f8-45d8-a232-cc2b86744092 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1670.126805] env[71058]: DEBUG nova.compute.provider_tree [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1670.261795] env[71058]: DEBUG nova.network.neutron [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Updating instance_info_cache with network_info: [{"id": "852e3e3d-b57f-4864-b82b-885c1705fad1", "address": "fa:16:3e:d3:72:42", "network": {"id": "65b070a8-8f69-4e2f-a47b-357854eeec02", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1796300419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bde8d4173d1246bf9572a6726463cd3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap852e3e3d-b5", "ovs_interfaceid": "852e3e3d-b57f-4864-b82b-885c1705fad1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1670.437459] env[71058]: DEBUG oslo_concurrency.lockutils [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Releasing lock "refresh_cache-4795f420-9f4e-4eab-98d7-9eaf0da179bf" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1670.634916] env[71058]: DEBUG nova.scheduler.client.report [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1670.652565] env[71058]: INFO nova.compute.manager [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Took 50.57 seconds to build instance.
[ 1670.765286] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Releasing lock "refresh_cache-974876ee-5777-4ff6-9453-46d440b8a166" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1670.765771] env[71058]: DEBUG nova.compute.manager [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Instance network_info: |[{"id": "852e3e3d-b57f-4864-b82b-885c1705fad1", "address": "fa:16:3e:d3:72:42", "network": {"id": "65b070a8-8f69-4e2f-a47b-357854eeec02", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1796300419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bde8d4173d1246bf9572a6726463cd3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap852e3e3d-b5", "ovs_interfaceid": "852e3e3d-b57f-4864-b82b-885c1705fad1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1670.766458] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:72:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '852e3e3d-b57f-4864-b82b-885c1705fad1', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1670.781443] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1670.782720] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1670.783206] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93ebcd73-ac6b-4981-8b61-146ff494115b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1670.820244] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1670.820244] env[71058]:    value = "task-2873308"
[ 1670.820244] env[71058]:    _type = "Task"
[ 1670.820244] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1670.833662] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873308, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1671.145284] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.805s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1671.146411] env[71058]: DEBUG nova.compute.manager [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1671.149622] env[71058]: DEBUG oslo_concurrency.lockutils [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.764s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1671.156622] env[71058]: INFO nova.compute.claims [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1671.158748] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Lock "f4df8d57-cfaa-490f-b639-803bff814117" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 67.476s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1671.333304] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873308, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1671.578779] env[71058]: DEBUG nova.compute.manager [req-77eaeb23-350c-4b4a-9a33-740e6467be3e req-12bb9524-0f5b-4f2a-8558-9e918557811c service nova] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Received event network-changed-852e3e3d-b57f-4864-b82b-885c1705fad1 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1671.579033] env[71058]: DEBUG nova.compute.manager [req-77eaeb23-350c-4b4a-9a33-740e6467be3e req-12bb9524-0f5b-4f2a-8558-9e918557811c service nova] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Refreshing instance network info cache due to event network-changed-852e3e3d-b57f-4864-b82b-885c1705fad1. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1671.580141] env[71058]: DEBUG oslo_concurrency.lockutils [req-77eaeb23-350c-4b4a-9a33-740e6467be3e req-12bb9524-0f5b-4f2a-8558-9e918557811c service nova] Acquiring lock "refresh_cache-974876ee-5777-4ff6-9453-46d440b8a166" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1671.580445] env[71058]: DEBUG oslo_concurrency.lockutils [req-77eaeb23-350c-4b4a-9a33-740e6467be3e req-12bb9524-0f5b-4f2a-8558-9e918557811c service nova] Acquired lock "refresh_cache-974876ee-5777-4ff6-9453-46d440b8a166" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1671.580688] env[71058]: DEBUG nova.network.neutron [req-77eaeb23-350c-4b4a-9a33-740e6467be3e req-12bb9524-0f5b-4f2a-8558-9e918557811c service nova] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Refreshing network info cache for port 852e3e3d-b57f-4864-b82b-885c1705fad1 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1671.660557] env[71058]: DEBUG nova.compute.utils [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1671.663213] env[71058]: DEBUG nova.compute.manager [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1671.663413] env[71058]: DEBUG nova.network.neutron [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1671.667671] env[71058]: DEBUG nova.compute.manager [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1671.744671] env[71058]: DEBUG nova.policy [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8425d214f2d14da5a2748e9830167129', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48a2ee130e5a4f4fa56b4ee442dea6ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1671.839439] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873308, 'name': CreateVM_Task, 'duration_secs': 0.54487} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1671.839720] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1671.840529] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1671.840761] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1671.841164] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1671.841435] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-819ff6a5-8c24-4057-a4d7-a6fa8e0ea007 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1671.851022] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Waiting for the task: (returnval){
[ 1671.851022] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52753a35-0da6-8d9e-957e-ec642e792119"
[ 1671.851022] env[71058]:    _type = "Task"
[ 1671.851022] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1671.859947] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52753a35-0da6-8d9e-957e-ec642e792119, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1671.959023] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4708a524-a525-4cc8-85ca-d5c33bf4d0d6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1671.984142] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Updating instance '4795f420-9f4e-4eab-98d7-9eaf0da179bf' progress to 0 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1672.170463] env[71058]: DEBUG nova.compute.manager [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1672.197547] env[71058]: DEBUG oslo_concurrency.lockutils [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1672.201257] env[71058]: DEBUG nova.network.neutron [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Successfully created port: 20aea63c-34b8-4570-a71e-4742f6439d7d {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1672.362817] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52753a35-0da6-8d9e-957e-ec642e792119, 'name': SearchDatastore_Task, 'duration_secs': 0.022196} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1672.363210] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1672.363505] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1672.363793] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1672.364055] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1672.364231] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1672.364559] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2800e48a-57c7-4bf9-8efd-cff984eefb6a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1672.377017] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1672.377017] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1672.377497] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72b30ac2-39e2-47c8-b272-ce93ad8b9f75 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1672.385677] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Waiting for the task: (returnval){
[ 1672.385677] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f13142-5f28-c324-4654-051160ca3140"
[ 1672.385677] env[71058]:    _type = "Task"
[ 1672.385677] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1672.402386] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f13142-5f28-c324-4654-051160ca3140, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1672.464799] env[71058]: DEBUG nova.network.neutron [req-77eaeb23-350c-4b4a-9a33-740e6467be3e req-12bb9524-0f5b-4f2a-8558-9e918557811c service nova] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Updated VIF entry in instance network info cache for port 852e3e3d-b57f-4864-b82b-885c1705fad1. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1672.465254] env[71058]: DEBUG nova.network.neutron [req-77eaeb23-350c-4b4a-9a33-740e6467be3e req-12bb9524-0f5b-4f2a-8558-9e918557811c service nova] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Updating instance_info_cache with network_info: [{"id": "852e3e3d-b57f-4864-b82b-885c1705fad1", "address": "fa:16:3e:d3:72:42", "network": {"id": "65b070a8-8f69-4e2f-a47b-357854eeec02", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1796300419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bde8d4173d1246bf9572a6726463cd3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap852e3e3d-b5", "ovs_interfaceid": "852e3e3d-b57f-4864-b82b-885c1705fad1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1672.491372] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1672.492341] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b9275b1-2e1f-42b0-8f36-3e092c17b7b7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1672.507727] env[71058]: DEBUG oslo_vmware.api [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1672.507727] env[71058]:    value = "task-2873309"
[ 1672.507727] env[71058]:    _type = "Task"
[ 1672.507727] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1672.522667] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] VM already powered off {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}}
[ 1672.522667] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Updating instance '4795f420-9f4e-4eab-98d7-9eaf0da179bf' progress to 17 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1672.784737] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286348c9-b396-44a4-822d-bfd1fa696011 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1672.793879] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c277b3-0e2c-4997-a195-661a8847eacc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1672.827089] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6df5b5-f293-40f3-99d5-e9be722a7d10 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1672.837613] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a130c754-62df-4494-ae6b-ab1ede6a4c8c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1672.853336] env[71058]: DEBUG nova.compute.provider_tree [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1672.897566] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f13142-5f28-c324-4654-051160ca3140, 'name': SearchDatastore_Task, 'duration_secs': 0.016658} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1672.898597] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd2c539a-e62c-4468-8691-d133ec419c62 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1672.905635] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Waiting for the task: (returnval){
[ 1672.905635] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5210e275-cf7e-f554-b7d5-69d762031e75"
[ 1672.905635] env[71058]:    _type = "Task"
[ 1672.905635] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1672.918580] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5210e275-cf7e-f554-b7d5-69d762031e75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1672.969033] env[71058]: DEBUG oslo_concurrency.lockutils [req-77eaeb23-350c-4b4a-9a33-740e6467be3e req-12bb9524-0f5b-4f2a-8558-9e918557811c service nova] Releasing lock "refresh_cache-974876ee-5777-4ff6-9453-46d440b8a166" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1673.031785] env[71058]: DEBUG nova.virt.hardware [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1673.032076] env[71058]: DEBUG nova.virt.hardware [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1673.032245] env[71058]: DEBUG nova.virt.hardware [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1673.032446] env[71058]: DEBUG nova.virt.hardware [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1673.032606] env[71058]: DEBUG nova.virt.hardware [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1673.032849] env[71058]: DEBUG nova.virt.hardware [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1673.033161] env[71058]: DEBUG nova.virt.hardware [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1673.033358] env[71058]: DEBUG nova.virt.hardware [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1673.033555] env[71058]: DEBUG nova.virt.hardware [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1673.033742] env[71058]: DEBUG nova.virt.hardware [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1673.033967] env[71058]: DEBUG nova.virt.hardware [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1673.039370] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59ca4ee8-c37c-4f5c-a0da-d33d04b47114 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1673.059038] env[71058]: DEBUG oslo_vmware.api [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1673.059038] env[71058]:    value = "task-2873310"
[ 1673.059038] env[71058]:    _type = "Task"
[ 1673.059038] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1673.072509] env[71058]: DEBUG oslo_vmware.api [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873310, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1673.185842] env[71058]: DEBUG nova.compute.manager [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1673.356862] env[71058]: DEBUG nova.scheduler.client.report [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1673.419303] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5210e275-cf7e-f554-b7d5-69d762031e75, 'name': SearchDatastore_Task, 'duration_secs': 0.016044} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1673.419694] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1673.420250] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 974876ee-5777-4ff6-9453-46d440b8a166/974876ee-5777-4ff6-9453-46d440b8a166.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1673.420612] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51ab94e1-b638-4a92-ae04-959208c645fc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1673.430773] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Waiting for the task: (returnval){
[ 1673.430773] env[71058]:    value = "task-2873311"
[ 1673.430773] env[71058]:    _type = "Task"
[ 1673.430773] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1673.441886] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1673.571017] env[71058]: DEBUG oslo_vmware.api [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873310, 'name': ReconfigVM_Task, 'duration_secs': 0.209393} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1673.571329] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Updating instance '4795f420-9f4e-4eab-98d7-9eaf0da179bf' progress to 33 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1673.865025] env[71058]: DEBUG oslo_concurrency.lockutils [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1673.865025] env[71058]: DEBUG nova.compute.manager [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1673.867574] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7bf574e4-3315-4c80-b7d2-343e403f230f tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.840s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1673.868092] env[71058]: DEBUG nova.objects.instance [None req-7bf574e4-3315-4c80-b7d2-343e403f230f tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Lazy-loading 'resources' on Instance uuid a77a87d6-c345-450d-9292-91791bffa435 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1673.900372] env[71058]: DEBUG nova.network.neutron [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Successfully updated port: 20aea63c-34b8-4570-a71e-4742f6439d7d {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1673.943687] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873311, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1674.077743] env[71058]: DEBUG nova.virt.hardware [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1674.079044] env[71058]: DEBUG nova.virt.hardware [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1674.079044] env[71058]: DEBUG nova.virt.hardware [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1674.079044] env[71058]: DEBUG nova.virt.hardware [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1674.079044] env[71058]: DEBUG nova.virt.hardware [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1674.079044] env[71058]: DEBUG nova.virt.hardware [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1674.079044] env[71058]: DEBUG nova.virt.hardware [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1674.079044] env[71058]: DEBUG nova.virt.hardware [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1674.079439] env[71058]: DEBUG nova.virt.hardware [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1674.079621] env[71058]: DEBUG nova.virt.hardware [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1674.079858] env[71058]: DEBUG nova.virt.hardware [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1674.085373] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Reconfiguring VM instance instance-0000001e to detach disk 2000 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1674.085775] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dcfb4eb-d190-4fef-93d5-c5a4df03985a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1674.107700] env[71058]: DEBUG oslo_vmware.api [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1674.107700] env[71058]:    value = "task-2873312"
[ 1674.107700] env[71058]:    _type = "Task"
[ 1674.107700] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1674.118842] env[71058]: DEBUG oslo_vmware.api [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873312, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1674.374127] env[71058]: DEBUG nova.compute.utils [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1674.377040] env[71058]: DEBUG nova.compute.manager [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1674.377040] env[71058]: DEBUG nova.network.neutron [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1674.404388] env[71058]: DEBUG nova.virt.hardware [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1674.404639] env[71058]: DEBUG nova.virt.hardware [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1674.404800] env[71058]: DEBUG nova.virt.hardware [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1674.404983] env[71058]: DEBUG nova.virt.hardware [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1674.405153] env[71058]: DEBUG nova.virt.hardware [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1674.405300] env[71058]: DEBUG nova.virt.hardware [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1674.405498] env[71058]: DEBUG nova.virt.hardware [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1674.405651] env[71058]: DEBUG nova.virt.hardware [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1674.405812] env[71058]: DEBUG nova.virt.hardware [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1674.405965] env[71058]: DEBUG nova.virt.hardware [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1674.406152] env[71058]: DEBUG nova.virt.hardware [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1674.406690] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquiring lock "refresh_cache-1ebc64c7-a73c-4e56-ac5b-f435371edd4e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1674.406887] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquired lock "refresh_cache-1ebc64c7-a73c-4e56-ac5b-f435371edd4e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1674.407094] env[71058]: DEBUG nova.network.neutron [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1674.410135] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a770efc-1d7d-4021-a0aa-f91e7085d902 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1674.423725] env[71058]: DEBUG oslo_vmware.rw_handles [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527dd82c-da2e-e8ca-ea94-fba271ba319a/disk-0.vmdk. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1674.425203] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1454d2c-5d01-40b4-91fb-2a0a1ca0e8cd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1674.429887] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b732e192-cfef-400d-9e28-f5a507990630 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1674.453023] env[71058]: DEBUG oslo_vmware.rw_handles [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527dd82c-da2e-e8ca-ea94-fba271ba319a/disk-0.vmdk is in state: ready. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1674.453203] env[71058]: ERROR oslo_vmware.rw_handles [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527dd82c-da2e-e8ca-ea94-fba271ba319a/disk-0.vmdk due to incomplete transfer.
[ 1674.453674] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bed61ac5-14a5-4850-b737-cca3bdc19c1a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1674.458255] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581727} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1674.458853] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 974876ee-5777-4ff6-9453-46d440b8a166/974876ee-5777-4ff6-9453-46d440b8a166.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1674.459097] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1674.459384] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76d258db-91e0-4166-af41-2ab608f09090 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1674.467326] env[71058]: DEBUG oslo_vmware.rw_handles [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527dd82c-da2e-e8ca-ea94-fba271ba319a/disk-0.vmdk. {{(pid=71058) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}}
[ 1674.467531] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Uploaded image 202db997-7ece-4f92-b78b-90d607fdd768 to the Glance image server {{(pid=71058) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}}
[ 1674.469636] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Destroying the VM {{(pid=71058) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}}
[ 1674.472356] env[71058]: DEBUG nova.policy [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '495bac15d6fe4721b035323f68f9f754', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '581d85716898439fbe0133e70700effb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1674.476256] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-52ce51ba-ae6e-4454-a427-6539c25992ee {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1674.477950] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Waiting for the task: (returnval){
[ 1674.477950] env[71058]:    value = "task-2873313"
[ 1674.477950] env[71058]:    _type = "Task"
[ 1674.477950] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1674.490735] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1674.491094] env[71058]: DEBUG oslo_vmware.api [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1674.491094] env[71058]:    value = "task-2873314"
[ 1674.491094] env[71058]:    _type = "Task"
[ 1674.491094] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1674.503034] env[71058]: DEBUG oslo_vmware.api [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873314, 'name': Destroy_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1674.620121] env[71058]: DEBUG oslo_vmware.api [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873312, 'name': ReconfigVM_Task, 'duration_secs': 0.22348} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1674.620443] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Reconfigured VM instance instance-0000001e to detach disk 2000 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1674.621503] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808f5d90-82d0-43d5-ac84-6df07242302e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1674.645237] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 4795f420-9f4e-4eab-98d7-9eaf0da179bf/4795f420-9f4e-4eab-98d7-9eaf0da179bf.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1674.648461] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4bc1883-af51-4764-80d6-f88ea2f8cd80 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1674.668919] env[71058]: DEBUG oslo_vmware.api [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1674.668919] env[71058]:    value = "task-2873315"
[ 1674.668919] env[71058]:    _type = "Task"
[ 1674.668919] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1674.680817] env[71058]: DEBUG oslo_vmware.api [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873315, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1674.880461] env[71058]: DEBUG nova.compute.manager [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1674.964631] env[71058]: DEBUG nova.network.neutron [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1674.991237] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081652} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1674.991585] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1674.992343] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97f6d93-889b-40d5-bc09-597da6028a41 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1674.996981] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7baeda5-f9a6-4ebe-b897-8d6d4c4a3daf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1675.010992] env[71058]: DEBUG oslo_vmware.api [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873314, 'name': Destroy_Task} progress is 33%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1675.035474] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 974876ee-5777-4ff6-9453-46d440b8a166/974876ee-5777-4ff6-9453-46d440b8a166.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1675.035897] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18cda074-9d96-4379-b311-b7f08c746f4d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1675.052198] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1425ae9-9765-406b-be13-eec8a473e18e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1675.089326] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26479fc-4098-4a6d-b532-a88b0b415077 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1675.092257] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Waiting for the task: (returnval){
[ 1675.092257] env[71058]:    value = "task-2873316"
[ 1675.092257] env[71058]:    _type = "Task"
[ 1675.092257] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1675.099976] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f105f87-8efb-4538-be35-ac8576573d03 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1675.113051] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873316, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1675.121973] env[71058]: DEBUG nova.compute.provider_tree [None req-7bf574e4-3315-4c80-b7d2-343e403f230f tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1675.174268] env[71058]: DEBUG nova.network.neutron [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Successfully created port: f3091c08-a32f-45d5-88ce-0743be025a04 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1675.182866] env[71058]: DEBUG oslo_vmware.api [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1675.416732] env[71058]: DEBUG nova.network.neutron [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Updating instance_info_cache with network_info: [{"id": "20aea63c-34b8-4570-a71e-4742f6439d7d", "address": "fa:16:3e:30:c6:bb", "network": {"id": "7d25b6fc-1b3e-4a68-b132-f19dc81a8522", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1033778679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48a2ee130e5a4f4fa56b4ee442dea6ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20aea63c-34", "ovs_interfaceid": "20aea63c-34b8-4570-a71e-4742f6439d7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1675.508251] env[71058]: DEBUG oslo_vmware.api [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873314, 'name': Destroy_Task, 'duration_secs': 0.617538} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1675.508531] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Destroyed the VM
[ 1675.508774] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Deleting Snapshot of the VM instance {{(pid=71058) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}}
[ 1675.509081] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2eed9c50-5ac6-4e7c-a6cb-fd5ba4c15ed9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1675.517750] env[71058]: DEBUG oslo_vmware.api [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1675.517750] env[71058]:    value = "task-2873317"
[ 1675.517750] env[71058]:    _type = "Task"
[ 1675.517750] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1675.528892] env[71058]: DEBUG oslo_vmware.api [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873317, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1675.575600] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquiring lock "4dc81a2f-6a3c-438b-bde6-2d31ece13813" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1675.575600] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "4dc81a2f-6a3c-438b-bde6-2d31ece13813" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1675.603338] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873316, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1675.625221] env[71058]: DEBUG nova.scheduler.client.report [None req-7bf574e4-3315-4c80-b7d2-343e403f230f tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1675.681969] env[71058]: DEBUG oslo_vmware.api [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873315, 'name': ReconfigVM_Task, 'duration_secs': 0.693406} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1675.682295] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 4795f420-9f4e-4eab-98d7-9eaf0da179bf/4795f420-9f4e-4eab-98d7-9eaf0da179bf.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1675.682568] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Updating instance '4795f420-9f4e-4eab-98d7-9eaf0da179bf' progress to 50 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1675.820187] env[71058]: DEBUG nova.compute.manager [req-09cf8908-b424-411f-9b07-99cec7dec0fb req-bac98eea-41b3-4fab-acd2-767fab6dd6a4 service nova] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Received event network-vif-plugged-20aea63c-34b8-4570-a71e-4742f6439d7d {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1675.820187] env[71058]: DEBUG oslo_concurrency.lockutils [req-09cf8908-b424-411f-9b07-99cec7dec0fb req-bac98eea-41b3-4fab-acd2-767fab6dd6a4 service nova] Acquiring lock "1ebc64c7-a73c-4e56-ac5b-f435371edd4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1675.820187] env[71058]: DEBUG oslo_concurrency.lockutils [req-09cf8908-b424-411f-9b07-99cec7dec0fb req-bac98eea-41b3-4fab-acd2-767fab6dd6a4 service nova] Lock "1ebc64c7-a73c-4e56-ac5b-f435371edd4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1675.820187] env[71058]: DEBUG oslo_concurrency.lockutils [req-09cf8908-b424-411f-9b07-99cec7dec0fb req-bac98eea-41b3-4fab-acd2-767fab6dd6a4 service nova] Lock "1ebc64c7-a73c-4e56-ac5b-f435371edd4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1675.820187] env[71058]: DEBUG nova.compute.manager [req-09cf8908-b424-411f-9b07-99cec7dec0fb req-bac98eea-41b3-4fab-acd2-767fab6dd6a4 service nova] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] No waiting events found dispatching network-vif-plugged-20aea63c-34b8-4570-a71e-4742f6439d7d {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1675.820187] env[71058]: WARNING nova.compute.manager [req-09cf8908-b424-411f-9b07-99cec7dec0fb req-bac98eea-41b3-4fab-acd2-767fab6dd6a4 service nova] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Received unexpected event network-vif-plugged-20aea63c-34b8-4570-a71e-4742f6439d7d for instance with vm_state building and task_state spawning.
[ 1675.890128] env[71058]: DEBUG nova.compute.manager [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1675.913327] env[71058]: DEBUG nova.virt.hardware [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1675.913582] env[71058]: DEBUG nova.virt.hardware [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1675.913754] env[71058]: DEBUG nova.virt.hardware [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1675.913961] env[71058]: DEBUG nova.virt.hardware [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1675.914127] env[71058]: DEBUG nova.virt.hardware [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1675.914278] env[71058]: DEBUG nova.virt.hardware [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1675.914484] env[71058]: DEBUG nova.virt.hardware [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1675.914641] env[71058]: DEBUG nova.virt.hardware [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1675.914806] env[71058]: DEBUG nova.virt.hardware [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1675.914968] env[71058]: DEBUG nova.virt.hardware [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1675.915156] env[71058]: DEBUG nova.virt.hardware [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1675.916046] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c511a2bd-cc08-4f7b-9839-cd2442d38ae7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1675.919408] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Releasing lock "refresh_cache-1ebc64c7-a73c-4e56-ac5b-f435371edd4e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1675.919694] env[71058]: DEBUG nova.compute.manager [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Instance network_info: |[{"id": "20aea63c-34b8-4570-a71e-4742f6439d7d", "address": "fa:16:3e:30:c6:bb", "network": {"id": "7d25b6fc-1b3e-4a68-b132-f19dc81a8522", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1033778679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48a2ee130e5a4f4fa56b4ee442dea6ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20aea63c-34", "ovs_interfaceid": "20aea63c-34b8-4570-a71e-4742f6439d7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1675.920077] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:c6:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '233536d0-6913-4879-8442-42dcf1d4ecbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20aea63c-34b8-4570-a71e-4742f6439d7d', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1675.927532] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1675.928195] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1675.928420] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e4e5ca7-3cd9-4afc-949a-bead7a56d42a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1675.946419] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d4bf49-e7d3-41b3-99f6-33fbfd0395df {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1675.951868] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1675.951868] env[71058]:    value = "task-2873318"
[ 1675.951868] env[71058]:    _type = "Task"
[ 1675.951868] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1675.968657] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873318, 'name': CreateVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1676.030048] env[71058]: DEBUG oslo_vmware.api [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873317, 'name': RemoveSnapshot_Task, 'duration_secs': 0.339123} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1676.030375] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Deleted Snapshot of the VM instance {{(pid=71058) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}}
[ 1676.030657] env[71058]: DEBUG nova.compute.manager [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1676.031492] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f2168b-5dfd-4207-ac2f-6f747d809893 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1676.106955] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873316, 'name': ReconfigVM_Task, 'duration_secs': 0.545324} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1676.106955] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 974876ee-5777-4ff6-9453-46d440b8a166/974876ee-5777-4ff6-9453-46d440b8a166.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1676.106955] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cf200a7-9221-419f-83c4-acc1f380c3ca {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1676.114785] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Waiting for the task: (returnval){
[ 1676.114785] env[71058]:    value = "task-2873319"
[ 1676.114785] env[71058]:    _type = "Task"
[ 1676.114785] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1676.124268] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873319, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1676.133994] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7bf574e4-3315-4c80-b7d2-343e403f230f tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.264s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1676.134352] env[71058]: DEBUG oslo_concurrency.lockutils [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.923s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1676.137149] env[71058]: INFO nova.compute.claims [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1676.157830] env[71058]: INFO nova.scheduler.client.report [None req-7bf574e4-3315-4c80-b7d2-343e403f230f tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Deleted allocations for instance a77a87d6-c345-450d-9292-91791bffa435
[ 1676.190084] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f9cdba-5bf2-44f6-958e-acc3a5d5b870 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1676.216622] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f984f65-3ca2-44db-aeaa-ea559e9654e8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1676.239048] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Updating instance '4795f420-9f4e-4eab-98d7-9eaf0da179bf' progress to 67 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1676.462643] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873318, 'name': CreateVM_Task, 'duration_secs': 0.382425} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1676.462643] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1676.463382] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1676.463382] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1676.463557] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1676.463830] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe780b95-8b33-4f46-b64f-34323ee02add {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1676.469263] env[71058]: DEBUG oslo_vmware.api [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1676.469263] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b71289-5793-d3e8-88bc-07192c4d13e5"
[ 1676.469263] env[71058]:    _type = "Task"
[ 1676.469263] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1676.477997] env[71058]: DEBUG oslo_vmware.api [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b71289-5793-d3e8-88bc-07192c4d13e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1676.547664] env[71058]: INFO nova.compute.manager [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Shelve offloading
[ 1676.624912] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873319, 'name': Rename_Task, 'duration_secs': 0.182409} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1676.625233] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1676.626028] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c92d719-64b5-4e5a-84b9-ba173ca89708 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1676.632980] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Waiting for the task: (returnval){
[ 1676.632980] env[71058]:    value = "task-2873320"
[ 1676.632980] env[71058]:    _type = "Task"
[ 1676.632980] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1676.641582] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1676.666463] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7bf574e4-3315-4c80-b7d2-343e403f230f tempest-ServersTestMultiNic-1727990506 tempest-ServersTestMultiNic-1727990506-project-member] Lock "a77a87d6-c345-450d-9292-91791bffa435" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 45.262s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1676.753804] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquiring lock "0c383294-0efa-4719-97bc-cb565ac99797" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1676.753804] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "0c383294-0efa-4719-97bc-cb565ac99797" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1676.835309] env[71058]: DEBUG nova.network.neutron [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Port 428790f0-c156-4246-a1d6-e7721036eaa3 binding to destination host cpu-1 is already ACTIVE {{(pid=71058) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}}
[ 1676.982291] env[71058]: DEBUG oslo_vmware.api [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b71289-5793-d3e8-88bc-07192c4d13e5, 'name': SearchDatastore_Task, 'duration_secs': 0.04385} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1676.982948] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1676.982948] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1676.983117] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1676.983228] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1676.983435] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1676.983701] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb89ba49-fdfb-42fa-afa9-2ffdca800129 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1676.994366] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1676.994574] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1676.995367] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56e48abe-9956-4cc8-a990-b1bd5804a5b7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1677.002276] env[71058]: DEBUG oslo_vmware.api [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1677.002276] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e467ef-7936-b462-4762-78fe6dd782a8"
[ 1677.002276] env[71058]:    _type = "Task"
[ 1677.002276] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1677.012088] env[71058]: DEBUG oslo_vmware.api [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e467ef-7936-b462-4762-78fe6dd782a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1677.052092] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1677.052426] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a4b8613-7484-4156-bfaa-fa52e3262f3b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1677.061952] env[71058]: DEBUG oslo_vmware.api [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1677.061952] env[71058]:    value = "task-2873321"
[ 1677.061952] env[71058]:    _type = "Task"
[ 1677.061952] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1677.078178] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] VM already powered off {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}}
[ 1677.078423] env[71058]: DEBUG nova.compute.manager [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1677.079262] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f0904f-c900-4d32-9bdf-e683c9306128 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1677.086872] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "refresh_cache-3fb56870-0376-4ebd-b347-ab3900a876e9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1677.087052] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquired lock "refresh_cache-3fb56870-0376-4ebd-b347-ab3900a876e9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1677.087225] env[71058]: DEBUG nova.network.neutron [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1677.148026] env[71058]: DEBUG oslo_vmware.api [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873320, 'name': PowerOnVM_Task, 'duration_secs': 0.485703} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1677.148686] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1677.148686] env[71058]: INFO nova.compute.manager [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Took 9.59 seconds to spawn the instance on the hypervisor.
[ 1677.148879] env[71058]: DEBUG nova.compute.manager [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1677.150164] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a47f7a-f9df-4fa0-b713-6059ed70e5ac {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1677.181110] env[71058]: DEBUG nova.network.neutron [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Successfully updated port: f3091c08-a32f-45d5-88ce-0743be025a04 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1677.515262] env[71058]: DEBUG oslo_vmware.api [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e467ef-7936-b462-4762-78fe6dd782a8, 'name': SearchDatastore_Task, 'duration_secs': 0.01874} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1677.516197] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bf6ef2a-325e-4b01-97bc-0b616a448090 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1677.522815] env[71058]: DEBUG oslo_vmware.api [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1677.522815] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e01d3e-3ae1-050f-2d5c-4097b810bd2a"
[ 1677.522815] env[71058]:    _type = "Task"
[ 1677.522815] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1677.534806] env[71058]: DEBUG oslo_vmware.api [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e01d3e-3ae1-050f-2d5c-4097b810bd2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1677.670757] env[71058]: INFO nova.compute.manager [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Took 52.08 seconds to build instance.
[ 1677.683507] env[71058]: DEBUG oslo_concurrency.lockutils [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Acquiring lock "refresh_cache-d46a6dbc-5b0c-4340-911c-40bed7197c43" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1677.683662] env[71058]: DEBUG oslo_concurrency.lockutils [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Acquired lock "refresh_cache-d46a6dbc-5b0c-4340-911c-40bed7197c43" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1677.683818] env[71058]: DEBUG nova.network.neutron [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1677.710990] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384d8509-40a5-4a51-b443-6d053f4a41b5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1677.720124] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ad30e0-9f34-472e-821f-97b286f1621a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1677.756230] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac768e6-bdae-4dba-9e9f-00916ff5c4dc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1677.766071] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcecd7f-151d-4316-9062-929240deae50 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1677.781661] env[71058]: DEBUG nova.compute.provider_tree [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1677.858696] env[71058]: DEBUG oslo_concurrency.lockutils [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "4795f420-9f4e-4eab-98d7-9eaf0da179bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1677.858990] env[71058]: DEBUG oslo_concurrency.lockutils [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "4795f420-9f4e-4eab-98d7-9eaf0da179bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1677.859261] env[71058]: DEBUG oslo_concurrency.lockutils [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "4795f420-9f4e-4eab-98d7-9eaf0da179bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1677.968402] env[71058]: DEBUG nova.network.neutron [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Updating instance_info_cache with network_info: [{"id": "49067231-d739-4134-92ae-dfe88e7a2079", "address": "fa:16:3e:55:11:20", "network": {"id": "e468d032-7280-4a84-97c5-db65f8a515aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-792259733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85106c5e01ec496dbeb48733902367b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49067231-d7", "ovs_interfaceid": "49067231-d739-4134-92ae-dfe88e7a2079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1677.972134] env[71058]: DEBUG nova.compute.manager [req-c7d97fe5-7c7e-4471-ad8d-8671a1341158 req-d41ca85c-e108-4a7e-8603-951e4424f7f6 service nova] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Received event network-changed-20aea63c-34b8-4570-a71e-4742f6439d7d {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1677.972381] env[71058]: DEBUG nova.compute.manager [req-c7d97fe5-7c7e-4471-ad8d-8671a1341158 req-d41ca85c-e108-4a7e-8603-951e4424f7f6 service nova] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Refreshing instance network info cache due to event network-changed-20aea63c-34b8-4570-a71e-4742f6439d7d. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1677.972499] env[71058]: DEBUG oslo_concurrency.lockutils [req-c7d97fe5-7c7e-4471-ad8d-8671a1341158 req-d41ca85c-e108-4a7e-8603-951e4424f7f6 service nova] Acquiring lock "refresh_cache-1ebc64c7-a73c-4e56-ac5b-f435371edd4e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1677.972663] env[71058]: DEBUG oslo_concurrency.lockutils [req-c7d97fe5-7c7e-4471-ad8d-8671a1341158 req-d41ca85c-e108-4a7e-8603-951e4424f7f6 service nova] Acquired lock "refresh_cache-1ebc64c7-a73c-4e56-ac5b-f435371edd4e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1677.972847] env[71058]: DEBUG nova.network.neutron [req-c7d97fe5-7c7e-4471-ad8d-8671a1341158 req-d41ca85c-e108-4a7e-8603-951e4424f7f6 service nova] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Refreshing network info cache for port 20aea63c-34b8-4570-a71e-4742f6439d7d {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1678.036888] env[71058]: DEBUG oslo_vmware.api [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e01d3e-3ae1-050f-2d5c-4097b810bd2a, 'name': SearchDatastore_Task, 'duration_secs': 0.020556} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1678.037203] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1678.037550] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 1ebc64c7-a73c-4e56-ac5b-f435371edd4e/1ebc64c7-a73c-4e56-ac5b-f435371edd4e.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1678.038738] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efad0c6f-6170-46be-b269-55931067ab97 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1678.047516] env[71058]: DEBUG oslo_vmware.api [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1678.047516] env[71058]:    value = "task-2873322"
[ 1678.047516] env[71058]:    _type = "Task"
[ 1678.047516] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1678.058122] env[71058]: DEBUG oslo_vmware.api [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1678.174068] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bc1f2f3b-ce17-4900-b664-b096e1d8eed9 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Lock "974876ee-5777-4ff6-9453-46d440b8a166" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 74.456s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1678.236848] env[71058]: DEBUG nova.network.neutron [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1678.287962] env[71058]: DEBUG nova.scheduler.client.report [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1678.478070] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Releasing lock "refresh_cache-3fb56870-0376-4ebd-b347-ab3900a876e9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1678.585705] env[71058]: DEBUG oslo_vmware.api [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873322, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1678.593532] env[71058]: DEBUG nova.network.neutron [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Updating instance_info_cache with network_info: [{"id": "f3091c08-a32f-45d5-88ce-0743be025a04", "address": "fa:16:3e:c9:7c:e6", "network": {"id": "f79599f9-f529-4456-95dc-206dfd4364d9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1859472009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "581d85716898439fbe0133e70700effb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3091c08-a3", "ovs_interfaceid": "f3091c08-a32f-45d5-88ce-0743be025a04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1678.676206] env[71058]: DEBUG nova.compute.manager [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1678.796756] env[71058]: DEBUG oslo_concurrency.lockutils [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1678.797232] env[71058]: DEBUG nova.compute.manager [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1678.802711] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.892s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1678.804314] env[71058]: INFO nova.compute.claims [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1679.027846] env[71058]: DEBUG oslo_concurrency.lockutils [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "refresh_cache-4795f420-9f4e-4eab-98d7-9eaf0da179bf" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1679.028116] env[71058]: DEBUG oslo_concurrency.lockutils [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquired lock "refresh_cache-4795f420-9f4e-4eab-98d7-9eaf0da179bf" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1679.028302] env[71058]: DEBUG nova.network.neutron [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1679.041070] env[71058]: DEBUG nova.network.neutron [req-c7d97fe5-7c7e-4471-ad8d-8671a1341158 req-d41ca85c-e108-4a7e-8603-951e4424f7f6 service nova] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Updated VIF entry in instance network info cache for port 20aea63c-34b8-4570-a71e-4742f6439d7d. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1679.041718] env[71058]: DEBUG nova.network.neutron [req-c7d97fe5-7c7e-4471-ad8d-8671a1341158 req-d41ca85c-e108-4a7e-8603-951e4424f7f6 service nova] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Updating instance_info_cache with network_info: [{"id": "20aea63c-34b8-4570-a71e-4742f6439d7d", "address": "fa:16:3e:30:c6:bb", "network": {"id": "7d25b6fc-1b3e-4a68-b132-f19dc81a8522", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1033778679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48a2ee130e5a4f4fa56b4ee442dea6ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20aea63c-34", "ovs_interfaceid": "20aea63c-34b8-4570-a71e-4742f6439d7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1679.061504] env[71058]: DEBUG oslo_vmware.api [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873322, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750648} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1679.061855] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 1ebc64c7-a73c-4e56-ac5b-f435371edd4e/1ebc64c7-a73c-4e56-ac5b-f435371edd4e.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1679.062021] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1679.062309] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e15e3862-7536-45d8-8794-33aa887b5d65 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1679.072027] env[71058]: DEBUG oslo_vmware.api [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1679.072027] env[71058]:    value = "task-2873323"
[ 1679.072027] env[71058]:    _type = "Task"
[ 1679.072027] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1679.085743] env[71058]: DEBUG oslo_vmware.api [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1679.098123] env[71058]: DEBUG oslo_concurrency.lockutils [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Releasing lock "refresh_cache-d46a6dbc-5b0c-4340-911c-40bed7197c43" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1679.099064] env[71058]: DEBUG nova.compute.manager [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Instance network_info: |[{"id": "f3091c08-a32f-45d5-88ce-0743be025a04", "address": "fa:16:3e:c9:7c:e6", "network": {"id": "f79599f9-f529-4456-95dc-206dfd4364d9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1859472009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "581d85716898439fbe0133e70700effb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3091c08-a3", "ovs_interfaceid": "f3091c08-a32f-45d5-88ce-0743be025a04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1679.099064] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:7c:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3091c08-a32f-45d5-88ce-0743be025a04', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1679.106792] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Creating folder: Project (581d85716898439fbe0133e70700effb). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1679.107130] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f21bb411-5bdf-4d8e-9d4e-b6cafdaccdf7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1679.120840] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Created folder: Project (581d85716898439fbe0133e70700effb) in parent group-v577298.
[ 1679.121581] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Creating folder: Instances. Parent ref: group-v577496. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1679.121581] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b2ab63b-3642-404d-8d9c-5b0575d5353f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1679.134325] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Created folder: Instances in parent group-v577496.
[ 1679.134635] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1679.134861] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1679.135122] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6fb0e9fd-985c-47a3-b8f8-eed5a3bf5a60 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1679.158062] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1679.158062] env[71058]:    value = "task-2873326"
[ 1679.158062] env[71058]:    _type = "Task"
[ 1679.158062] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1679.167917] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873326, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1679.204144] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1679.218822] env[71058]: DEBUG oslo_concurrency.lockutils [None req-349c04a1-f9f8-426e-a504-31a1d65ba692 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Acquiring lock "48171880-b1d9-4668-80d2-f9154792e59a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1679.219222] env[71058]: DEBUG oslo_concurrency.lockutils [None req-349c04a1-f9f8-426e-a504-31a1d65ba692 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Lock "48171880-b1d9-4668-80d2-f9154792e59a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1679.219436] env[71058]: DEBUG oslo_concurrency.lockutils [None req-349c04a1-f9f8-426e-a504-31a1d65ba692 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Acquiring lock "48171880-b1d9-4668-80d2-f9154792e59a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1679.219665] env[71058]: DEBUG oslo_concurrency.lockutils [None req-349c04a1-f9f8-426e-a504-31a1d65ba692 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Lock "48171880-b1d9-4668-80d2-f9154792e59a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1679.219812] env[71058]: DEBUG oslo_concurrency.lockutils [None req-349c04a1-f9f8-426e-a504-31a1d65ba692 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Lock "48171880-b1d9-4668-80d2-f9154792e59a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1679.222644] env[71058]: INFO nova.compute.manager [None req-349c04a1-f9f8-426e-a504-31a1d65ba692 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Terminating instance
[ 1679.286564] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1679.287642] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a723d04-184c-4cfd-a5bc-97a63307c004 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1679.297399] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1679.297667] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd191b33-74b6-4557-a456-14b0a568f3de {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1679.312428] env[71058]: DEBUG nova.compute.utils [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1679.316167] env[71058]: DEBUG nova.compute.manager [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] Not allocating networking since 'none' was specified. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}}
[ 1679.378145] env[71058]: DEBUG oslo_vmware.rw_handles [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a29ee2-b775-769e-72f1-7ed0df7ddd16/disk-0.vmdk. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1679.378145] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f67d7c-0d54-492d-a055-ca6d797f53a7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1679.386825] env[71058]: DEBUG oslo_vmware.rw_handles [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a29ee2-b775-769e-72f1-7ed0df7ddd16/disk-0.vmdk is in state: ready. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1679.386825] env[71058]: ERROR oslo_vmware.rw_handles [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a29ee2-b775-769e-72f1-7ed0df7ddd16/disk-0.vmdk due to incomplete transfer.
[ 1679.386825] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7f9dfebe-a7c3-4d88-9ef7-516ff31c7650 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1679.396548] env[71058]: DEBUG oslo_vmware.rw_handles [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a29ee2-b775-769e-72f1-7ed0df7ddd16/disk-0.vmdk. {{(pid=71058) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}}
[ 1679.396769] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Uploaded image f7263bf9-cd36-4e7b-bb59-924d07763f20 to the Glance image server {{(pid=71058) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}}
[ 1679.398863] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Destroying the VM {{(pid=71058) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}}
[ 1679.399175] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-64dfd82f-e0ff-492f-8820-5ab133c7406d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1679.407559] env[71058]: DEBUG oslo_vmware.api [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for the task: (returnval){
[ 1679.407559] env[71058]:    value = "task-2873328"
[ 1679.407559] env[71058]:    _type = "Task"
[ 1679.407559] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1679.416763] env[71058]: DEBUG oslo_vmware.api [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873328, 'name': Destroy_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1679.439969] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1679.440308] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1679.440505] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Deleting the datastore file [datastore1] 3fb56870-0376-4ebd-b347-ab3900a876e9 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1679.440789] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-290e2632-c73e-4d91-a2da-b596b10336d9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1679.449296] env[71058]: DEBUG oslo_vmware.api [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1679.449296] env[71058]:    value = "task-2873329"
[ 1679.449296] env[71058]:    _type = "Task"
[ 1679.449296] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1679.460484] env[71058]: DEBUG oslo_vmware.api [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873329, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1679.546178] env[71058]: DEBUG oslo_concurrency.lockutils [req-c7d97fe5-7c7e-4471-ad8d-8671a1341158 req-d41ca85c-e108-4a7e-8603-951e4424f7f6 service nova] Releasing lock "refresh_cache-1ebc64c7-a73c-4e56-ac5b-f435371edd4e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1679.546474] env[71058]: DEBUG nova.compute.manager [req-c7d97fe5-7c7e-4471-ad8d-8671a1341158 req-d41ca85c-e108-4a7e-8603-951e4424f7f6 service nova] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Received event network-vif-plugged-f3091c08-a32f-45d5-88ce-0743be025a04 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1679.546753] env[71058]: DEBUG oslo_concurrency.lockutils [req-c7d97fe5-7c7e-4471-ad8d-8671a1341158 req-d41ca85c-e108-4a7e-8603-951e4424f7f6 service nova] Acquiring lock "d46a6dbc-5b0c-4340-911c-40bed7197c43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1679.546884] env[71058]: DEBUG oslo_concurrency.lockutils [req-c7d97fe5-7c7e-4471-ad8d-8671a1341158 req-d41ca85c-e108-4a7e-8603-951e4424f7f6 service nova] Lock "d46a6dbc-5b0c-4340-911c-40bed7197c43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1679.547058] env[71058]: DEBUG oslo_concurrency.lockutils [req-c7d97fe5-7c7e-4471-ad8d-8671a1341158 req-d41ca85c-e108-4a7e-8603-951e4424f7f6 service nova] Lock "d46a6dbc-5b0c-4340-911c-40bed7197c43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1679.547546] env[71058]: DEBUG nova.compute.manager [req-c7d97fe5-7c7e-4471-ad8d-8671a1341158 req-d41ca85c-e108-4a7e-8603-951e4424f7f6 service nova] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] No waiting events found dispatching network-vif-plugged-f3091c08-a32f-45d5-88ce-0743be025a04 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1679.547546] env[71058]: WARNING nova.compute.manager [req-c7d97fe5-7c7e-4471-ad8d-8671a1341158 req-d41ca85c-e108-4a7e-8603-951e4424f7f6 service nova] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Received unexpected event network-vif-plugged-f3091c08-a32f-45d5-88ce-0743be025a04 for instance with vm_state building and task_state spawning.
[ 1679.547664] env[71058]: DEBUG nova.compute.manager [req-c7d97fe5-7c7e-4471-ad8d-8671a1341158 req-d41ca85c-e108-4a7e-8603-951e4424f7f6 service nova] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Received event network-changed-f3091c08-a32f-45d5-88ce-0743be025a04 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1679.547727] env[71058]: DEBUG nova.compute.manager [req-c7d97fe5-7c7e-4471-ad8d-8671a1341158 req-d41ca85c-e108-4a7e-8603-951e4424f7f6 service nova] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Refreshing instance network info cache due to event network-changed-f3091c08-a32f-45d5-88ce-0743be025a04. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1679.547900] env[71058]: DEBUG oslo_concurrency.lockutils [req-c7d97fe5-7c7e-4471-ad8d-8671a1341158 req-d41ca85c-e108-4a7e-8603-951e4424f7f6 service nova] Acquiring lock "refresh_cache-d46a6dbc-5b0c-4340-911c-40bed7197c43" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1679.548043] env[71058]: DEBUG oslo_concurrency.lockutils [req-c7d97fe5-7c7e-4471-ad8d-8671a1341158 req-d41ca85c-e108-4a7e-8603-951e4424f7f6 service nova] Acquired lock "refresh_cache-d46a6dbc-5b0c-4340-911c-40bed7197c43" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1679.548202] env[71058]: DEBUG nova.network.neutron [req-c7d97fe5-7c7e-4471-ad8d-8671a1341158 req-d41ca85c-e108-4a7e-8603-951e4424f7f6 service nova] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Refreshing network info cache for port f3091c08-a32f-45d5-88ce-0743be025a04 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1679.587780] env[71058]: DEBUG oslo_vmware.api [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078765} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1679.588250] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1679.589221] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776d6760-f240-4e3a-9ffc-e7a4dfbc94d3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1679.617397] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 1ebc64c7-a73c-4e56-ac5b-f435371edd4e/1ebc64c7-a73c-4e56-ac5b-f435371edd4e.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1679.620547] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-191ff7fc-e35d-4c1b-a689-f557d9e148ed {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1679.649207] env[71058]: DEBUG oslo_vmware.api [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1679.649207] env[71058]:    value = "task-2873330"
[ 1679.649207] env[71058]:    _type = "Task"
[ 1679.649207] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1679.660060] env[71058]: DEBUG oslo_vmware.api [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873330, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1679.671694] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873326, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1679.727161] env[71058]: DEBUG nova.compute.manager [None req-349c04a1-f9f8-426e-a504-31a1d65ba692 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1679.727394] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-349c04a1-f9f8-426e-a504-31a1d65ba692 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1679.728337] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f9d5a2-cb54-4d7b-a2e5-5d3300fa4c0c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1679.739176] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-349c04a1-f9f8-426e-a504-31a1d65ba692 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1679.739689] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5ff69bb-c771-44d2-a8cf-cadb9c03863b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1679.749262] env[71058]: DEBUG oslo_vmware.api [None req-349c04a1-f9f8-426e-a504-31a1d65ba692 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Waiting for the task: (returnval){
[ 1679.749262] env[71058]:    value = "task-2873331"
[ 1679.749262] env[71058]:    _type = "Task"
[ 1679.749262] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1679.764043] env[71058]: DEBUG oslo_vmware.api [None req-349c04a1-f9f8-426e-a504-31a1d65ba692 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1679.822404] env[71058]: DEBUG nova.compute.manager [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1679.924873] env[71058]: DEBUG oslo_vmware.api [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873328, 'name': Destroy_Task} progress is 33%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1679.961157] env[71058]: DEBUG oslo_vmware.api [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873329, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329563} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1679.964000] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1679.964215] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1679.964395] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1679.993969] env[71058]: INFO nova.scheduler.client.report [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Deleted allocations for instance 3fb56870-0376-4ebd-b347-ab3900a876e9
[ 1680.005131] env[71058]: DEBUG nova.compute.manager [req-bebfa6f0-6b8c-4281-9365-55ead03595ed req-65e9fc92-f106-4c78-8959-1361afebdf96 service nova] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Received event network-vif-unplugged-49067231-d739-4134-92ae-dfe88e7a2079 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1680.005131] env[71058]: DEBUG oslo_concurrency.lockutils [req-bebfa6f0-6b8c-4281-9365-55ead03595ed req-65e9fc92-f106-4c78-8959-1361afebdf96 service nova] Acquiring lock "3fb56870-0376-4ebd-b347-ab3900a876e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1680.005131] env[71058]: DEBUG oslo_concurrency.lockutils [req-bebfa6f0-6b8c-4281-9365-55ead03595ed req-65e9fc92-f106-4c78-8959-1361afebdf96 service nova] Lock "3fb56870-0376-4ebd-b347-ab3900a876e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1680.005131] env[71058]: DEBUG oslo_concurrency.lockutils [req-bebfa6f0-6b8c-4281-9365-55ead03595ed req-65e9fc92-f106-4c78-8959-1361afebdf96 service nova] Lock "3fb56870-0376-4ebd-b347-ab3900a876e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1680.006762] env[71058]: DEBUG nova.compute.manager [req-bebfa6f0-6b8c-4281-9365-55ead03595ed req-65e9fc92-f106-4c78-8959-1361afebdf96 service nova] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] No waiting events found dispatching network-vif-unplugged-49067231-d739-4134-92ae-dfe88e7a2079 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1680.006762] env[71058]: WARNING nova.compute.manager [req-bebfa6f0-6b8c-4281-9365-55ead03595ed req-65e9fc92-f106-4c78-8959-1361afebdf96 service nova] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Received unexpected event network-vif-unplugged-49067231-d739-4134-92ae-dfe88e7a2079 for instance with vm_state shelved and task_state shelving_offloading.
[ 1680.006762] env[71058]: DEBUG nova.compute.manager [req-bebfa6f0-6b8c-4281-9365-55ead03595ed req-65e9fc92-f106-4c78-8959-1361afebdf96 service nova] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Received event network-changed-49067231-d739-4134-92ae-dfe88e7a2079 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1680.006762] env[71058]: DEBUG nova.compute.manager [req-bebfa6f0-6b8c-4281-9365-55ead03595ed req-65e9fc92-f106-4c78-8959-1361afebdf96 service nova] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Refreshing instance network info cache due to event network-changed-49067231-d739-4134-92ae-dfe88e7a2079. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1680.006762] env[71058]: DEBUG oslo_concurrency.lockutils [req-bebfa6f0-6b8c-4281-9365-55ead03595ed req-65e9fc92-f106-4c78-8959-1361afebdf96 service nova] Acquiring lock "refresh_cache-3fb56870-0376-4ebd-b347-ab3900a876e9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1680.006991] env[71058]: DEBUG oslo_concurrency.lockutils [req-bebfa6f0-6b8c-4281-9365-55ead03595ed req-65e9fc92-f106-4c78-8959-1361afebdf96 service nova] Acquired lock "refresh_cache-3fb56870-0376-4ebd-b347-ab3900a876e9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1680.007089] env[71058]: DEBUG nova.network.neutron [req-bebfa6f0-6b8c-4281-9365-55ead03595ed req-65e9fc92-f106-4c78-8959-1361afebdf96 service nova] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Refreshing network info cache for port 49067231-d739-4134-92ae-dfe88e7a2079 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1680.009157] env[71058]: DEBUG nova.network.neutron [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Updating instance_info_cache with network_info: [{"id": "428790f0-c156-4246-a1d6-e7721036eaa3", "address": "fa:16:3e:ba:33:e6", "network": {"id": "02a93a58-8f0c-468d-b34e-1db5e61a54ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2046819330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ae80f45084747faba9f976dc2d36a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap428790f0-c1", "ovs_interfaceid": "428790f0-c156-4246-a1d6-e7721036eaa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1680.162105] env[71058]: DEBUG oslo_vmware.api [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873330, 'name': ReconfigVM_Task, 'duration_secs': 0.344486} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1680.171115] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 1ebc64c7-a73c-4e56-ac5b-f435371edd4e/1ebc64c7-a73c-4e56-ac5b-f435371edd4e.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1680.174043] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-801ab16e-9bc6-4673-ab6b-60e7130de562 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1680.182820] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873326, 'name': CreateVM_Task, 'duration_secs': 0.644875} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1680.184044] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1680.184392] env[71058]: DEBUG oslo_vmware.api [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1680.184392] env[71058]:    value = "task-2873332"
[ 1680.184392] env[71058]:    _type = "Task"
[ 1680.184392] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1680.185049] env[71058]: DEBUG oslo_concurrency.lockutils [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1680.185262] env[71058]: DEBUG oslo_concurrency.lockutils [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1680.185574] env[71058]: DEBUG oslo_concurrency.lockutils [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1680.185878] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f02d3d47-cc89-4cb5-99b8-8a0ec4b64cd1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1680.198355] env[71058]: DEBUG oslo_vmware.api [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Waiting for the task: (returnval){
[ 1680.198355] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]528d0c80-f011-abee-513a-f9142e82094f"
[ 1680.198355] env[71058]:    _type = "Task"
[ 1680.198355] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1680.201946] env[71058]: DEBUG oslo_vmware.api [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873332, 'name': Rename_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1680.223959] env[71058]: DEBUG oslo_vmware.api [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]528d0c80-f011-abee-513a-f9142e82094f, 'name': SearchDatastore_Task, 'duration_secs': 0.01691} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1680.224283] env[71058]: DEBUG oslo_concurrency.lockutils [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1680.224579] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1680.224913] env[71058]: DEBUG oslo_concurrency.lockutils [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1680.225163] env[71058]: DEBUG oslo_concurrency.lockutils [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1680.225323] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1680.227999] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eba5884c-92d3-49b2-9c06-296cec84f74a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1680.238773] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1680.238978] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1680.239727] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e42147a1-1465-49fe-9d25-b1fce7b35729 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1680.247337] env[71058]: DEBUG oslo_vmware.api [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Waiting for the task: (returnval){
[ 1680.247337] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f517ec-c0db-6db9-6215-8b939448e921"
[ 1680.247337] env[71058]:    _type = "Task"
[ 1680.247337] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1680.265676] env[71058]: DEBUG oslo_vmware.api [None req-349c04a1-f9f8-426e-a504-31a1d65ba692 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873331, 'name': PowerOffVM_Task, 'duration_secs': 0.327648} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1680.265917] env[71058]: DEBUG oslo_vmware.api [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f517ec-c0db-6db9-6215-8b939448e921, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1680.266235] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-349c04a1-f9f8-426e-a504-31a1d65ba692 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1680.266386] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-349c04a1-f9f8-426e-a504-31a1d65ba692 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1680.266643] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d9d68fe-bc87-40e5-992b-20f781bb9a2d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1680.335027] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-349c04a1-f9f8-426e-a504-31a1d65ba692 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1680.335714] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-349c04a1-f9f8-426e-a504-31a1d65ba692 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1680.336136] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-349c04a1-f9f8-426e-a504-31a1d65ba692 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Deleting the datastore file [datastore1] 48171880-b1d9-4668-80d2-f9154792e59a {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1680.336497] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2329445e-8e04-4d5e-a46a-09d084ba8f29 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1680.344934] env[71058]: DEBUG oslo_vmware.api [None req-349c04a1-f9f8-426e-a504-31a1d65ba692 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Waiting for the task: (returnval){
[ 1680.344934] env[71058]:    value = "task-2873334"
[ 1680.344934] env[71058]:    _type = "Task"
[ 1680.344934] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1680.360689] env[71058]: DEBUG oslo_vmware.api [None req-349c04a1-f9f8-426e-a504-31a1d65ba692 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1680.419471] env[71058]: DEBUG oslo_vmware.api [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873328, 'name': Destroy_Task, 'duration_secs': 0.601476} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1680.422478] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Destroyed the VM
[ 1680.422798] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Deleting Snapshot of the VM instance {{(pid=71058) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}}
[ 1680.423446] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-58a8195e-2a24-495b-922e-45859930e0e7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1680.435238] env[71058]: DEBUG oslo_vmware.api [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for the task: (returnval){
[ 1680.435238] env[71058]:    value = "task-2873335"
[ 1680.435238] env[71058]:    _type = "Task"
[ 1680.435238] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1680.446215] env[71058]: DEBUG oslo_vmware.api [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873335, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1680.498017] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617c9f9b-cb4e-401c-8e85-792bbb5bb630 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1680.501897] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1680.508387] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fde915-7808-44a6-9f48-d0024cb12732 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1680.512684] env[71058]: DEBUG oslo_concurrency.lockutils [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Releasing lock "refresh_cache-4795f420-9f4e-4eab-98d7-9eaf0da179bf" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1680.521134] env[71058]: DEBUG nova.network.neutron [req-c7d97fe5-7c7e-4471-ad8d-8671a1341158 req-d41ca85c-e108-4a7e-8603-951e4424f7f6 service nova] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Updated VIF entry in instance network info cache for port f3091c08-a32f-45d5-88ce-0743be025a04. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1680.521134] env[71058]: DEBUG nova.network.neutron [req-c7d97fe5-7c7e-4471-ad8d-8671a1341158 req-d41ca85c-e108-4a7e-8603-951e4424f7f6 service nova] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Updating instance_info_cache with network_info: [{"id": "f3091c08-a32f-45d5-88ce-0743be025a04", "address": "fa:16:3e:c9:7c:e6", "network": {"id": "f79599f9-f529-4456-95dc-206dfd4364d9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1859472009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "581d85716898439fbe0133e70700effb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3091c08-a3", "ovs_interfaceid": "f3091c08-a32f-45d5-88ce-0743be025a04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1680.556443] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa917f8-03db-48b1-b4bf-a1493e345e3b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1680.565787] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b300a22f-c0fc-4a10-b42e-8fff1452c841 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1680.582219] env[71058]: DEBUG nova.compute.provider_tree [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1680.714954] env[71058]: DEBUG oslo_vmware.api [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873332, 'name': Rename_Task, 'duration_secs': 0.30142} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1680.715352] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1680.715611] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf8cb3d9-7668-4084-9abb-b0ec8b6286e7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1680.724265] env[71058]: DEBUG oslo_vmware.api [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1680.724265] env[71058]:    value = "task-2873336"
[ 1680.724265] env[71058]:    _type = "Task"
[ 1680.724265] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1680.733425] env[71058]: DEBUG oslo_vmware.api [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1680.762588] env[71058]: DEBUG oslo_vmware.api [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f517ec-c0db-6db9-6215-8b939448e921, 'name': SearchDatastore_Task, 'duration_secs': 0.014079} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1680.764028] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83c66d76-33c9-4c93-ad51-b1e68ae612d3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1680.771833] env[71058]: DEBUG oslo_vmware.api [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Waiting for the task: (returnval){
[ 1680.771833] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5207c7d1-ff73-b770-46c0-5fc3012acf99"
[ 1680.771833] env[71058]:    _type = "Task"
[ 1680.771833] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1680.782475] env[71058]: DEBUG oslo_vmware.api [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5207c7d1-ff73-b770-46c0-5fc3012acf99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1680.793073] env[71058]: DEBUG nova.network.neutron [req-bebfa6f0-6b8c-4281-9365-55ead03595ed req-65e9fc92-f106-4c78-8959-1361afebdf96 service nova] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Updated VIF entry in instance network info cache for port 49067231-d739-4134-92ae-dfe88e7a2079. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1680.793504] env[71058]: DEBUG nova.network.neutron [req-bebfa6f0-6b8c-4281-9365-55ead03595ed req-65e9fc92-f106-4c78-8959-1361afebdf96 service nova] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Updating instance_info_cache with network_info: [{"id": "49067231-d739-4134-92ae-dfe88e7a2079", "address": "fa:16:3e:55:11:20", "network": {"id": "e468d032-7280-4a84-97c5-db65f8a515aa", "bridge": null, "label": "tempest-DeleteServersTestJSON-792259733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85106c5e01ec496dbeb48733902367b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap49067231-d7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1680.836113] env[71058]: DEBUG nova.compute.manager [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1680.862725] env[71058]: DEBUG oslo_vmware.api [None req-349c04a1-f9f8-426e-a504-31a1d65ba692 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205019} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1680.863057] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-349c04a1-f9f8-426e-a504-31a1d65ba692 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1680.863257] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-349c04a1-f9f8-426e-a504-31a1d65ba692 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1680.863439] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-349c04a1-f9f8-426e-a504-31a1d65ba692 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1680.863609] env[71058]: INFO nova.compute.manager [None req-349c04a1-f9f8-426e-a504-31a1d65ba692 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Took 1.14 seconds to destroy the instance on the hypervisor.
[ 1680.863864] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-349c04a1-f9f8-426e-a504-31a1d65ba692 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1680.864080] env[71058]: DEBUG nova.compute.manager [-] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1680.864240] env[71058]: DEBUG nova.network.neutron [-] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1680.880947] env[71058]: DEBUG nova.virt.hardware [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1680.881256] env[71058]: DEBUG nova.virt.hardware [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1680.881415] env[71058]: DEBUG nova.virt.hardware [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1680.881596] env[71058]: DEBUG nova.virt.hardware [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1680.881738] env[71058]: DEBUG nova.virt.hardware [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1680.881885] env[71058]: DEBUG nova.virt.hardware [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1680.882110] env[71058]: DEBUG nova.virt.hardware [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1680.882362] env[71058]: DEBUG nova.virt.hardware [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1680.882451] env[71058]: DEBUG nova.virt.hardware [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1680.882591] env[71058]: DEBUG nova.virt.hardware [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1680.882818] env[71058]: DEBUG nova.virt.hardware [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1680.883736] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e355854-ffa2-4a05-b5d0-65ad57bf8495 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1680.892525] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce4f2f2-67cd-44dd-b9df-aca784f077ae {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1680.912202] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] Instance VIF info [] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1680.920671] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Creating folder: Project (96b0cd8495cb45e688b3da744ed82054). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1680.922054] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfd5db40-9951-453f-89c4-66edfbfcd03a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1680.935845] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Created folder: Project (96b0cd8495cb45e688b3da744ed82054) in parent group-v577298.
[ 1680.937672] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Creating folder: Instances. Parent ref: group-v577499. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1680.937672] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32f0978a-ddea-4bf3-8515-011c897b147c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1680.950776] env[71058]: DEBUG oslo_vmware.api [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873335, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1680.956162] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Created folder: Instances in parent group-v577499.
[ 1680.956162] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1680.956162] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1680.956162] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c90e6907-152c-4dff-9008-b9ea0c51762d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1680.973258] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1680.973258] env[71058]:    value = "task-2873339"
[ 1680.973258] env[71058]:    _type = "Task"
[ 1680.973258] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1680.983687] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873339, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1681.027342] env[71058]: DEBUG oslo_concurrency.lockutils [req-c7d97fe5-7c7e-4471-ad8d-8671a1341158 req-d41ca85c-e108-4a7e-8603-951e4424f7f6 service nova] Releasing lock "refresh_cache-d46a6dbc-5b0c-4340-911c-40bed7197c43" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1681.047570] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1a46cb-6fc6-4d27-b500-35ab5a982c91 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1681.071695] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb2090e-b5c2-44e0-ac34-69a4d5210a95 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1681.080877] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Updating instance '4795f420-9f4e-4eab-98d7-9eaf0da179bf' progress to 83 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1681.086931] env[71058]: DEBUG nova.scheduler.client.report [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1681.237034] env[71058]: DEBUG oslo_vmware.api [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873336, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1681.275954] env[71058]: DEBUG nova.compute.manager [req-a47330b3-81a5-44ab-b985-c2504b5cfabf req-7de43e90-581f-46ba-b83a-cc2fe66cc293 service nova] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Received event network-vif-deleted-b4f199d8-d6e9-4683-9727-3c96e3ab9443 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1681.275954] env[71058]: INFO nova.compute.manager [req-a47330b3-81a5-44ab-b985-c2504b5cfabf req-7de43e90-581f-46ba-b83a-cc2fe66cc293 service nova] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Neutron deleted interface b4f199d8-d6e9-4683-9727-3c96e3ab9443; detaching it from the instance and deleting it from the info cache
[ 1681.275954] env[71058]: DEBUG nova.network.neutron [req-a47330b3-81a5-44ab-b985-c2504b5cfabf req-7de43e90-581f-46ba-b83a-cc2fe66cc293 service nova] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1681.287356] env[71058]: DEBUG oslo_vmware.api [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5207c7d1-ff73-b770-46c0-5fc3012acf99, 'name': SearchDatastore_Task, 'duration_secs': 0.026069} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1681.288274] env[71058]: DEBUG oslo_concurrency.lockutils [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1681.288798] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] d46a6dbc-5b0c-4340-911c-40bed7197c43/d46a6dbc-5b0c-4340-911c-40bed7197c43.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1681.288928] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9510943-123a-4d6c-838c-dc99801530f0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1681.298155] env[71058]: DEBUG oslo_concurrency.lockutils [req-bebfa6f0-6b8c-4281-9365-55ead03595ed req-65e9fc92-f106-4c78-8959-1361afebdf96 service nova] Releasing lock "refresh_cache-3fb56870-0376-4ebd-b347-ab3900a876e9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1681.298970] env[71058]: DEBUG oslo_vmware.api [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Waiting for the task: (returnval){
[ 1681.298970] env[71058]:    value = "task-2873340"
[ 1681.298970] env[71058]:    _type = "Task"
[ 1681.298970] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1681.310060] env[71058]: DEBUG oslo_vmware.api [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Task: {'id': task-2873340, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1681.447716] env[71058]: DEBUG oslo_vmware.api [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873335, 'name': RemoveSnapshot_Task, 'duration_secs': 0.766529} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1681.448033] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Deleted Snapshot of the VM instance {{(pid=71058) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}}
[ 1681.448287] env[71058]: INFO nova.compute.manager [None req-b0d07486-c810-451a-a44d-bca5c8f1116f tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Took 17.53 seconds to snapshot the instance on the hypervisor.
[ 1681.487044] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873339, 'name': CreateVM_Task, 'duration_secs': 0.35832} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1681.487228] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1681.487619] env[71058]: DEBUG oslo_concurrency.lockutils [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1681.487772] env[71058]: DEBUG oslo_concurrency.lockutils [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1681.488102] env[71058]: DEBUG oslo_concurrency.lockutils [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1681.488449] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-419188b2-a1dc-418e-a733-34ec0772da61 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1681.493180] env[71058]: DEBUG oslo_vmware.api [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Waiting for the task: (returnval){
[ 1681.493180] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527da4f0-b64e-8cc0-84cb-efae02938dfa"
[ 1681.493180] env[71058]:    _type = "Task"
[ 1681.493180] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1681.501355] env[71058]: DEBUG oslo_vmware.api [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527da4f0-b64e-8cc0-84cb-efae02938dfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1681.592547] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-461a890e-c748-4719-a29c-d5680b25e222 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Updating instance '4795f420-9f4e-4eab-98d7-9eaf0da179bf' progress to 100 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1681.596969] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1681.597510] env[71058]: DEBUG nova.compute.manager [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1681.600333] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1995dd64-58eb-4320-839c-43603b8e1957 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.467s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1681.600527] env[71058]: DEBUG nova.objects.instance [None req-1995dd64-58eb-4320-839c-43603b8e1957 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Lazy-loading 'resources' on Instance uuid 1eaa0e4b-10c8-43fa-be14-48b25708c047 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1681.649938] env[71058]: DEBUG nova.network.neutron [-] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1681.735537] env[71058]: DEBUG oslo_vmware.api [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873336, 'name': PowerOnVM_Task, 'duration_secs': 0.545507} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1681.735847] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1681.736026] env[71058]: INFO nova.compute.manager [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Took 8.55 seconds to spawn the instance on the hypervisor.
[ 1681.736189] env[71058]: DEBUG nova.compute.manager [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1681.737063] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591e8977-9e89-46ee-84d4-3ff122d71d24 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1681.781641] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cfd3c8b8-94cb-45a5-ae19-f46eae99d785 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1681.794126] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdc1bde-32cc-41d7-93cb-61978344746d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1681.817228] env[71058]: DEBUG oslo_vmware.api [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Task: {'id': task-2873340, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1681.844877] env[71058]: DEBUG nova.compute.manager [req-a47330b3-81a5-44ab-b985-c2504b5cfabf req-7de43e90-581f-46ba-b83a-cc2fe66cc293 service nova] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Detach interface failed, port_id=b4f199d8-d6e9-4683-9727-3c96e3ab9443, reason: Instance 48171880-b1d9-4668-80d2-f9154792e59a could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1681.848775] env[71058]: DEBUG oslo_concurrency.lockutils [None req-98d4fd09-b5d6-4b34-8ed2-2dd07c295bb3 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "3fb56870-0376-4ebd-b347-ab3900a876e9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1681.899189] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Acquiring lock "e23bdb81-d5ed-4e28-bd9f-4bcc7be37140" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1681.899189] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Lock "e23bdb81-d5ed-4e28-bd9f-4bcc7be37140" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1682.008019] env[71058]: DEBUG oslo_vmware.api [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527da4f0-b64e-8cc0-84cb-efae02938dfa, 'name': SearchDatastore_Task, 'duration_secs': 0.009772} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1682.008019] env[71058]: DEBUG oslo_concurrency.lockutils [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1682.008180] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1682.008466] env[71058]: DEBUG oslo_concurrency.lockutils [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1682.008636] env[71058]: DEBUG oslo_concurrency.lockutils [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1682.008855] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1682.009158] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbd1a04d-a832-426f-b85a-231376579122 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1682.030892] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1682.031170] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1682.031937] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-849f2816-c4c1-4fef-96a7-3a166104068d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1682.037973] env[71058]: DEBUG oslo_vmware.api [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Waiting for the task: (returnval){
[ 1682.037973] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b6a11a-d0c1-5314-a210-2b63251ecc6b"
[ 1682.037973] env[71058]:    _type = "Task"
[ 1682.037973] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1682.047243] env[71058]: DEBUG oslo_vmware.api [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b6a11a-d0c1-5314-a210-2b63251ecc6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1682.105677] env[71058]: DEBUG nova.compute.utils [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1682.109354] env[71058]: DEBUG nova.compute.manager [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Not allocating networking since 'none' was specified. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}}
[ 1682.152709] env[71058]: INFO nova.compute.manager [-] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Took 1.29 seconds to deallocate network for instance.
[ 1682.258443] env[71058]: INFO nova.compute.manager [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Took 50.79 seconds to build instance.
[ 1682.316315] env[71058]: DEBUG oslo_vmware.api [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Task: {'id': task-2873340, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54778} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1682.318718] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] d46a6dbc-5b0c-4340-911c-40bed7197c43/d46a6dbc-5b0c-4340-911c-40bed7197c43.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1682.318941] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1682.319375] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5d586bc-1110-4c71-93bc-02e151161c65 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1682.326318] env[71058]: DEBUG oslo_vmware.api [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Waiting for the task: (returnval){
[ 1682.326318] env[71058]:    value = "task-2873341"
[ 1682.326318] env[71058]:    _type = "Task"
[ 1682.326318] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1682.338223] env[71058]: DEBUG oslo_vmware.api [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Task: {'id': task-2873341, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1682.549454] env[71058]: DEBUG oslo_vmware.api [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b6a11a-d0c1-5314-a210-2b63251ecc6b, 'name': SearchDatastore_Task, 'duration_secs': 0.011067} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1682.553559] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d58de645-a867-4abd-b724-5c042f5d3a62 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1682.560018] env[71058]: DEBUG oslo_vmware.api [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Waiting for the task: (returnval){
[ 1682.560018] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526fb38c-9507-5c3a-af10-d1ba06c9e49f"
[ 1682.560018] env[71058]:    _type = "Task"
[ 1682.560018] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1682.569728] env[71058]: DEBUG oslo_vmware.api [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526fb38c-9507-5c3a-af10-d1ba06c9e49f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1682.585834] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acaa860-be5d-4e48-ba30-3cfc68acc1b0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1682.595851] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56a76a2-a0df-4cca-9271-e462fe361e2f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1682.630762] env[71058]: DEBUG nova.compute.manager [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1682.641095] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5186611-8e41-480a-89f4-01e47bfbc59d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1682.649391] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8322cf85-3248-4b1d-a43b-e1e3316dc943 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1682.668290] env[71058]: DEBUG oslo_concurrency.lockutils [None req-349c04a1-f9f8-426e-a504-31a1d65ba692 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1682.668811] env[71058]: DEBUG nova.compute.provider_tree [None req-1995dd64-58eb-4320-839c-43603b8e1957 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1682.761623] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ebddc56b-3abb-4ea8-a774-6a1f77f8a164 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lock "1ebc64c7-a73c-4e56-ac5b-f435371edd4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 76.041s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1682.836889] env[71058]: DEBUG oslo_vmware.api [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Task: {'id': task-2873341, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07003} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1682.837241] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1682.838067] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278cf3cf-54bf-4ddb-a543-db29f5e4a406 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1682.861491] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] d46a6dbc-5b0c-4340-911c-40bed7197c43/d46a6dbc-5b0c-4340-911c-40bed7197c43.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1682.861756] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-303b5c8d-63b3-4dfc-a832-59f7d7a740b8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1682.887746] env[71058]: DEBUG oslo_vmware.api [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Waiting for the task: (returnval){
[ 1682.887746] env[71058]:    value = "task-2873342"
[ 1682.887746] env[71058]:    _type = "Task"
[ 1682.887746] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1682.893609] env[71058]: DEBUG oslo_vmware.api [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Task: {'id': task-2873342, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1683.071971] env[71058]: DEBUG oslo_vmware.api [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526fb38c-9507-5c3a-af10-d1ba06c9e49f, 'name': SearchDatastore_Task, 'duration_secs': 0.010852} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1683.076364] env[71058]: DEBUG oslo_concurrency.lockutils [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1683.076647] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 9d46ba06-fbe0-44e0-a871-bafe3589a559/9d46ba06-fbe0-44e0-a871-bafe3589a559.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1683.076929] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ddd3d96-ead3-48f1-a980-898870a5117c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1683.086019] env[71058]: DEBUG oslo_vmware.api [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Waiting for the task: (returnval){
[ 1683.086019] env[71058]:    value = "task-2873343"
[ 1683.086019] env[71058]:    _type = "Task"
[ 1683.086019] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1683.094695] env[71058]: DEBUG oslo_vmware.api [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873343, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1683.172212] env[71058]: DEBUG nova.scheduler.client.report [None req-1995dd64-58eb-4320-839c-43603b8e1957 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1683.264148] env[71058]: DEBUG nova.compute.manager [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1683.399326] env[71058]: DEBUG oslo_vmware.api [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Task: {'id': task-2873342, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1683.595786] env[71058]: DEBUG oslo_vmware.api [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873343, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48893} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1683.595978] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 9d46ba06-fbe0-44e0-a871-bafe3589a559/9d46ba06-fbe0-44e0-a871-bafe3589a559.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1683.596181] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1683.596446] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b77a0c08-5c82-4a7f-9a0d-f16fdb35bac5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1683.603852] env[71058]: DEBUG oslo_vmware.api [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Waiting for the task: (returnval){
[ 1683.603852] env[71058]:    value = "task-2873344"
[ 1683.603852] env[71058]:    _type = "Task"
[ 1683.603852] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1683.613179] env[71058]: DEBUG oslo_vmware.api [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873344, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1683.645928] env[71058]: DEBUG nova.compute.manager [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1683.679150] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1995dd64-58eb-4320-839c-43603b8e1957 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1683.681666] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.912s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1683.681886] env[71058]: DEBUG nova.objects.instance [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71058) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
[ 1683.696518] env[71058]: DEBUG nova.compute.manager [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1683.697171] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a07581-6d8b-431f-bd9a-f042cda7e356 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1683.714408] env[71058]: DEBUG nova.virt.hardware [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1683.716053] env[71058]: DEBUG nova.virt.hardware [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1683.716273] env[71058]: DEBUG nova.virt.hardware [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1683.716470] env[71058]: DEBUG nova.virt.hardware [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1683.716625] env[71058]: DEBUG nova.virt.hardware [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1683.716771] env[71058]: DEBUG nova.virt.hardware [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1683.716980] env[71058]: DEBUG nova.virt.hardware [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1683.717155] env[71058]: DEBUG nova.virt.hardware [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1683.717319] env[71058]: DEBUG nova.virt.hardware [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1683.717476] env[71058]: DEBUG nova.virt.hardware [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1683.717652] env[71058]: DEBUG nova.virt.hardware [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1683.718651] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e375a9-e4e2-4ea7-96bf-b2c864a0360c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1683.722356] env[71058]: INFO nova.scheduler.client.report [None req-1995dd64-58eb-4320-839c-43603b8e1957 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Deleted allocations for instance 1eaa0e4b-10c8-43fa-be14-48b25708c047
[ 1683.723598] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f7e15cba-48f3-4606-8dee-3482639debec tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquiring lock "e63c90cf-3e28-4fa0-a92d-959f26d81786" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1683.723829] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f7e15cba-48f3-4606-8dee-3482639debec tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "e63c90cf-3e28-4fa0-a92d-959f26d81786" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1683.724086] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f7e15cba-48f3-4606-8dee-3482639debec tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquiring lock "e63c90cf-3e28-4fa0-a92d-959f26d81786-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1683.724280] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f7e15cba-48f3-4606-8dee-3482639debec tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "e63c90cf-3e28-4fa0-a92d-959f26d81786-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1683.724442] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f7e15cba-48f3-4606-8dee-3482639debec tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "e63c90cf-3e28-4fa0-a92d-959f26d81786-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1683.728586] env[71058]: INFO nova.compute.manager [None req-f7e15cba-48f3-4606-8dee-3482639debec tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Terminating instance
[ 1683.734157] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00331a5-1de7-4d7a-8fc4-53e3024e88d0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1683.750746] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Instance VIF info [] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1683.756534] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1683.758352] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1683.758630] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19077c42-9739-426f-b227-4d7fe39d5ba4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1683.780614] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1683.780614] env[71058]:    value = "task-2873345"
[ 1683.780614] env[71058]:    _type = "Task"
[ 1683.780614] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1683.790067] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873345, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1683.790889] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1683.868033] env[71058]: DEBUG nova.compute.manager [req-ea9fc3b1-dd0c-4587-af62-2a82e3ce5d73 req-f2761afb-d35e-42b8-a241-d47eb0d090d0 service nova] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Received event network-changed-20aea63c-34b8-4570-a71e-4742f6439d7d {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1683.868114] env[71058]: DEBUG nova.compute.manager [req-ea9fc3b1-dd0c-4587-af62-2a82e3ce5d73 req-f2761afb-d35e-42b8-a241-d47eb0d090d0 service nova] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Refreshing instance network info cache due to event network-changed-20aea63c-34b8-4570-a71e-4742f6439d7d. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1683.868391] env[71058]: DEBUG oslo_concurrency.lockutils [req-ea9fc3b1-dd0c-4587-af62-2a82e3ce5d73 req-f2761afb-d35e-42b8-a241-d47eb0d090d0 service nova] Acquiring lock "refresh_cache-1ebc64c7-a73c-4e56-ac5b-f435371edd4e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1683.869399] env[71058]: DEBUG oslo_concurrency.lockutils [req-ea9fc3b1-dd0c-4587-af62-2a82e3ce5d73 req-f2761afb-d35e-42b8-a241-d47eb0d090d0 service nova] Acquired lock "refresh_cache-1ebc64c7-a73c-4e56-ac5b-f435371edd4e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1683.869399] env[71058]: DEBUG nova.network.neutron [req-ea9fc3b1-dd0c-4587-af62-2a82e3ce5d73 req-f2761afb-d35e-42b8-a241-d47eb0d090d0 service nova] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Refreshing network info cache for port 20aea63c-34b8-4570-a71e-4742f6439d7d {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1683.899119] env[71058]: DEBUG oslo_vmware.api [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Task: {'id': task-2873342, 'name': ReconfigVM_Task, 'duration_secs': 0.673467} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1683.899246] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Reconfigured VM instance instance-00000043 to attach disk [datastore2] d46a6dbc-5b0c-4340-911c-40bed7197c43/d46a6dbc-5b0c-4340-911c-40bed7197c43.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1683.899951] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8f25fea-3031-4095-bc63-5f5d6f72fd10 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1683.908422] env[71058]: DEBUG oslo_vmware.api [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Waiting for the task: (returnval){
[ 1683.908422] env[71058]:    value = "task-2873346"
[ 1683.908422] env[71058]:    _type = "Task"
[ 1683.908422] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1683.918274] env[71058]: DEBUG oslo_vmware.api [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Task: {'id': task-2873346, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1684.118145] env[71058]: DEBUG oslo_vmware.api [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873344, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099271} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1684.118145] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1684.118145] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd58cc6-f009-4edd-95ca-7c0c930d8fce {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1684.139911] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 9d46ba06-fbe0-44e0-a871-bafe3589a559/9d46ba06-fbe0-44e0-a871-bafe3589a559.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1684.140500] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-233a8b38-8005-401f-a2fb-a58f22aa9da5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1684.164427] env[71058]: DEBUG oslo_vmware.api [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Waiting for the task: (returnval){
[ 1684.164427] env[71058]:    value = "task-2873347"
[ 1684.164427] env[71058]:    _type = "Task"
[ 1684.164427] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1684.173554] env[71058]: DEBUG oslo_vmware.api [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1684.224548] env[71058]: INFO nova.compute.manager [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] instance snapshotting
[ 1684.230319] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea23507-da10-424a-9dca-c4d3a2d69fa7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1684.235746] env[71058]: DEBUG nova.compute.manager [None req-f7e15cba-48f3-4606-8dee-3482639debec tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1684.235948] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e15cba-48f3-4606-8dee-3482639debec tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1684.236448] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1995dd64-58eb-4320-839c-43603b8e1957 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Lock "1eaa0e4b-10c8-43fa-be14-48b25708c047" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 43.649s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1684.237858] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c53ba02-1618-48f2-83d5-ebd15178187f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1684.260533] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782497bf-9504-4471-aa9d-8feb29c8528c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1684.263490] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e15cba-48f3-4606-8dee-3482639debec tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1684.263963] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eeeab777-a5d4-4f09-bb98-41b3c922fbf3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1684.273925] env[71058]: DEBUG oslo_vmware.api [None req-f7e15cba-48f3-4606-8dee-3482639debec tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for the task: (returnval){
[ 1684.273925] env[71058]:    value = "task-2873348"
[ 1684.273925] env[71058]:    _type = "Task"
[ 1684.273925] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1684.284888] env[71058]: DEBUG oslo_vmware.api [None req-f7e15cba-48f3-4606-8dee-3482639debec tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1684.294018] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873345, 'name': CreateVM_Task, 'duration_secs': 0.298746} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1684.294208] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1684.294641] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1684.294890] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1684.295135] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1684.297348] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bd57988-4419-4f34-b2c5-e5a74fd86351 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1684.302698] env[71058]: DEBUG oslo_vmware.api [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Waiting for the task: (returnval){
[ 1684.302698] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d6b2a0-a019-7af2-63dd-4092b02246d8"
[ 1684.302698] env[71058]:    _type = "Task"
[ 1684.302698] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1684.314693] env[71058]: DEBUG oslo_vmware.api [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d6b2a0-a019-7af2-63dd-4092b02246d8, 'name': SearchDatastore_Task, 'duration_secs': 0.010275} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1684.316034] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1684.316034] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1684.316034] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1684.316034] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1684.316034] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1684.316265] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c2fa438-68d2-44d3-8c21-b1d7dcce93c9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1684.326259] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1684.326457] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1684.327218] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97517e96-4475-47db-a782-7b486f1da09c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1684.334216] env[71058]: DEBUG oslo_vmware.api [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Waiting for the task: (returnval){
[ 1684.334216] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e1dab3-22e2-a019-bb6f-71a28a2993c7"
[ 1684.334216] env[71058]:    _type = "Task"
[ 1684.334216] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1684.345306] env[71058]: DEBUG oslo_vmware.api [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e1dab3-22e2-a019-bb6f-71a28a2993c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1684.418133] env[71058]: DEBUG oslo_vmware.api [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Task: {'id': task-2873346, 'name': Rename_Task, 'duration_secs': 0.254731} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1684.418420] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1684.418671] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbba2997-3991-4654-b05f-23d3ab47fc0e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1684.426664] env[71058]: DEBUG oslo_vmware.api [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Waiting for the task: (returnval){
[ 1684.426664] env[71058]:    value = "task-2873349"
[ 1684.426664] env[71058]:    _type = "Task"
[ 1684.426664] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1684.437967] env[71058]: DEBUG oslo_vmware.api [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Task: {'id': task-2873349, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1684.451399] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d46cd0a6-e13d-458d-8a20-40f9253c0635 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "4795f420-9f4e-4eab-98d7-9eaf0da179bf" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1684.451666] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d46cd0a6-e13d-458d-8a20-40f9253c0635 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "4795f420-9f4e-4eab-98d7-9eaf0da179bf" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1684.451851] env[71058]: DEBUG nova.compute.manager [None req-d46cd0a6-e13d-458d-8a20-40f9253c0635 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Going to confirm migration 3 {{(pid=71058) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}}
[ 1684.633227] env[71058]: DEBUG nova.network.neutron [req-ea9fc3b1-dd0c-4587-af62-2a82e3ce5d73 req-f2761afb-d35e-42b8-a241-d47eb0d090d0 service nova] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Updated VIF entry in instance network info cache for port 20aea63c-34b8-4570-a71e-4742f6439d7d. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1684.633681] env[71058]: DEBUG nova.network.neutron [req-ea9fc3b1-dd0c-4587-af62-2a82e3ce5d73 req-f2761afb-d35e-42b8-a241-d47eb0d090d0 service nova] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Updating instance_info_cache with network_info: [{"id": "20aea63c-34b8-4570-a71e-4742f6439d7d", "address": "fa:16:3e:30:c6:bb", "network": {"id": "7d25b6fc-1b3e-4a68-b132-f19dc81a8522", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1033778679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48a2ee130e5a4f4fa56b4ee442dea6ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20aea63c-34", "ovs_interfaceid": "20aea63c-34b8-4570-a71e-4742f6439d7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1684.675583] env[71058]: DEBUG oslo_vmware.api [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1684.696909] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0f61391e-385d-42c9-99b3-bcaa4a7988b6 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1684.698030] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.030s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1684.698312] env[71058]: DEBUG nova.objects.instance [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lazy-loading 'resources' on Instance uuid ce9fb314-268d-4fb8-8931-648e951e025b {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1684.704998] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2980f892-2fed-47c2-be15-af54984d4383 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquiring lock "5ad28b0b-e4b1-437e-9550-44143b7ef750" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1684.705316] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2980f892-2fed-47c2-be15-af54984d4383 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Lock "5ad28b0b-e4b1-437e-9550-44143b7ef750" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1684.705546] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2980f892-2fed-47c2-be15-af54984d4383 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquiring lock "5ad28b0b-e4b1-437e-9550-44143b7ef750-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1684.705731] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2980f892-2fed-47c2-be15-af54984d4383 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Lock "5ad28b0b-e4b1-437e-9550-44143b7ef750-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1684.705896] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2980f892-2fed-47c2-be15-af54984d4383 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Lock "5ad28b0b-e4b1-437e-9550-44143b7ef750-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1684.707773] env[71058]: INFO nova.compute.manager [None req-2980f892-2fed-47c2-be15-af54984d4383 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Terminating instance
[ 1684.775818] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Creating Snapshot of the VM instance {{(pid=71058) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}}
[ 1684.776215] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e8829073-6186-4c26-937a-8fbf05530dd2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1684.788180] env[71058]: DEBUG oslo_vmware.api [None req-f7e15cba-48f3-4606-8dee-3482639debec tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873348, 'name': PowerOffVM_Task, 'duration_secs': 0.349193} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1684.789411] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e15cba-48f3-4606-8dee-3482639debec tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1684.789629] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e15cba-48f3-4606-8dee-3482639debec tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1684.789902] env[71058]: DEBUG oslo_vmware.api [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for the task: (returnval){
[ 1684.789902] env[71058]:    value = "task-2873350"
[ 1684.789902] env[71058]:    _type = "Task"
[ 1684.789902] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1684.790144] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57a7c62f-a5b9-47eb-84b2-33d508e504ac {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1684.800978] env[71058]: DEBUG oslo_vmware.api [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873350, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1684.845318] env[71058]: DEBUG oslo_vmware.api [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e1dab3-22e2-a019-bb6f-71a28a2993c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010246} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1684.846669] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc579bb5-bf25-44b1-a5f2-bcc108d4ae84 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1684.853032] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e15cba-48f3-4606-8dee-3482639debec tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1684.853336] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e15cba-48f3-4606-8dee-3482639debec tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1684.853628] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e15cba-48f3-4606-8dee-3482639debec tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Deleting the datastore file [datastore2] e63c90cf-3e28-4fa0-a92d-959f26d81786 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1684.855396] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d73deb43-7f97-4749-8133-22827f446d56 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1684.858065] env[71058]: DEBUG oslo_vmware.api [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Waiting for the task: (returnval){
[ 1684.858065] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5203c0be-664f-104f-8ae6-0585890b2545"
[ 1684.858065] env[71058]:    _type = "Task"
[ 1684.858065] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1684.864259] env[71058]: DEBUG oslo_vmware.api [None req-f7e15cba-48f3-4606-8dee-3482639debec tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for the task: (returnval){
[ 1684.864259] env[71058]:    value = "task-2873352"
[ 1684.864259] env[71058]:    _type = "Task"
[ 1684.864259] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1684.872912] env[71058]: DEBUG oslo_vmware.api [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5203c0be-664f-104f-8ae6-0585890b2545, 'name': SearchDatastore_Task} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1684.873224] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1684.873517] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9/cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1684.874285] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed8febbd-6617-4b00-8fac-3ca9182279ed {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1684.879981] env[71058]: DEBUG oslo_vmware.api [None req-f7e15cba-48f3-4606-8dee-3482639debec tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1684.882760] env[71058]: DEBUG oslo_vmware.api [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Waiting for the task: (returnval){
[ 1684.882760] env[71058]:    value = "task-2873353"
[ 1684.882760] env[71058]:    _type = "Task"
[ 1684.882760] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1684.891188] env[71058]: DEBUG oslo_vmware.api [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1684.940248] env[71058]: DEBUG oslo_vmware.api [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Task: {'id': task-2873349, 'name': PowerOnVM_Task} progress is 87%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1685.023435] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d46cd0a6-e13d-458d-8a20-40f9253c0635 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "refresh_cache-4795f420-9f4e-4eab-98d7-9eaf0da179bf" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1685.023706] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d46cd0a6-e13d-458d-8a20-40f9253c0635 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquired lock "refresh_cache-4795f420-9f4e-4eab-98d7-9eaf0da179bf" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1685.024397] env[71058]: DEBUG nova.network.neutron [None req-d46cd0a6-e13d-458d-8a20-40f9253c0635 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1685.024397] env[71058]: DEBUG nova.objects.instance [None req-d46cd0a6-e13d-458d-8a20-40f9253c0635 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lazy-loading 'info_cache' on Instance uuid 4795f420-9f4e-4eab-98d7-9eaf0da179bf {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1685.136308] env[71058]: DEBUG oslo_concurrency.lockutils [req-ea9fc3b1-dd0c-4587-af62-2a82e3ce5d73 req-f2761afb-d35e-42b8-a241-d47eb0d090d0 service nova] Releasing lock "refresh_cache-1ebc64c7-a73c-4e56-ac5b-f435371edd4e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1685.180102] env[71058]: DEBUG oslo_vmware.api [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873347, 'name': ReconfigVM_Task, 'duration_secs': 0.834681} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1685.180546] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 9d46ba06-fbe0-44e0-a871-bafe3589a559/9d46ba06-fbe0-44e0-a871-bafe3589a559.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1685.181464] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bdde40bc-c8cd-4d89-9ded-cb0beb40303f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1685.191488] env[71058]: DEBUG oslo_vmware.api [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Waiting for the task: (returnval){
[ 1685.191488] env[71058]:    value = "task-2873354"
[ 1685.191488] env[71058]:    _type = "Task"
[ 1685.191488] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1685.209323] env[71058]: DEBUG oslo_vmware.api [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873354, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1685.211785] env[71058]: DEBUG nova.compute.manager [None req-2980f892-2fed-47c2-be15-af54984d4383 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1685.212142] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-2980f892-2fed-47c2-be15-af54984d4383 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1685.213461] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e92f17f-30e2-4242-a15b-fb14daa5c763 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1685.224747] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-2980f892-2fed-47c2-be15-af54984d4383 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1685.225739] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9a66e52-bd4e-44c6-a288-5ef32a927ab7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1685.235156] env[71058]: DEBUG oslo_vmware.api [None req-2980f892-2fed-47c2-be15-af54984d4383 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Waiting for the task: (returnval){
[ 1685.235156] env[71058]:    value = "task-2873355"
[ 1685.235156] env[71058]:    _type = "Task"
[ 1685.235156] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1685.250231] env[71058]: DEBUG oslo_vmware.api [None req-2980f892-2fed-47c2-be15-af54984d4383 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1685.308399] env[71058]: DEBUG oslo_vmware.api [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873350, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1685.377538] env[71058]: DEBUG oslo_vmware.api [None req-f7e15cba-48f3-4606-8dee-3482639debec tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149368} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1685.377757] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e15cba-48f3-4606-8dee-3482639debec tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1685.377991] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e15cba-48f3-4606-8dee-3482639debec tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1685.378249] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e15cba-48f3-4606-8dee-3482639debec tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1685.378445] env[71058]: INFO nova.compute.manager [None req-f7e15cba-48f3-4606-8dee-3482639debec tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Took 1.14 seconds to destroy the instance on the hypervisor.
[ 1685.378697] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7e15cba-48f3-4606-8dee-3482639debec tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1685.382327] env[71058]: DEBUG nova.compute.manager [-] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1685.382476] env[71058]: DEBUG nova.network.neutron [-] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1685.397570] env[71058]: DEBUG oslo_vmware.api [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873353, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1685.443199] env[71058]: DEBUG oslo_vmware.api [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Task: {'id': task-2873349, 'name': PowerOnVM_Task, 'duration_secs': 0.871621} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1685.447478] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1685.447916] env[71058]: INFO nova.compute.manager [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Took 9.56 seconds to spawn the instance on the hypervisor.
[ 1685.448296] env[71058]: DEBUG nova.compute.manager [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1685.450186] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf04767-56df-42fe-99f0-d746d6ef0f98 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1685.706468] env[71058]: DEBUG oslo_vmware.api [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873354, 'name': Rename_Task, 'duration_secs': 0.340978} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1685.706939] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1685.707343] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb37847a-0dd1-4004-bdf5-8f7383c6d4a5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1685.717031] env[71058]: DEBUG oslo_vmware.api [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Waiting for the task: (returnval){
[ 1685.717031] env[71058]:    value = "task-2873356"
[ 1685.717031] env[71058]:    _type = "Task"
[ 1685.717031] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1685.730792] env[71058]: DEBUG oslo_vmware.api [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1685.748697] env[71058]: DEBUG oslo_vmware.api [None req-2980f892-2fed-47c2-be15-af54984d4383 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873355, 'name': PowerOffVM_Task, 'duration_secs': 0.25698} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1685.748978] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-2980f892-2fed-47c2-be15-af54984d4383 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1685.749164] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-2980f892-2fed-47c2-be15-af54984d4383 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1685.749433] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-295c8d3b-250f-48cf-9bc4-122ba30c086d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1685.802416] env[71058]: DEBUG oslo_vmware.api [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873350, 'name': CreateSnapshot_Task, 'duration_secs': 0.967228} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1685.802688] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Created Snapshot of the VM instance {{(pid=71058) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}}
[ 1685.806284] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa51353-a682-4e44-8e29-b92989450c7b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1685.820574] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d464909-db0e-4783-9b05-26573822fb97 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1685.830447] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48469253-f4ba-4016-bd5f-bb265ea99486 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1685.834057] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-2980f892-2fed-47c2-be15-af54984d4383 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1685.834257] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-2980f892-2fed-47c2-be15-af54984d4383 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1685.834460] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-2980f892-2fed-47c2-be15-af54984d4383 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Deleting the datastore file [datastore2] 5ad28b0b-e4b1-437e-9550-44143b7ef750 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1685.834725] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdf08786-2033-4d82-8891-dc08580394b2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1685.867479] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e093e7-ceee-4f14-b773-02d73e8feb1d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1685.870475] env[71058]: DEBUG oslo_vmware.api [None req-2980f892-2fed-47c2-be15-af54984d4383 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Waiting for the task: (returnval){
[ 1685.870475] env[71058]:    value = "task-2873358"
[ 1685.870475] env[71058]:    _type = "Task"
[ 1685.870475] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1685.878179] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ac8975-fcc3-4783-9d8b-dcae6e2835ce {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1685.885129] env[71058]: DEBUG oslo_vmware.api [None req-2980f892-2fed-47c2-be15-af54984d4383 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1685.897302] env[71058]: DEBUG nova.compute.provider_tree [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1685.907240] env[71058]: DEBUG oslo_vmware.api [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622718} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1685.907490] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9/cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1685.907727] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1685.908028] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ed069d0-5c8f-4b23-9dc1-ae892aaf6539 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1685.917643] env[71058]: DEBUG nova.compute.manager [req-6b25c35d-b2d5-4b7d-8f1e-4a63dbb582ef req-d2d4beaa-9fa1-45a9-8459-c78d32f00715 service nova] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Received event network-vif-deleted-bbdbfb13-bd22-45e2-92dd-e95e99c76637 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1685.917643] env[71058]: INFO nova.compute.manager [req-6b25c35d-b2d5-4b7d-8f1e-4a63dbb582ef req-d2d4beaa-9fa1-45a9-8459-c78d32f00715 service nova] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Neutron deleted interface bbdbfb13-bd22-45e2-92dd-e95e99c76637; detaching it from the instance and deleting it from the info cache
[ 1685.917643] env[71058]: DEBUG nova.network.neutron [req-6b25c35d-b2d5-4b7d-8f1e-4a63dbb582ef req-d2d4beaa-9fa1-45a9-8459-c78d32f00715 service nova] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1685.920329] env[71058]: DEBUG oslo_vmware.api [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Waiting for the task: (returnval){
[ 1685.920329] env[71058]:    value = "task-2873359"
[ 1685.920329] env[71058]:    _type = "Task"
[ 1685.920329] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1685.931095] env[71058]: DEBUG oslo_vmware.api [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873359, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1685.975269] env[71058]: INFO nova.compute.manager [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Took 51.61 seconds to build instance.
[ 1686.230696] env[71058]: DEBUG oslo_vmware.api [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873356, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1686.247333] env[71058]: DEBUG nova.network.neutron [None req-d46cd0a6-e13d-458d-8a20-40f9253c0635 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Updating instance_info_cache with network_info: [{"id": "428790f0-c156-4246-a1d6-e7721036eaa3", "address": "fa:16:3e:ba:33:e6", "network": {"id": "02a93a58-8f0c-468d-b34e-1db5e61a54ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2046819330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ae80f45084747faba9f976dc2d36a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap428790f0-c1", "ovs_interfaceid": "428790f0-c156-4246-a1d6-e7721036eaa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1686.336297] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Creating linked-clone VM from snapshot {{(pid=71058) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}}
[ 1686.336751] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f9485c75-473e-4e11-bab9-43e6f68ac1dd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1686.345892] env[71058]: DEBUG oslo_vmware.api [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for the task: (returnval){
[ 1686.345892] env[71058]:    value = "task-2873360"
[ 1686.345892] env[71058]:    _type = "Task"
[ 1686.345892] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1686.355843] env[71058]: DEBUG oslo_vmware.api [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873360, 'name': CloneVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1686.383887] env[71058]: DEBUG oslo_vmware.api [None req-2980f892-2fed-47c2-be15-af54984d4383 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134866} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1686.384253] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-2980f892-2fed-47c2-be15-af54984d4383 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1686.384466] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-2980f892-2fed-47c2-be15-af54984d4383 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1686.384650] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-2980f892-2fed-47c2-be15-af54984d4383 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1686.384824] env[71058]: INFO nova.compute.manager [None req-2980f892-2fed-47c2-be15-af54984d4383 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Took 1.17 seconds to destroy the instance on the hypervisor.
[ 1686.385088] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2980f892-2fed-47c2-be15-af54984d4383 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1686.385292] env[71058]: DEBUG nova.compute.manager [-] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1686.385388] env[71058]: DEBUG nova.network.neutron [-] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1686.402676] env[71058]: DEBUG nova.network.neutron [-] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1686.421936] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3005e7a6-d186-4bd2-806e-2fc08d68c292 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1686.432758] env[71058]: ERROR nova.scheduler.client.report [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [req-cf4a3b30-147b-4bc0-b01d-b77aae7d8270] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e78318ba-501a-470f-875b-8fbc021c2c5f.  Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict  ", "code": "placement.concurrent_update", "request_id": "req-cf4a3b30-147b-4bc0-b01d-b77aae7d8270"}]}
[ 1686.442764] env[71058]: DEBUG oslo_vmware.api [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873359, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.221641} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1686.444424] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1686.445355] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c129836-01aa-42f1-9105-0f965dd58dcd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1686.450724] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2d423e-9e46-4d06-bc6e-74abe5e6f490 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1686.465158] env[71058]: DEBUG nova.scheduler.client.report [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Refreshing inventories for resource provider e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:832}}
[ 1686.479696] env[71058]: DEBUG oslo_concurrency.lockutils [None req-701f6ca2-8de9-4737-8f51-383dc03982ab tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Lock "d46a6dbc-5b0c-4340-911c-40bed7197c43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 73.046s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1686.490053] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9/cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1686.510163] env[71058]: DEBUG nova.scheduler.client.report [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Updating ProviderTree inventory for provider e78318ba-501a-470f-875b-8fbc021c2c5f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:796}}
[ 1686.510459] env[71058]: DEBUG nova.compute.provider_tree [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1686.515544] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb965c4a-acdf-420e-b8a0-76d13962b728 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1686.535041] env[71058]: DEBUG nova.compute.manager [req-6b25c35d-b2d5-4b7d-8f1e-4a63dbb582ef req-d2d4beaa-9fa1-45a9-8459-c78d32f00715 service nova] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Detach interface failed, port_id=bbdbfb13-bd22-45e2-92dd-e95e99c76637, reason: Instance e63c90cf-3e28-4fa0-a92d-959f26d81786 could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1686.541943] env[71058]: DEBUG oslo_vmware.api [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Waiting for the task: (returnval){
[ 1686.541943] env[71058]:    value = "task-2873361"
[ 1686.541943] env[71058]:    _type = "Task"
[ 1686.541943] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1686.548796] env[71058]: DEBUG nova.scheduler.client.report [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Refreshing aggregate associations for resource provider e78318ba-501a-470f-875b-8fbc021c2c5f, aggregates: None {{(pid=71058) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:841}}
[ 1686.558300] env[71058]: DEBUG oslo_vmware.api [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873361, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1686.582526] env[71058]: DEBUG nova.scheduler.client.report [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Refreshing trait associations for resource provider e78318ba-501a-470f-875b-8fbc021c2c5f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=71058) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:853}}
[ 1686.739066] env[71058]: DEBUG oslo_vmware.api [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873356, 'name': PowerOnVM_Task, 'duration_secs': 1.00267} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1686.739489] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1686.740041] env[71058]: INFO nova.compute.manager [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] Took 5.90 seconds to spawn the instance on the hypervisor.
[ 1686.740338] env[71058]: DEBUG nova.compute.manager [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1686.744204] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f8471e-0eca-4772-932a-1f60950f3a74 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1686.753073] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d46cd0a6-e13d-458d-8a20-40f9253c0635 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Releasing lock "refresh_cache-4795f420-9f4e-4eab-98d7-9eaf0da179bf" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1686.753427] env[71058]: DEBUG nova.objects.instance [None req-d46cd0a6-e13d-458d-8a20-40f9253c0635 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lazy-loading 'migration_context' on Instance uuid 4795f420-9f4e-4eab-98d7-9eaf0da179bf {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1686.860916] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1c24b56d-acbf-4330-85e4-98d51cc283fc tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Acquiring lock "d46a6dbc-5b0c-4340-911c-40bed7197c43" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1686.861189] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1c24b56d-acbf-4330-85e4-98d51cc283fc tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Lock "d46a6dbc-5b0c-4340-911c-40bed7197c43" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1686.861397] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1c24b56d-acbf-4330-85e4-98d51cc283fc tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Acquiring lock "d46a6dbc-5b0c-4340-911c-40bed7197c43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1686.861578] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1c24b56d-acbf-4330-85e4-98d51cc283fc tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Lock "d46a6dbc-5b0c-4340-911c-40bed7197c43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1686.861744] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1c24b56d-acbf-4330-85e4-98d51cc283fc tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Lock "d46a6dbc-5b0c-4340-911c-40bed7197c43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1686.868931] env[71058]: DEBUG oslo_vmware.api [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873360, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1686.868931] env[71058]: INFO nova.compute.manager [None req-1c24b56d-acbf-4330-85e4-98d51cc283fc tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Terminating instance
[ 1686.907599] env[71058]: INFO nova.compute.manager [-] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Took 1.52 seconds to deallocate network for instance.
[ 1687.034105] env[71058]: DEBUG nova.compute.manager [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1687.052658] env[71058]: DEBUG oslo_vmware.api [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1687.125981] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7912d51a-283f-4520-b501-c3d59b3b05b8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1687.134432] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3996864c-aa76-440a-96e0-cbb16e4a07e9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1687.167028] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6483c7ab-6991-49c2-8a03-1348fa402efd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1687.175090] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2328d7-9ac4-4d35-bb05-f8d6487e7e88 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1687.188592] env[71058]: DEBUG nova.compute.provider_tree [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1687.243837] env[71058]: DEBUG nova.network.neutron [-] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1687.256222] env[71058]: DEBUG nova.objects.base [None req-d46cd0a6-e13d-458d-8a20-40f9253c0635 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Object Instance<4795f420-9f4e-4eab-98d7-9eaf0da179bf> lazy-loaded attributes: info_cache,migration_context {{(pid=71058) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 1687.257349] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c55e6af-b612-413f-b684-5a87fd49de1d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1687.282751] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f56c4ebb-f749-4191-b63c-2d56352c6b33 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1687.285324] env[71058]: INFO nova.compute.manager [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] Took 47.09 seconds to build instance.
[ 1687.290475] env[71058]: DEBUG oslo_vmware.api [None req-d46cd0a6-e13d-458d-8a20-40f9253c0635 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1687.290475] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52609f65-a1b6-c515-088f-beacee12572b"
[ 1687.290475] env[71058]:    _type = "Task"
[ 1687.290475] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1687.299433] env[71058]: DEBUG oslo_vmware.api [None req-d46cd0a6-e13d-458d-8a20-40f9253c0635 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52609f65-a1b6-c515-088f-beacee12572b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1687.359725] env[71058]: DEBUG oslo_vmware.api [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873360, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1687.371864] env[71058]: DEBUG nova.compute.manager [None req-1c24b56d-acbf-4330-85e4-98d51cc283fc tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1687.372164] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1c24b56d-acbf-4330-85e4-98d51cc283fc tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1687.373046] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f707fceb-f0e0-4686-98b7-62876af943c3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1687.380838] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c24b56d-acbf-4330-85e4-98d51cc283fc tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1687.381097] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf112c52-d4fa-4a43-ab5c-6fc9e6bf2f2a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1687.388915] env[71058]: DEBUG oslo_vmware.api [None req-1c24b56d-acbf-4330-85e4-98d51cc283fc tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Waiting for the task: (returnval){
[ 1687.388915] env[71058]:    value = "task-2873362"
[ 1687.388915] env[71058]:    _type = "Task"
[ 1687.388915] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1687.401971] env[71058]: DEBUG oslo_vmware.api [None req-1c24b56d-acbf-4330-85e4-98d51cc283fc tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Task: {'id': task-2873362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1687.415226] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f7e15cba-48f3-4606-8dee-3482639debec tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1687.556781] env[71058]: DEBUG oslo_vmware.api [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1687.557985] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1687.728544] env[71058]: DEBUG nova.scheduler.client.report [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Updated inventory for provider e78318ba-501a-470f-875b-8fbc021c2c5f with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:985}}
[ 1687.728544] env[71058]: DEBUG nova.compute.provider_tree [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Updating resource provider e78318ba-501a-470f-875b-8fbc021c2c5f generation from 93 to 94 during operation: update_inventory {{(pid=71058) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
[ 1687.728544] env[71058]: DEBUG nova.compute.provider_tree [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1687.746664] env[71058]: INFO nova.compute.manager [-] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Took 1.36 seconds to deallocate network for instance.
[ 1687.787406] env[71058]: DEBUG oslo_concurrency.lockutils [None req-73200e9a-1c5c-491b-b526-95b153e6d7aa tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Lock "9d46ba06-fbe0-44e0-a871-bafe3589a559" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 70.598s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1687.802831] env[71058]: DEBUG oslo_vmware.api [None req-d46cd0a6-e13d-458d-8a20-40f9253c0635 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52609f65-a1b6-c515-088f-beacee12572b, 'name': SearchDatastore_Task, 'duration_secs': 0.008564} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1687.803161] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d46cd0a6-e13d-458d-8a20-40f9253c0635 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1687.861389] env[71058]: DEBUG oslo_vmware.api [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873360, 'name': CloneVM_Task} progress is 95%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1687.900097] env[71058]: DEBUG oslo_vmware.api [None req-1c24b56d-acbf-4330-85e4-98d51cc283fc tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Task: {'id': task-2873362, 'name': PowerOffVM_Task, 'duration_secs': 0.352017} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1687.900419] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c24b56d-acbf-4330-85e4-98d51cc283fc tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1687.900643] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1c24b56d-acbf-4330-85e4-98d51cc283fc tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1687.900951] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4252a14-6274-4034-b23a-74bf30d53f88 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1687.943079] env[71058]: DEBUG nova.compute.manager [req-ae85f010-297d-4449-9dd0-3489f1e462dc req-6f4360e5-5e1d-4967-8bce-ee41db98c01f service nova] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Received event network-vif-deleted-a03c3aa6-4057-4af4-8e72-4a3e85e8fd2c {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1687.965164] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1c24b56d-acbf-4330-85e4-98d51cc283fc tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1687.967449] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1c24b56d-acbf-4330-85e4-98d51cc283fc tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1687.967449] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c24b56d-acbf-4330-85e4-98d51cc283fc tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Deleting the datastore file [datastore2] d46a6dbc-5b0c-4340-911c-40bed7197c43 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1687.967449] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2677ccff-c5d5-403a-92e0-25fb68df0de3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1687.974110] env[71058]: DEBUG oslo_vmware.api [None req-1c24b56d-acbf-4330-85e4-98d51cc283fc tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Waiting for the task: (returnval){
[ 1687.974110] env[71058]:    value = "task-2873364"
[ 1687.974110] env[71058]:    _type = "Task"
[ 1687.974110] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1687.984096] env[71058]: DEBUG oslo_vmware.api [None req-1c24b56d-acbf-4330-85e4-98d51cc283fc tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Task: {'id': task-2873364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1688.055804] env[71058]: DEBUG oslo_vmware.api [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873361, 'name': ReconfigVM_Task, 'duration_secs': 1.157858} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1688.056103] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Reconfigured VM instance instance-00000045 to attach disk [datastore1] cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9/cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1688.056717] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d98b85a-6679-4aa9-bb44-432f79a32b79 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1688.064720] env[71058]: DEBUG oslo_vmware.api [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Waiting for the task: (returnval){
[ 1688.064720] env[71058]:    value = "task-2873365"
[ 1688.064720] env[71058]:    _type = "Task"
[ 1688.064720] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1688.074834] env[71058]: DEBUG oslo_vmware.api [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873365, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1688.234442] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.536s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1688.237095] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 35.879s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1688.256468] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2980f892-2fed-47c2-be15-af54984d4383 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1688.260945] env[71058]: INFO nova.scheduler.client.report [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Deleted allocations for instance ce9fb314-268d-4fb8-8931-648e951e025b
[ 1688.291224] env[71058]: DEBUG nova.compute.manager [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1688.361652] env[71058]: DEBUG oslo_vmware.api [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873360, 'name': CloneVM_Task, 'duration_secs': 1.651207} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1688.361950] env[71058]: INFO nova.virt.vmwareapi.vmops [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Created linked-clone VM from snapshot
[ 1688.362691] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6f40e4-1759-48e6-99c6-7c0eb198df6d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1688.370654] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Uploading image cf625faf-1c1c-47cd-9700-5aba3433b44e {{(pid=71058) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}}
[ 1688.390815] env[71058]: DEBUG oslo_vmware.rw_handles [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Creating HttpNfcLease lease for exporting VM: (result){
[ 1688.390815] env[71058]:    value = "vm-577504"
[ 1688.390815] env[71058]:    _type = "VirtualMachine"
[ 1688.390815] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}}
[ 1688.391096] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-27b55f0d-e0bd-45c2-ab04-f4f9e1de9316 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1688.398722] env[71058]: DEBUG oslo_vmware.rw_handles [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Lease: (returnval){
[ 1688.398722] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52cc3d3a-d591-2a48-45e3-cbef2937431e"
[ 1688.398722] env[71058]:    _type = "HttpNfcLease"
[ 1688.398722] env[71058]:  } obtained for exporting VM: (result){
[ 1688.398722] env[71058]:    value = "vm-577504"
[ 1688.398722] env[71058]:    _type = "VirtualMachine"
[ 1688.398722] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}}
[ 1688.398953] env[71058]: DEBUG oslo_vmware.api [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for the lease: (returnval){
[ 1688.398953] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52cc3d3a-d591-2a48-45e3-cbef2937431e"
[ 1688.398953] env[71058]:    _type = "HttpNfcLease"
[ 1688.398953] env[71058]:  } to be ready. {{(pid=71058) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1688.406119] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1688.406119] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52cc3d3a-d591-2a48-45e3-cbef2937431e"
[ 1688.406119] env[71058]:    _type = "HttpNfcLease"
[ 1688.406119] env[71058]:  } is initializing. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1688.485716] env[71058]: DEBUG oslo_vmware.api [None req-1c24b56d-acbf-4330-85e4-98d51cc283fc tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Task: {'id': task-2873364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178387} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1688.485938] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c24b56d-acbf-4330-85e4-98d51cc283fc tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1688.486137] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1c24b56d-acbf-4330-85e4-98d51cc283fc tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1688.486317] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1c24b56d-acbf-4330-85e4-98d51cc283fc tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1688.486481] env[71058]: INFO nova.compute.manager [None req-1c24b56d-acbf-4330-85e4-98d51cc283fc tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Took 1.11 seconds to destroy the instance on the hypervisor.
[ 1688.486711] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c24b56d-acbf-4330-85e4-98d51cc283fc tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1688.486896] env[71058]: DEBUG nova.compute.manager [-] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1688.486993] env[71058]: DEBUG nova.network.neutron [-] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1688.576397] env[71058]: DEBUG oslo_vmware.api [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873365, 'name': Rename_Task, 'duration_secs': 0.132681} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1688.577154] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1688.577154] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08ccf209-cfd1-4a43-a7d2-86b6622a2f3a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1688.585601] env[71058]: DEBUG oslo_vmware.api [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Waiting for the task: (returnval){
[ 1688.585601] env[71058]:    value = "task-2873367"
[ 1688.585601] env[71058]:    _type = "Task"
[ 1688.585601] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1688.594873] env[71058]: DEBUG oslo_vmware.api [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1688.769499] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a42882c1-8a57-441d-bcde-2dfe1f378419 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "ce9fb314-268d-4fb8-8931-648e951e025b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 40.607s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1688.815382] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1688.908600] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1688.908600] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52cc3d3a-d591-2a48-45e3-cbef2937431e"
[ 1688.908600] env[71058]:    _type = "HttpNfcLease"
[ 1688.908600] env[71058]:  } is ready. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1688.908909] env[71058]: DEBUG oslo_vmware.rw_handles [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1688.908909] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52cc3d3a-d591-2a48-45e3-cbef2937431e"
[ 1688.908909] env[71058]:    _type = "HttpNfcLease"
[ 1688.908909] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}}
[ 1688.909685] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cbe12c-8dda-4d63-92cf-449f6def7001 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1688.918368] env[71058]: DEBUG oslo_vmware.rw_handles [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521abcd0-822b-4446-772b-57ba80d865cc/disk-0.vmdk from lease info. {{(pid=71058) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1688.918557] env[71058]: DEBUG oslo_vmware.rw_handles [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521abcd0-822b-4446-772b-57ba80d865cc/disk-0.vmdk for reading. {{(pid=71058) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}}
[ 1689.023643] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5b91ed30-a4ce-4bf8-985a-edd73e520bf2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1689.096169] env[71058]: DEBUG oslo_vmware.api [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873367, 'name': PowerOnVM_Task, 'duration_secs': 0.472044} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1689.096342] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1689.096417] env[71058]: INFO nova.compute.manager [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Took 5.45 seconds to spawn the instance on the hypervisor.
[ 1689.096600] env[71058]: DEBUG nova.compute.manager [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1689.097414] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a654d4d2-d2de-4448-9cab-7d7734c4e360 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1689.256415] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Applying migration context for instance 91283a3a-f5d5-402f-b6c1-776f99ecf7f7 as it has an incoming, in-progress migration 2e8a4b62-ddbf-4df0-9f32-495cc47133a7. Migration status is reverting {{(pid=71058) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
[ 1689.256627] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Applying migration context for instance 4795f420-9f4e-4eab-98d7-9eaf0da179bf as it has an incoming, in-progress migration 70a68da7-94d9-4e54-abc0-941869c567bb. Migration status is confirming {{(pid=71058) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
[ 1689.259402] env[71058]: INFO nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Updating resource usage from migration 2e8a4b62-ddbf-4df0-9f32-495cc47133a7
[ 1689.259856] env[71058]: INFO nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Updating resource usage from migration 70a68da7-94d9-4e54-abc0-941869c567bb
[ 1689.262951] env[71058]: DEBUG nova.network.neutron [-] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1689.282702] env[71058]: WARNING nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance e2835ee8-aa60-450e-9808-a43d2e540a30 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do.
[ 1689.282929] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance bacce8da-7475-425b-8e5e-4700e31e5f53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1689.283082] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 5be4e13c-8434-4410-a8c4-b91a70b0ad8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1689.283221] env[71058]: WARNING nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance e63c90cf-3e28-4fa0-a92d-959f26d81786 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do.
[ 1689.283341] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 82efc410-018d-4981-b8ce-00c603447bf0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1689.283457] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 66745105-ba3e-4198-8663-9e638df1c630 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1689.283570] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 76a95105-67c2-4bad-83f4-639120a26053 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1689.283683] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 69144402-515b-460e-b3c9-2231abbfec1c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1689.283798] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance ee74ee1f-7464-4001-a1ca-63a94eaccdb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1689.284032] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance c7916ea3-46e0-4c13-a44e-d855f67cb9cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1689.284199] env[71058]: WARNING nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 5ad28b0b-e4b1-437e-9550-44143b7ef750 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do.
[ 1689.284330] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance e82e45c2-73fd-4c07-a492-7727c8c7b65d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1689.284427] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 002e694d-2d19-43e9-ac76-9596a449865b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1689.284536] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 20e57986-49bf-4102-99f1-74267e639860 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1689.284658] env[71058]: WARNING nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 6931e437-f2e3-407a-85c9-68843ac9443f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do.
[ 1689.284773] env[71058]: WARNING nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do.
[ 1689.285064] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Migration 2e8a4b62-ddbf-4df0-9f32-495cc47133a7 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}}
[ 1689.285244] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 91283a3a-f5d5-402f-b6c1-776f99ecf7f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1689.285387] env[71058]: WARNING nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 48171880-b1d9-4668-80d2-f9154792e59a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do.
[ 1689.285510] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance f4df8d57-cfaa-490f-b639-803bff814117 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1689.285618] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 974876ee-5777-4ff6-9453-46d440b8a166 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1689.285714] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 1ebc64c7-a73c-4e56-ac5b-f435371edd4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1689.285823] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance d46a6dbc-5b0c-4340-911c-40bed7197c43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1689.285922] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 9d46ba06-fbe0-44e0-a871-bafe3589a559 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1689.286046] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1689.286165] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Migration 70a68da7-94d9-4e54-abc0-941869c567bb is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}}
[ 1689.286266] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 4795f420-9f4e-4eab-98d7-9eaf0da179bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1689.619361] env[71058]: INFO nova.compute.manager [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Took 46.73 seconds to build instance.
[ 1689.765820] env[71058]: INFO nova.compute.manager [-] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Took 1.28 seconds to deallocate network for instance.
[ 1689.790462] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 37a86afd-0a56-4911-bc5c-bd640a23de96 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1690.083909] env[71058]: DEBUG nova.compute.manager [req-957c1fe5-cc56-4861-aa0a-ec3be8345ec7 req-4456f6a7-cbf9-48d4-b5df-1ddfb94e9fcc service nova] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Received event network-vif-deleted-f3091c08-a32f-45d5-88ce-0743be025a04 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1690.119344] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dff6a159-25f4-41bf-b3d0-1c896f7cf126 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Lock "cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 72.044s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1690.274182] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1c24b56d-acbf-4330-85e4-98d51cc283fc tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1690.293538] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance d8c74703-a213-4e6c-882c-46cdbb82b1b9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1690.481372] env[71058]: INFO nova.compute.manager [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Rebuilding instance
[ 1690.525160] env[71058]: DEBUG nova.compute.manager [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1690.526432] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d0a7fb-25c7-48b5-8b7c-9cde60a74305 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1690.796917] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance e8ed5493-c4fb-47aa-b29e-f94be14fcd9a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1691.305138] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance f41c1883-ddc6-491a-8f60-46df2ca46e95 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1691.541545] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1691.541884] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f299dd1b-b422-4628-8429-9022b5f2108b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1691.550385] env[71058]: DEBUG oslo_vmware.api [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Waiting for the task: (returnval){
[ 1691.550385] env[71058]:    value = "task-2873368"
[ 1691.550385] env[71058]:    _type = "Task"
[ 1691.550385] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1691.559819] env[71058]: DEBUG oslo_vmware.api [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1691.806690] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance dec06a1a-7b8b-4e76-8088-73e41f640a17 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1692.062373] env[71058]: DEBUG oslo_vmware.api [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873368, 'name': PowerOffVM_Task, 'duration_secs': 0.145635} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1692.062730] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1692.063055] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1692.063893] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae95253-a354-4570-837d-b65df83abd38 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1692.071939] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1692.072192] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55f6d1e5-80c0-4bc8-acda-fa8db5c896fd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1692.112122] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1692.112430] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1692.112697] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Deleting the datastore file [datastore1] cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1692.113214] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c9bb604-a698-4cac-a854-b708c78160f9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1692.121634] env[71058]: DEBUG oslo_vmware.api [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Waiting for the task: (returnval){
[ 1692.121634] env[71058]:    value = "task-2873370"
[ 1692.121634] env[71058]:    _type = "Task"
[ 1692.121634] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1692.130399] env[71058]: DEBUG oslo_vmware.api [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1692.309576] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance f9a9c523-5c79-4cbd-9a82-66ee954c6eeb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1692.631933] env[71058]: DEBUG oslo_vmware.api [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179378} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1692.632307] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1692.632505] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1692.632684] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1692.813294] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 4dc81a2f-6a3c-438b-bde6-2d31ece13813 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1693.317700] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 0c383294-0efa-4719-97bc-cb565ac99797 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1693.736182] env[71058]: DEBUG nova.virt.hardware [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1693.736460] env[71058]: DEBUG nova.virt.hardware [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1693.736620] env[71058]: DEBUG nova.virt.hardware [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1693.736798] env[71058]: DEBUG nova.virt.hardware [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1693.736964] env[71058]: DEBUG nova.virt.hardware [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1693.737270] env[71058]: DEBUG nova.virt.hardware [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1693.737498] env[71058]: DEBUG nova.virt.hardware [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1693.737660] env[71058]: DEBUG nova.virt.hardware [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1693.737830] env[71058]: DEBUG nova.virt.hardware [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1693.737991] env[71058]: DEBUG nova.virt.hardware [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1693.738225] env[71058]: DEBUG nova.virt.hardware [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1693.739140] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6721a415-6810-40c2-87fb-7731c2a2fbaf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1693.748165] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6626c4a7-f801-4a85-a30a-86d0c273684d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1693.762517] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Instance VIF info [] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1693.768268] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1693.768529] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1693.768750] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-450ec93e-812b-409a-913b-d8b115ea5940 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1693.787606] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1693.787606] env[71058]:    value = "task-2873371"
[ 1693.787606] env[71058]:    _type = "Task"
[ 1693.787606] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1693.795809] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873371, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1693.820849] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance e23bdb81-d5ed-4e28-bd9f-4bcc7be37140 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1693.821224] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=71058) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
[ 1693.821397] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4736MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=71058) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
[ 1694.299482] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873371, 'name': CreateVM_Task, 'duration_secs': 0.410633} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1694.299728] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1694.300252] env[71058]: DEBUG oslo_concurrency.lockutils [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1694.300635] env[71058]: DEBUG oslo_concurrency.lockutils [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1694.301202] env[71058]: DEBUG oslo_concurrency.lockutils [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1694.301589] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6044f4c7-aa1c-49c0-9b87-d5424b19db9e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1694.310374] env[71058]: DEBUG oslo_vmware.api [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Waiting for the task: (returnval){
[ 1694.310374] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]528100bd-221d-1cb7-c948-befbc2b20783"
[ 1694.310374] env[71058]:    _type = "Task"
[ 1694.310374] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1694.320513] env[71058]: DEBUG oslo_vmware.api [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]528100bd-221d-1cb7-c948-befbc2b20783, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1694.335713] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fe6e1c-d3f4-4ee6-914a-7404bbed99d8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1694.344712] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a624dacc-05be-4be6-9376-f0a46b56da93 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1694.380019] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f944cc15-b92a-421f-bc95-561fe9735ac5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1694.389332] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db09ca5a-a555-4cac-953f-31e4fe1491bb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1694.410308] env[71058]: DEBUG nova.compute.provider_tree [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1694.824021] env[71058]: DEBUG oslo_vmware.api [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]528100bd-221d-1cb7-c948-befbc2b20783, 'name': SearchDatastore_Task, 'duration_secs': 0.013821} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1694.824021] env[71058]: DEBUG oslo_concurrency.lockutils [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1694.824021] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1694.824021] env[71058]: DEBUG oslo_concurrency.lockutils [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1694.824021] env[71058]: DEBUG oslo_concurrency.lockutils [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1694.824021] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1694.824021] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18d1b7c2-6e92-4095-a2ce-b4a9699ecae8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1694.833584] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1694.834027] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1694.835093] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80fcf99d-6bcd-45b0-867b-4211499aa966 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1694.841825] env[71058]: DEBUG oslo_vmware.api [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Waiting for the task: (returnval){
[ 1694.841825] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522adb0f-ddea-7928-b6d0-e16c8a68d627"
[ 1694.841825] env[71058]:    _type = "Task"
[ 1694.841825] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1694.851204] env[71058]: DEBUG oslo_vmware.api [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522adb0f-ddea-7928-b6d0-e16c8a68d627, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1694.914663] env[71058]: DEBUG nova.scheduler.client.report [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1695.353025] env[71058]: DEBUG oslo_vmware.api [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522adb0f-ddea-7928-b6d0-e16c8a68d627, 'name': SearchDatastore_Task, 'duration_secs': 0.012154} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1695.353846] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19f34db3-b187-4685-befd-91b8bd89916e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1695.360389] env[71058]: DEBUG oslo_vmware.api [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Waiting for the task: (returnval){
[ 1695.360389] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52013e5d-ad76-3a85-5cb3-e62b79b717a8"
[ 1695.360389] env[71058]:    _type = "Task"
[ 1695.360389] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1695.369014] env[71058]: DEBUG oslo_vmware.api [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52013e5d-ad76-3a85-5cb3-e62b79b717a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1695.420164] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71058) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
[ 1695.420453] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.183s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1695.420888] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.141s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1695.422410] env[71058]: INFO nova.compute.claims [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1695.425587] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1695.425656] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Cleaning up deleted instances {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}}
[ 1695.871680] env[71058]: DEBUG oslo_vmware.api [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52013e5d-ad76-3a85-5cb3-e62b79b717a8, 'name': SearchDatastore_Task, 'duration_secs': 0.012166} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1695.871991] env[71058]: DEBUG oslo_concurrency.lockutils [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1695.872117] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9/cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1695.872335] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21cff6da-1f9c-4e13-a3e6-23cf2e669243 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1695.881577] env[71058]: DEBUG oslo_vmware.api [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Waiting for the task: (returnval){
[ 1695.881577] env[71058]:    value = "task-2873372"
[ 1695.881577] env[71058]:    _type = "Task"
[ 1695.881577] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1695.890431] env[71058]: DEBUG oslo_vmware.api [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1695.939098] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] There are 42 instances to clean {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}}
[ 1695.939452] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: ce9fb314-268d-4fb8-8931-648e951e025b] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1696.137661] env[71058]: DEBUG oslo_vmware.rw_handles [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521abcd0-822b-4446-772b-57ba80d865cc/disk-0.vmdk. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1696.138707] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9f4cc1-d26b-4421-b151-56e2a3ee226d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1696.145760] env[71058]: DEBUG oslo_vmware.rw_handles [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521abcd0-822b-4446-772b-57ba80d865cc/disk-0.vmdk is in state: ready. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1696.145905] env[71058]: ERROR oslo_vmware.rw_handles [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521abcd0-822b-4446-772b-57ba80d865cc/disk-0.vmdk due to incomplete transfer.
[ 1696.146178] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-92af5cb4-3aad-40c0-bebc-328519e2988f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1696.155223] env[71058]: DEBUG oslo_vmware.rw_handles [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521abcd0-822b-4446-772b-57ba80d865cc/disk-0.vmdk. {{(pid=71058) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}}
[ 1696.155456] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Uploaded image cf625faf-1c1c-47cd-9700-5aba3433b44e to the Glance image server {{(pid=71058) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}}
[ 1696.157743] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Destroying the VM {{(pid=71058) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}}
[ 1696.158046] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9da8ba39-99ce-44a8-bf52-1e3634205ae7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1696.166417] env[71058]: DEBUG oslo_vmware.api [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for the task: (returnval){
[ 1696.166417] env[71058]:    value = "task-2873373"
[ 1696.166417] env[71058]:    _type = "Task"
[ 1696.166417] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1696.175856] env[71058]: DEBUG oslo_vmware.api [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873373, 'name': Destroy_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1696.393756] env[71058]: DEBUG oslo_vmware.api [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873372, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503178} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1696.393971] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9/cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1696.394218] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1696.394485] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfa8cac2-7fa0-40c1-aabe-c39de53a6633 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1696.404993] env[71058]: DEBUG oslo_vmware.api [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Waiting for the task: (returnval){
[ 1696.404993] env[71058]:    value = "task-2873374"
[ 1696.404993] env[71058]:    _type = "Task"
[ 1696.404993] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1696.414877] env[71058]: DEBUG oslo_vmware.api [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1696.447978] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: a77a87d6-c345-450d-9292-91791bffa435] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1696.679850] env[71058]: DEBUG oslo_vmware.api [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873373, 'name': Destroy_Task, 'duration_secs': 0.393007} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1696.679850] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Destroyed the VM
[ 1696.680097] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Deleting Snapshot of the VM instance {{(pid=71058) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}}
[ 1696.680304] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a4eabd48-260f-4f29-924e-af9eacbccf35 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1696.691483] env[71058]: DEBUG oslo_vmware.api [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for the task: (returnval){
[ 1696.691483] env[71058]:    value = "task-2873375"
[ 1696.691483] env[71058]:    _type = "Task"
[ 1696.691483] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1696.699858] env[71058]: DEBUG oslo_vmware.api [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873375, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1696.896309] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfb0fbf-d971-441f-a6eb-9f3e3cfba808 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1696.904357] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4218da-74c7-42f8-b5ed-d8444a952a60 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1696.915487] env[71058]: DEBUG oslo_vmware.api [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075341} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1696.941071] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1696.942221] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085c8655-4370-40cc-8506-434ca6fa9c0e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1696.945986] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40a0a81-adf3-442d-a74b-123db1fc39b1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1696.959976] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5799be-e2dc-469c-b12a-d8e42d0cd8ad {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1696.963954] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 1eaa0e4b-10c8-43fa-be14-48b25708c047] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1696.974119] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9/cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1696.974593] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79ccc8f6-b640-4eb7-a03c-ea62d03afe75 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1697.000133] env[71058]: DEBUG nova.compute.provider_tree [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1697.003066] env[71058]: DEBUG oslo_vmware.api [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Waiting for the task: (returnval){
[ 1697.003066] env[71058]:    value = "task-2873376"
[ 1697.003066] env[71058]:    _type = "Task"
[ 1697.003066] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1697.011584] env[71058]: DEBUG oslo_vmware.api [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873376, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1697.203104] env[71058]: DEBUG oslo_vmware.api [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873375, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1697.475428] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 810103ba-5a1b-4ae2-affd-5437757c5cd2] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1697.515536] env[71058]: DEBUG oslo_vmware.api [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873376, 'name': ReconfigVM_Task, 'duration_secs': 0.466209} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1697.515805] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Reconfigured VM instance instance-00000045 to attach disk [datastore2] cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9/cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1697.516452] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b02d7b48-221c-49d0-b05d-d607494b1dee {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1697.522147] env[71058]: DEBUG oslo_vmware.api [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Waiting for the task: (returnval){
[ 1697.522147] env[71058]:    value = "task-2873377"
[ 1697.522147] env[71058]:    _type = "Task"
[ 1697.522147] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1697.529737] env[71058]: DEBUG oslo_vmware.api [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873377, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1697.533462] env[71058]: DEBUG nova.scheduler.client.report [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Updated inventory for provider e78318ba-501a-470f-875b-8fbc021c2c5f with generation 94 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:985}}
[ 1697.533693] env[71058]: DEBUG nova.compute.provider_tree [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Updating resource provider e78318ba-501a-470f-875b-8fbc021c2c5f generation from 94 to 95 during operation: update_inventory {{(pid=71058) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
[ 1697.533892] env[71058]: DEBUG nova.compute.provider_tree [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1697.705685] env[71058]: DEBUG oslo_vmware.api [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873375, 'name': RemoveSnapshot_Task, 'duration_secs': 0.6939} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1697.705977] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Deleted Snapshot of the VM instance {{(pid=71058) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}}
[ 1697.706237] env[71058]: INFO nova.compute.manager [None req-60675e69-03aa-4efb-a35d-2c61508850ff tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Took 13.48 seconds to snapshot the instance on the hypervisor.
[ 1697.978520] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 6639a7f8-2b54-41b3-bd03-6414edae1c5d] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1698.033884] env[71058]: DEBUG oslo_vmware.api [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873377, 'name': Rename_Task, 'duration_secs': 0.129048} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1698.034429] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1698.034687] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cca48c3a-8c35-4575-aa37-c1d9abb74595 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1698.039027] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1698.039505] env[71058]: DEBUG nova.compute.manager [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1698.042780] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 41.230s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1698.044212] env[71058]: DEBUG oslo_vmware.api [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Waiting for the task: (returnval){
[ 1698.044212] env[71058]:    value = "task-2873378"
[ 1698.044212] env[71058]:    _type = "Task"
[ 1698.044212] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1698.053761] env[71058]: DEBUG oslo_vmware.api [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1698.482359] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: d314154d-6389-4b0d-81a3-dc443ce8cf9a] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1698.546837] env[71058]: DEBUG nova.compute.utils [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1698.548372] env[71058]: DEBUG nova.compute.manager [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1698.548499] env[71058]: DEBUG nova.network.neutron [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1698.550970] env[71058]: DEBUG nova.objects.instance [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Lazy-loading 'migration_context' on Instance uuid 91283a3a-f5d5-402f-b6c1-776f99ecf7f7 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1698.560763] env[71058]: DEBUG oslo_vmware.api [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873378, 'name': PowerOnVM_Task, 'duration_secs': 0.427548} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1698.561924] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1698.562207] env[71058]: DEBUG nova.compute.manager [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1698.563044] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5544b9f3-bf2a-45e1-bcf6-4401234a2e82 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1698.595984] env[71058]: DEBUG nova.policy [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8aa6aa3c737041ab888dc68c5100ba56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47394455ccd9459fb90c715750f648a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1698.876363] env[71058]: DEBUG nova.network.neutron [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Successfully created port: 8eabdff5-7705-4b4d-822b-6107ffa0b356 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1698.987383] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 92fdac69-fe97-4f80-b6e9-a4b2df1bf54c] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1699.056060] env[71058]: DEBUG nova.compute.manager [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1699.087789] env[71058]: DEBUG oslo_concurrency.lockutils [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1699.493029] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 951fe8b2-c7f8-4c01-84f6-9ab958dfb173] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1699.586813] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6e59f2-44a3-47b0-b854-78f3186767bf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1699.595105] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47579d6e-000d-4ec2-bd96-861647f52f06 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1699.629527] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e694f64-3b08-42a4-a061-ea188851f521 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1699.637496] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5b08ea-b8e0-44af-9b85-dad0222f4a7c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1699.651136] env[71058]: DEBUG nova.compute.provider_tree [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1699.863826] env[71058]: DEBUG oslo_concurrency.lockutils [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Acquiring lock "cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1699.863826] env[71058]: DEBUG oslo_concurrency.lockutils [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Lock "cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1699.863996] env[71058]: DEBUG oslo_concurrency.lockutils [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Acquiring lock "cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1699.864183] env[71058]: DEBUG oslo_concurrency.lockutils [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Lock "cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1699.864358] env[71058]: DEBUG oslo_concurrency.lockutils [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Lock "cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1699.870856] env[71058]: INFO nova.compute.manager [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Terminating instance
[ 1699.994129] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 94f70364-634d-4b69-9d8f-921d8672d5d4] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1700.074208] env[71058]: DEBUG nova.compute.manager [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1700.094791] env[71058]: DEBUG nova.virt.hardware [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1700.095049] env[71058]: DEBUG nova.virt.hardware [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1700.095229] env[71058]: DEBUG nova.virt.hardware [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1700.095430] env[71058]: DEBUG nova.virt.hardware [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1700.095596] env[71058]: DEBUG nova.virt.hardware [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1700.095717] env[71058]: DEBUG nova.virt.hardware [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1700.097029] env[71058]: DEBUG nova.virt.hardware [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1700.097029] env[71058]: DEBUG nova.virt.hardware [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1700.097029] env[71058]: DEBUG nova.virt.hardware [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1700.097029] env[71058]: DEBUG nova.virt.hardware [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1700.097029] env[71058]: DEBUG nova.virt.hardware [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1700.097489] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16eb9b9-160c-4140-9713-3e65981fe443 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1700.106109] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f6c1bd-7fa5-44f2-883f-d28dd4722430 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1700.154942] env[71058]: DEBUG nova.scheduler.client.report [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1700.329449] env[71058]: DEBUG nova.compute.manager [req-401cfa87-fcad-4372-b4f4-4bfdb366c95e req-be4a16c4-6a98-404c-85ff-f5b71e8180d8 service nova] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Received event network-vif-plugged-8eabdff5-7705-4b4d-822b-6107ffa0b356 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1700.329753] env[71058]: DEBUG oslo_concurrency.lockutils [req-401cfa87-fcad-4372-b4f4-4bfdb366c95e req-be4a16c4-6a98-404c-85ff-f5b71e8180d8 service nova] Acquiring lock "37a86afd-0a56-4911-bc5c-bd640a23de96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1700.329948] env[71058]: DEBUG oslo_concurrency.lockutils [req-401cfa87-fcad-4372-b4f4-4bfdb366c95e req-be4a16c4-6a98-404c-85ff-f5b71e8180d8 service nova] Lock "37a86afd-0a56-4911-bc5c-bd640a23de96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1700.330317] env[71058]: DEBUG oslo_concurrency.lockutils [req-401cfa87-fcad-4372-b4f4-4bfdb366c95e req-be4a16c4-6a98-404c-85ff-f5b71e8180d8 service nova] Lock "37a86afd-0a56-4911-bc5c-bd640a23de96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1700.330513] env[71058]: DEBUG nova.compute.manager [req-401cfa87-fcad-4372-b4f4-4bfdb366c95e req-be4a16c4-6a98-404c-85ff-f5b71e8180d8 service nova] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] No waiting events found dispatching network-vif-plugged-8eabdff5-7705-4b4d-822b-6107ffa0b356 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1700.330704] env[71058]: WARNING nova.compute.manager [req-401cfa87-fcad-4372-b4f4-4bfdb366c95e req-be4a16c4-6a98-404c-85ff-f5b71e8180d8 service nova] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Received unexpected event network-vif-plugged-8eabdff5-7705-4b4d-822b-6107ffa0b356 for instance with vm_state building and task_state spawning.
[ 1700.374302] env[71058]: DEBUG oslo_concurrency.lockutils [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Acquiring lock "refresh_cache-cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1700.374478] env[71058]: DEBUG oslo_concurrency.lockutils [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Acquired lock "refresh_cache-cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1700.374660] env[71058]: DEBUG nova.network.neutron [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1700.398352] env[71058]: DEBUG nova.network.neutron [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Successfully updated port: 8eabdff5-7705-4b4d-822b-6107ffa0b356 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1700.470823] env[71058]: DEBUG oslo_concurrency.lockutils [None req-625c7eee-03c4-4b18-97f2-9d22a16f62cd tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Acquiring lock "20e57986-49bf-4102-99f1-74267e639860" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1700.471082] env[71058]: DEBUG oslo_concurrency.lockutils [None req-625c7eee-03c4-4b18-97f2-9d22a16f62cd tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Lock "20e57986-49bf-4102-99f1-74267e639860" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1700.471299] env[71058]: DEBUG oslo_concurrency.lockutils [None req-625c7eee-03c4-4b18-97f2-9d22a16f62cd tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Acquiring lock "20e57986-49bf-4102-99f1-74267e639860-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1700.471482] env[71058]: DEBUG oslo_concurrency.lockutils [None req-625c7eee-03c4-4b18-97f2-9d22a16f62cd tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Lock "20e57986-49bf-4102-99f1-74267e639860-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1700.471645] env[71058]: DEBUG oslo_concurrency.lockutils [None req-625c7eee-03c4-4b18-97f2-9d22a16f62cd tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Lock "20e57986-49bf-4102-99f1-74267e639860-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1700.474424] env[71058]: INFO nova.compute.manager [None req-625c7eee-03c4-4b18-97f2-9d22a16f62cd tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Terminating instance
[ 1700.497911] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 338cd685-d536-4a70-b1e1-c1ec273c60d1] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1700.895365] env[71058]: DEBUG nova.network.neutron [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1700.901997] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Acquiring lock "refresh_cache-37a86afd-0a56-4911-bc5c-bd640a23de96" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1700.901997] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Acquired lock "refresh_cache-37a86afd-0a56-4911-bc5c-bd640a23de96" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1700.901997] env[71058]: DEBUG nova.network.neutron [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1700.948698] env[71058]: DEBUG nova.network.neutron [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1700.980818] env[71058]: DEBUG nova.compute.manager [None req-625c7eee-03c4-4b18-97f2-9d22a16f62cd tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1700.981125] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-625c7eee-03c4-4b18-97f2-9d22a16f62cd tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1700.982133] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad230b1-3677-4627-bebb-e739af35c329 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1700.990897] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-625c7eee-03c4-4b18-97f2-9d22a16f62cd tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1700.991189] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d69425a-1459-4490-9498-90c6fb24fc4e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1700.998972] env[71058]: DEBUG oslo_vmware.api [None req-625c7eee-03c4-4b18-97f2-9d22a16f62cd tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for the task: (returnval){
[ 1700.998972] env[71058]:    value = "task-2873379"
[ 1700.998972] env[71058]:    _type = "Task"
[ 1700.998972] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1701.002196] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 887beb6c-01db-4225-91be-cb3e9555a945] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1701.010017] env[71058]: DEBUG oslo_vmware.api [None req-625c7eee-03c4-4b18-97f2-9d22a16f62cd tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1701.165752] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.123s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1701.171456] env[71058]: DEBUG oslo_concurrency.lockutils [None req-57ce5c61-ae95-4082-8d99-20364fa190ca tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.228s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1701.171665] env[71058]: DEBUG oslo_concurrency.lockutils [None req-57ce5c61-ae95-4082-8d99-20364fa190ca tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1701.174225] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.748s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1701.175720] env[71058]: INFO nova.compute.claims [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1701.205876] env[71058]: INFO nova.scheduler.client.report [None req-57ce5c61-ae95-4082-8d99-20364fa190ca tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Deleted allocations for instance e2835ee8-aa60-450e-9808-a43d2e540a30
[ 1701.432749] env[71058]: DEBUG nova.network.neutron [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1701.450814] env[71058]: DEBUG oslo_concurrency.lockutils [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Releasing lock "refresh_cache-cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1701.451260] env[71058]: DEBUG nova.compute.manager [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1701.451458] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1701.452344] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0bb05e-63dd-4c2a-9048-4dcaf0e45c7d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1701.460201] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1701.460446] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1835f294-f93b-4809-a638-452511a5cc7f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1701.466516] env[71058]: DEBUG oslo_vmware.api [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Waiting for the task: (returnval){
[ 1701.466516] env[71058]:    value = "task-2873380"
[ 1701.466516] env[71058]:    _type = "Task"
[ 1701.466516] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1701.477852] env[71058]: DEBUG oslo_vmware.api [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1701.506158] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 7c7adb97-865a-4eee-a3b0-b3b0da455c18] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1701.512676] env[71058]: DEBUG oslo_vmware.api [None req-625c7eee-03c4-4b18-97f2-9d22a16f62cd tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873379, 'name': PowerOffVM_Task, 'duration_secs': 0.186538} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1701.512998] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-625c7eee-03c4-4b18-97f2-9d22a16f62cd tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1701.513201] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-625c7eee-03c4-4b18-97f2-9d22a16f62cd tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1701.513458] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bda45fac-9a81-4028-9401-44093a0150f8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1701.576686] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-625c7eee-03c4-4b18-97f2-9d22a16f62cd tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1701.576955] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-625c7eee-03c4-4b18-97f2-9d22a16f62cd tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1701.577105] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-625c7eee-03c4-4b18-97f2-9d22a16f62cd tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Deleting the datastore file [datastore2] 20e57986-49bf-4102-99f1-74267e639860 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1701.578098] env[71058]: DEBUG nova.network.neutron [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Updating instance_info_cache with network_info: [{"id": "8eabdff5-7705-4b4d-822b-6107ffa0b356", "address": "fa:16:3e:7a:ba:69", "network": {"id": "bb020b30-6356-494a-b6ac-85b1c6a9ff0c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-696501725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47394455ccd9459fb90c715750f648a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eabdff5-77", "ovs_interfaceid": "8eabdff5-7705-4b4d-822b-6107ffa0b356", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1701.579264] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2539a9e8-6668-4de3-a8a6-be6036430d85 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1701.586783] env[71058]: DEBUG oslo_vmware.api [None req-625c7eee-03c4-4b18-97f2-9d22a16f62cd tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for the task: (returnval){
[ 1701.586783] env[71058]:    value = "task-2873382"
[ 1701.586783] env[71058]:    _type = "Task"
[ 1701.586783] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1701.596372] env[71058]: DEBUG oslo_vmware.api [None req-625c7eee-03c4-4b18-97f2-9d22a16f62cd tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1701.712851] env[71058]: DEBUG oslo_concurrency.lockutils [None req-57ce5c61-ae95-4082-8d99-20364fa190ca tempest-ServersWithSpecificFlavorTestJSON-2113755599 tempest-ServersWithSpecificFlavorTestJSON-2113755599-project-member] Lock "e2835ee8-aa60-450e-9808-a43d2e540a30" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 48.708s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1701.976934] env[71058]: DEBUG oslo_vmware.api [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873380, 'name': PowerOffVM_Task, 'duration_secs': 0.124497} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1701.977218] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1701.977386] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1701.977638] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34b3fe73-32fc-46f3-bd5d-8f71d448025e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1702.003274] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1702.003537] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1702.003679] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Deleting the datastore file [datastore2] cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1702.003929] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a417eb99-f9c6-49a4-b94e-6edea12b30ec {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1702.009970] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: a01b4175-4f0d-4bba-9e63-3e3dd53f5fd3] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1702.012418] env[71058]: DEBUG oslo_vmware.api [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Waiting for the task: (returnval){
[ 1702.012418] env[71058]:    value = "task-2873384"
[ 1702.012418] env[71058]:    _type = "Task"
[ 1702.012418] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1702.021120] env[71058]: DEBUG oslo_vmware.api [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1702.081985] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Releasing lock "refresh_cache-37a86afd-0a56-4911-bc5c-bd640a23de96" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1702.082346] env[71058]: DEBUG nova.compute.manager [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Instance network_info: |[{"id": "8eabdff5-7705-4b4d-822b-6107ffa0b356", "address": "fa:16:3e:7a:ba:69", "network": {"id": "bb020b30-6356-494a-b6ac-85b1c6a9ff0c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-696501725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47394455ccd9459fb90c715750f648a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eabdff5-77", "ovs_interfaceid": "8eabdff5-7705-4b4d-822b-6107ffa0b356", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1702.082771] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:ba:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1316f5aa-529f-4bac-8dd7-6076a9d43312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8eabdff5-7705-4b4d-822b-6107ffa0b356', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1702.090306] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Creating folder: Project (47394455ccd9459fb90c715750f648a0). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1702.090598] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ad6f15f-7ed1-402a-b664-b1ac54ab5ae8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1702.101594] env[71058]: DEBUG oslo_vmware.api [None req-625c7eee-03c4-4b18-97f2-9d22a16f62cd tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140158} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1702.101849] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-625c7eee-03c4-4b18-97f2-9d22a16f62cd tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1702.102044] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-625c7eee-03c4-4b18-97f2-9d22a16f62cd tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1702.102329] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-625c7eee-03c4-4b18-97f2-9d22a16f62cd tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1702.102515] env[71058]: INFO nova.compute.manager [None req-625c7eee-03c4-4b18-97f2-9d22a16f62cd tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 20e57986-49bf-4102-99f1-74267e639860] Took 1.12 seconds to destroy the instance on the hypervisor.
[ 1702.102751] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-625c7eee-03c4-4b18-97f2-9d22a16f62cd tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1702.102958] env[71058]: DEBUG nova.compute.manager [-] [instance: 20e57986-49bf-4102-99f1-74267e639860] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1702.103175] env[71058]: DEBUG nova.network.neutron [-] [instance: 20e57986-49bf-4102-99f1-74267e639860] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1702.107259] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Created folder: Project (47394455ccd9459fb90c715750f648a0) in parent group-v577298.
[ 1702.107442] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Creating folder: Instances. Parent ref: group-v577506. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1702.107673] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17300f2d-2833-47e3-88f4-bb5a9a8565f6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1702.117760] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Created folder: Instances in parent group-v577506.
[ 1702.117990] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1702.118193] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1702.118395] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d35e0f3b-d951-45b8-be6b-fe197cc22c22 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1702.139402] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1702.139402] env[71058]:    value = "task-2873387"
[ 1702.139402] env[71058]:    _type = "Task"
[ 1702.139402] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1702.149557] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873387, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1702.459151] env[71058]: DEBUG nova.compute.manager [req-40c2402c-9bbd-475b-8a9f-515a6f4c398c req-9c187071-1c65-4fa8-93e1-a0a9c6528bec service nova] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Received event network-changed-8eabdff5-7705-4b4d-822b-6107ffa0b356 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1702.459151] env[71058]: DEBUG nova.compute.manager [req-40c2402c-9bbd-475b-8a9f-515a6f4c398c req-9c187071-1c65-4fa8-93e1-a0a9c6528bec service nova] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Refreshing instance network info cache due to event network-changed-8eabdff5-7705-4b4d-822b-6107ffa0b356. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1702.459151] env[71058]: DEBUG oslo_concurrency.lockutils [req-40c2402c-9bbd-475b-8a9f-515a6f4c398c req-9c187071-1c65-4fa8-93e1-a0a9c6528bec service nova] Acquiring lock "refresh_cache-37a86afd-0a56-4911-bc5c-bd640a23de96" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1702.459151] env[71058]: DEBUG oslo_concurrency.lockutils [req-40c2402c-9bbd-475b-8a9f-515a6f4c398c req-9c187071-1c65-4fa8-93e1-a0a9c6528bec service nova] Acquired lock "refresh_cache-37a86afd-0a56-4911-bc5c-bd640a23de96" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1702.459880] env[71058]: DEBUG nova.network.neutron [req-40c2402c-9bbd-475b-8a9f-515a6f4c398c req-9c187071-1c65-4fa8-93e1-a0a9c6528bec service nova] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Refreshing network info cache for port 8eabdff5-7705-4b4d-822b-6107ffa0b356 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1702.522218] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: d539eca1-6015-404f-9c18-4bb81ef3ed33] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1702.535020] env[71058]: DEBUG oslo_vmware.api [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241536} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1702.535020] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1702.535020] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1702.535020] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1702.535020] env[71058]: INFO nova.compute.manager [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Took 1.08 seconds to destroy the instance on the hypervisor.
[ 1702.535020] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1702.535020] env[71058]: DEBUG nova.compute.manager [-] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1702.535020] env[71058]: DEBUG nova.network.neutron [-] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1702.551612] env[71058]: DEBUG nova.network.neutron [-] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1702.648579] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873387, 'name': CreateVM_Task, 'duration_secs': 0.479863} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1702.650912] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1702.651962] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1702.652335] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1702.652664] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1702.652975] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a98a80d-bc90-4b0a-9b21-6f743809a42f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1702.657624] env[71058]: DEBUG oslo_vmware.api [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Waiting for the task: (returnval){
[ 1702.657624] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d084dc-d810-6119-bbe4-b6d63447e91b"
[ 1702.657624] env[71058]:    _type = "Task"
[ 1702.657624] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1702.667105] env[71058]: DEBUG oslo_vmware.api [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d084dc-d810-6119-bbe4-b6d63447e91b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1702.700832] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8290699-689f-4e02-85f5-95333b6db321 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1702.706314] env[71058]: INFO nova.compute.manager [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Swapping old allocation on dict_keys(['e78318ba-501a-470f-875b-8fbc021c2c5f']) held by migration 2e8a4b62-ddbf-4df0-9f32-495cc47133a7 for instance
[ 1702.710971] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429f7c5a-c55f-4242-a712-fdbfcd003233 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1702.743668] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3261e62a-d280-4717-ac06-d8d3985ecfb0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1702.750953] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5403b86-5d19-4063-bbaf-86313579a846 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1702.756658] env[71058]: DEBUG nova.scheduler.client.report [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Overwriting current allocation {'allocations': {'e78318ba-501a-470f-875b-8fbc021c2c5f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 95}}, 'project_id': '799abe5abec34041932db83146eac9bc', 'user_id': '243601f40f4b4cf988ea665bc84d8677', 'consumer_generation': 1} on consumer 91283a3a-f5d5-402f-b6c1-776f99ecf7f7 {{(pid=71058) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2046}}
[ 1702.767624] env[71058]: DEBUG nova.compute.provider_tree [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1702.867530] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquiring lock "refresh_cache-91283a3a-f5d5-402f-b6c1-776f99ecf7f7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1702.867726] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquired lock "refresh_cache-91283a3a-f5d5-402f-b6c1-776f99ecf7f7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1702.867906] env[71058]: DEBUG nova.network.neutron [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1702.893880] env[71058]: DEBUG nova.network.neutron [-] [instance: 20e57986-49bf-4102-99f1-74267e639860] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1703.027284] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 9f4a62c4-d259-4eb9-a43a-78d3bf9dac5a] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1703.054831] env[71058]: DEBUG nova.network.neutron [-] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1703.171895] env[71058]: DEBUG oslo_vmware.api [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d084dc-d810-6119-bbe4-b6d63447e91b, 'name': SearchDatastore_Task, 'duration_secs': 0.00894} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1703.173145] env[71058]: DEBUG nova.network.neutron [req-40c2402c-9bbd-475b-8a9f-515a6f4c398c req-9c187071-1c65-4fa8-93e1-a0a9c6528bec service nova] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Updated VIF entry in instance network info cache for port 8eabdff5-7705-4b4d-822b-6107ffa0b356. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1703.173145] env[71058]: DEBUG nova.network.neutron [req-40c2402c-9bbd-475b-8a9f-515a6f4c398c req-9c187071-1c65-4fa8-93e1-a0a9c6528bec service nova] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Updating instance_info_cache with network_info: [{"id": "8eabdff5-7705-4b4d-822b-6107ffa0b356", "address": "fa:16:3e:7a:ba:69", "network": {"id": "bb020b30-6356-494a-b6ac-85b1c6a9ff0c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-696501725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47394455ccd9459fb90c715750f648a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eabdff5-77", "ovs_interfaceid": "8eabdff5-7705-4b4d-822b-6107ffa0b356", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1703.176134] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1703.176361] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1703.176590] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1703.176733] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1703.176908] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1703.177187] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6dd59afc-09c5-47bd-9085-7f015d89d075 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1703.188912] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1703.189547] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1703.190129] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08e27492-6670-4b3c-8f6d-fbbecf323ece {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1703.195702] env[71058]: DEBUG oslo_vmware.api [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Waiting for the task: (returnval){
[ 1703.195702] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527e546d-be22-6482-9433-e198f69808da"
[ 1703.195702] env[71058]:    _type = "Task"
[ 1703.195702] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1703.204180] env[71058]: DEBUG oslo_vmware.api [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527e546d-be22-6482-9433-e198f69808da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1703.270810] env[71058]: DEBUG nova.scheduler.client.report [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1703.397063] env[71058]: INFO nova.compute.manager [-] [instance: 20e57986-49bf-4102-99f1-74267e639860] Took 1.29 seconds to deallocate network for instance.
[ 1703.531980] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 4b8b28a1-d95b-4d60-8ff2-5902810d5512] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1703.559644] env[71058]: INFO nova.compute.manager [-] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Took 1.03 seconds to deallocate network for instance.
[ 1703.575064] env[71058]: DEBUG nova.network.neutron [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Updating instance_info_cache with network_info: [{"id": "08087dd4-26fb-485f-99e6-df5bf91d14db", "address": "fa:16:3e:53:44:5f", "network": {"id": "7c4f9f75-70c7-48c4-ba37-9735a7db0d10", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d1c18a3f449b4cfab95ea081d737b0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08087dd4-26", "ovs_interfaceid": "08087dd4-26fb-485f-99e6-df5bf91d14db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1703.680108] env[71058]: DEBUG oslo_concurrency.lockutils [req-40c2402c-9bbd-475b-8a9f-515a6f4c398c req-9c187071-1c65-4fa8-93e1-a0a9c6528bec service nova] Releasing lock "refresh_cache-37a86afd-0a56-4911-bc5c-bd640a23de96" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1703.708663] env[71058]: DEBUG oslo_vmware.api [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527e546d-be22-6482-9433-e198f69808da, 'name': SearchDatastore_Task, 'duration_secs': 0.008606} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1703.709470] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-524a9d33-7c60-4e26-9621-e113c5f18e98 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1703.715830] env[71058]: DEBUG oslo_vmware.api [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Waiting for the task: (returnval){
[ 1703.715830] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52abbb81-0824-ba16-b236-48ff66fd53fd"
[ 1703.715830] env[71058]:    _type = "Task"
[ 1703.715830] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1703.724076] env[71058]: DEBUG oslo_vmware.api [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52abbb81-0824-ba16-b236-48ff66fd53fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1703.775484] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1703.775996] env[71058]: DEBUG nova.compute.manager [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1703.778797] env[71058]: DEBUG oslo_concurrency.lockutils [None req-160d18a6-f405-4170-8289-1bbcae333745 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.285s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1703.778988] env[71058]: DEBUG oslo_concurrency.lockutils [None req-160d18a6-f405-4170-8289-1bbcae333745 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1703.781597] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.275s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1703.783016] env[71058]: INFO nova.compute.claims [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1703.815738] env[71058]: INFO nova.scheduler.client.report [None req-160d18a6-f405-4170-8289-1bbcae333745 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Deleted allocations for instance 6931e437-f2e3-407a-85c9-68843ac9443f
[ 1703.905247] env[71058]: DEBUG oslo_concurrency.lockutils [None req-625c7eee-03c4-4b18-97f2-9d22a16f62cd tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1704.037013] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: ca008d27-75fe-423f-979a-d8eff2564f94] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1704.071435] env[71058]: DEBUG oslo_concurrency.lockutils [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1704.078630] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Releasing lock "refresh_cache-91283a3a-f5d5-402f-b6c1-776f99ecf7f7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1704.079125] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1704.080240] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eed5bf81-acda-44c8-8e22-8f69a9216148 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1704.091130] env[71058]: DEBUG oslo_vmware.api [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for the task: (returnval){
[ 1704.091130] env[71058]:    value = "task-2873388"
[ 1704.091130] env[71058]:    _type = "Task"
[ 1704.091130] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1704.100130] env[71058]: DEBUG oslo_vmware.api [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1704.238498] env[71058]: DEBUG oslo_vmware.api [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52abbb81-0824-ba16-b236-48ff66fd53fd, 'name': SearchDatastore_Task, 'duration_secs': 0.009769} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1704.238651] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1704.241269] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 37a86afd-0a56-4911-bc5c-bd640a23de96/37a86afd-0a56-4911-bc5c-bd640a23de96.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1704.241269] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbe10884-6f07-47dc-b952-f18640bf88a8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1704.248856] env[71058]: DEBUG oslo_vmware.api [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Waiting for the task: (returnval){
[ 1704.248856] env[71058]:    value = "task-2873389"
[ 1704.248856] env[71058]:    _type = "Task"
[ 1704.248856] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1704.262832] env[71058]: DEBUG oslo_vmware.api [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Task: {'id': task-2873389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1704.289953] env[71058]: DEBUG nova.compute.utils [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1704.292238] env[71058]: DEBUG nova.compute.manager [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1704.292545] env[71058]: DEBUG nova.network.neutron [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1704.326165] env[71058]: DEBUG oslo_concurrency.lockutils [None req-160d18a6-f405-4170-8289-1bbcae333745 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Lock "6931e437-f2e3-407a-85c9-68843ac9443f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 45.795s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1704.349112] env[71058]: DEBUG nova.policy [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7976f439aaa74adc968627358dc3e1b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7db660d4820741658cb5e98b809f7f21', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1704.540882] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 888b8479-2a85-435b-bf2e-85734fa81afa] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1704.563948] env[71058]: DEBUG nova.compute.manager [req-9a34a5d8-95bc-4cd9-a2d9-e2650c6ef7c1 req-905e80aa-0070-44a8-bbe4-6a33572227de service nova] [instance: 20e57986-49bf-4102-99f1-74267e639860] Received event network-vif-deleted-863bc4d3-cf3f-4751-9d08-d3125cf45f95 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1704.608827] env[71058]: DEBUG oslo_vmware.api [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873388, 'name': PowerOffVM_Task, 'duration_secs': 0.227333} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1704.609130] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1704.609913] env[71058]: DEBUG nova.virt.hardware [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:46:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='02e79ffc-6025-48d3-bc58-731687cc7eb9',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-394283128',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1704.610202] env[71058]: DEBUG nova.virt.hardware [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1704.610409] env[71058]: DEBUG nova.virt.hardware [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1704.610756] env[71058]: DEBUG nova.virt.hardware [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1704.610756] env[71058]: DEBUG nova.virt.hardware [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1704.610908] env[71058]: DEBUG nova.virt.hardware [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1704.611330] env[71058]: DEBUG nova.virt.hardware [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1704.611491] env[71058]: DEBUG nova.virt.hardware [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1704.611697] env[71058]: DEBUG nova.virt.hardware [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1704.611873] env[71058]: DEBUG nova.virt.hardware [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1704.612109] env[71058]: DEBUG nova.virt.hardware [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1704.619583] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56092037-30ba-46f0-8bb6-ab616d4f6268 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1704.639347] env[71058]: DEBUG oslo_vmware.api [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for the task: (returnval){
[ 1704.639347] env[71058]:    value = "task-2873391"
[ 1704.639347] env[71058]:    _type = "Task"
[ 1704.639347] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1704.653802] env[71058]: DEBUG oslo_vmware.api [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873391, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1704.760292] env[71058]: DEBUG oslo_vmware.api [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Task: {'id': task-2873389, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466924} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1704.760587] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 37a86afd-0a56-4911-bc5c-bd640a23de96/37a86afd-0a56-4911-bc5c-bd640a23de96.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1704.760809] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1704.761088] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3bdf3e7-e08c-4f65-a023-50a7fed46293 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1704.768017] env[71058]: DEBUG oslo_vmware.api [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Waiting for the task: (returnval){
[ 1704.768017] env[71058]:    value = "task-2873392"
[ 1704.768017] env[71058]:    _type = "Task"
[ 1704.768017] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1704.775436] env[71058]: DEBUG oslo_vmware.api [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Task: {'id': task-2873392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1704.797779] env[71058]: DEBUG nova.compute.manager [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1704.850537] env[71058]: DEBUG nova.network.neutron [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Successfully created port: 29465047-4434-4c54-8fd3-55f66bfa7994 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1705.045658] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 930310c2-c565-4987-9762-2d3dc5538a41] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1705.153642] env[71058]: DEBUG oslo_vmware.api [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873391, 'name': ReconfigVM_Task, 'duration_secs': 0.185621} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1705.157618] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad2ee5a-f9de-4cdb-be41-50df7e8619b4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1705.178882] env[71058]: DEBUG nova.virt.hardware [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:46:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='02e79ffc-6025-48d3-bc58-731687cc7eb9',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-394283128',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1705.179133] env[71058]: DEBUG nova.virt.hardware [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1705.179503] env[71058]: DEBUG nova.virt.hardware [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1705.179775] env[71058]: DEBUG nova.virt.hardware [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1705.179891] env[71058]: DEBUG nova.virt.hardware [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1705.180054] env[71058]: DEBUG nova.virt.hardware [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1705.180265] env[71058]: DEBUG nova.virt.hardware [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1705.180431] env[71058]: DEBUG nova.virt.hardware [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1705.180598] env[71058]: DEBUG nova.virt.hardware [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1705.180758] env[71058]: DEBUG nova.virt.hardware [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1705.180932] env[71058]: DEBUG nova.virt.hardware [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1705.185964] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97431ab2-2060-4450-ad7e-66b4920eced7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1705.191140] env[71058]: DEBUG oslo_vmware.api [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for the task: (returnval){
[ 1705.191140] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e6731f-5733-0ec7-0551-4873b9ef47ff"
[ 1705.191140] env[71058]:    _type = "Task"
[ 1705.191140] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1705.199316] env[71058]: DEBUG oslo_vmware.api [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e6731f-5733-0ec7-0551-4873b9ef47ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1705.279349] env[71058]: DEBUG oslo_vmware.api [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Task: {'id': task-2873392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088527} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1705.280502] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1705.281340] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c67a593-de64-4c90-9fef-2b031e398090 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1705.284367] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d442f5a1-12ab-4c2d-bc8f-710c5bba4271 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1705.302035] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146d6525-69a4-4382-8db6-e6995d283b98 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1705.314023] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 37a86afd-0a56-4911-bc5c-bd640a23de96/37a86afd-0a56-4911-bc5c-bd640a23de96.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1705.318445] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0baf44d-470d-44fd-b36a-152a4d54732f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1705.363869] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7419dc11-1188-4e60-8fa0-b8a0a2b38250 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1705.367079] env[71058]: DEBUG oslo_vmware.api [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Waiting for the task: (returnval){
[ 1705.367079] env[71058]:    value = "task-2873393"
[ 1705.367079] env[71058]:    _type = "Task"
[ 1705.367079] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1705.376019] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531a3106-0622-4ae9-84c6-d95d5f9b9c06 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1705.383218] env[71058]: DEBUG oslo_vmware.api [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Task: {'id': task-2873393, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1705.393785] env[71058]: DEBUG nova.compute.provider_tree [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1705.552045] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 00f0cd82-d2d7-45e0-9144-b71308e99032] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1705.703123] env[71058]: DEBUG oslo_vmware.api [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e6731f-5733-0ec7-0551-4873b9ef47ff, 'name': SearchDatastore_Task, 'duration_secs': 0.049416} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1705.709034] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1705.709393] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aed90240-7660-4a37-b8b1-1ecc0f86e799 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1705.728227] env[71058]: DEBUG oslo_vmware.api [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for the task: (returnval){
[ 1705.728227] env[71058]:    value = "task-2873394"
[ 1705.728227] env[71058]:    _type = "Task"
[ 1705.728227] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1705.736225] env[71058]: DEBUG oslo_vmware.api [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873394, 'name': ReconfigVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1705.834868] env[71058]: DEBUG nova.compute.manager [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1705.863861] env[71058]: DEBUG nova.virt.hardware [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1705.864147] env[71058]: DEBUG nova.virt.hardware [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1705.864301] env[71058]: DEBUG nova.virt.hardware [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1705.864482] env[71058]: DEBUG nova.virt.hardware [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1705.864628] env[71058]: DEBUG nova.virt.hardware [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1705.864772] env[71058]: DEBUG nova.virt.hardware [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1705.864976] env[71058]: DEBUG nova.virt.hardware [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1705.865149] env[71058]: DEBUG nova.virt.hardware [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1705.865316] env[71058]: DEBUG nova.virt.hardware [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1705.865472] env[71058]: DEBUG nova.virt.hardware [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1705.865642] env[71058]: DEBUG nova.virt.hardware [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1705.866499] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080048af-d031-484a-b191-5feafcf4b8e4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1705.880397] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d8ab4d-3e57-46e9-bffd-ac2cf7097e60 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1705.884149] env[71058]: DEBUG oslo_vmware.api [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Task: {'id': task-2873393, 'name': ReconfigVM_Task, 'duration_secs': 0.424384} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1705.884417] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 37a86afd-0a56-4911-bc5c-bd640a23de96/37a86afd-0a56-4911-bc5c-bd640a23de96.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1705.885330] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1402423b-cb98-4ef5-a8ee-8c89be3148cc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1705.896558] env[71058]: DEBUG nova.scheduler.client.report [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1705.900809] env[71058]: DEBUG oslo_vmware.api [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Waiting for the task: (returnval){
[ 1705.900809] env[71058]:    value = "task-2873395"
[ 1705.900809] env[71058]:    _type = "Task"
[ 1705.900809] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1705.908984] env[71058]: DEBUG oslo_vmware.api [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Task: {'id': task-2873395, 'name': Rename_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1706.054651] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 52feaf82-91c1-444a-95de-22b86fc8b5d0] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1706.238015] env[71058]: DEBUG oslo_vmware.api [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873394, 'name': ReconfigVM_Task, 'duration_secs': 0.269969} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1706.238327] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1706.239125] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8daa33bc-c218-45f4-a228-1975deb6aba6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1706.265077] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 91283a3a-f5d5-402f-b6c1-776f99ecf7f7/91283a3a-f5d5-402f-b6c1-776f99ecf7f7.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1706.265451] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-553ec788-9ea4-4307-a06c-a6fecbae5f7f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1706.284897] env[71058]: DEBUG oslo_vmware.api [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for the task: (returnval){
[ 1706.284897] env[71058]:    value = "task-2873396"
[ 1706.284897] env[71058]:    _type = "Task"
[ 1706.284897] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1706.293038] env[71058]: DEBUG oslo_vmware.api [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873396, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1706.402140] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1706.402727] env[71058]: DEBUG nova.compute.manager [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1706.405734] env[71058]: DEBUG oslo_concurrency.lockutils [None req-78b66e43-ab0d-4a1a-9dc5-bd0bc8b2033f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.256s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1706.405935] env[71058]: DEBUG oslo_concurrency.lockutils [None req-78b66e43-ab0d-4a1a-9dc5-bd0bc8b2033f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1706.412252] env[71058]: DEBUG oslo_concurrency.lockutils [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.572s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1706.415983] env[71058]: INFO nova.compute.claims [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1706.429768] env[71058]: DEBUG oslo_vmware.api [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Task: {'id': task-2873395, 'name': Rename_Task, 'duration_secs': 0.168486} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1706.429768] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1706.430027] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38ce01ae-03e6-4d69-acb1-d729420cd872 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1706.439818] env[71058]: DEBUG oslo_vmware.api [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Waiting for the task: (returnval){
[ 1706.439818] env[71058]:    value = "task-2873397"
[ 1706.439818] env[71058]:    _type = "Task"
[ 1706.439818] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1706.447990] env[71058]: DEBUG oslo_vmware.api [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Task: {'id': task-2873397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1706.455863] env[71058]: INFO nova.scheduler.client.report [None req-78b66e43-ab0d-4a1a-9dc5-bd0bc8b2033f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Deleted allocations for instance 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd
[ 1706.500527] env[71058]: DEBUG nova.network.neutron [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Successfully updated port: 29465047-4434-4c54-8fd3-55f66bfa7994 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1706.561011] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 5b76ce74-75d5-4772-88f7-8c146be65d50] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1706.795961] env[71058]: DEBUG oslo_vmware.api [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873396, 'name': ReconfigVM_Task, 'duration_secs': 0.280763} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1706.796364] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 91283a3a-f5d5-402f-b6c1-776f99ecf7f7/91283a3a-f5d5-402f-b6c1-776f99ecf7f7.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1706.797723] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f987f156-ded9-47c4-9e8b-4e5f2e2f6149 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1706.817750] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d572e097-98fd-4ca1-9c7b-0efca069f094 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1706.837454] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1386e468-bea7-4bce-a39d-da80a701ce08 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1706.864106] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db48ad59-97e6-4dc7-88a4-b7ba7cd2b45a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1706.868518] env[71058]: DEBUG nova.compute.manager [req-a218e1de-eef5-4d25-9c73-71433e6509bf req-1bfcb5f7-23d9-46dd-acb7-248e0cfa7a1c service nova] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Received event network-vif-plugged-29465047-4434-4c54-8fd3-55f66bfa7994 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1706.868518] env[71058]: DEBUG oslo_concurrency.lockutils [req-a218e1de-eef5-4d25-9c73-71433e6509bf req-1bfcb5f7-23d9-46dd-acb7-248e0cfa7a1c service nova] Acquiring lock "d8c74703-a213-4e6c-882c-46cdbb82b1b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1706.868694] env[71058]: DEBUG oslo_concurrency.lockutils [req-a218e1de-eef5-4d25-9c73-71433e6509bf req-1bfcb5f7-23d9-46dd-acb7-248e0cfa7a1c service nova] Lock "d8c74703-a213-4e6c-882c-46cdbb82b1b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1706.868927] env[71058]: DEBUG oslo_concurrency.lockutils [req-a218e1de-eef5-4d25-9c73-71433e6509bf req-1bfcb5f7-23d9-46dd-acb7-248e0cfa7a1c service nova] Lock "d8c74703-a213-4e6c-882c-46cdbb82b1b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1706.869163] env[71058]: DEBUG nova.compute.manager [req-a218e1de-eef5-4d25-9c73-71433e6509bf req-1bfcb5f7-23d9-46dd-acb7-248e0cfa7a1c service nova] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] No waiting events found dispatching network-vif-plugged-29465047-4434-4c54-8fd3-55f66bfa7994 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1706.869388] env[71058]: WARNING nova.compute.manager [req-a218e1de-eef5-4d25-9c73-71433e6509bf req-1bfcb5f7-23d9-46dd-acb7-248e0cfa7a1c service nova] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Received unexpected event network-vif-plugged-29465047-4434-4c54-8fd3-55f66bfa7994 for instance with vm_state building and task_state spawning.
[ 1706.869631] env[71058]: DEBUG nova.compute.manager [req-a218e1de-eef5-4d25-9c73-71433e6509bf req-1bfcb5f7-23d9-46dd-acb7-248e0cfa7a1c service nova] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Received event network-changed-29465047-4434-4c54-8fd3-55f66bfa7994 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1706.869849] env[71058]: DEBUG nova.compute.manager [req-a218e1de-eef5-4d25-9c73-71433e6509bf req-1bfcb5f7-23d9-46dd-acb7-248e0cfa7a1c service nova] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Refreshing instance network info cache due to event network-changed-29465047-4434-4c54-8fd3-55f66bfa7994. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1706.870094] env[71058]: DEBUG oslo_concurrency.lockutils [req-a218e1de-eef5-4d25-9c73-71433e6509bf req-1bfcb5f7-23d9-46dd-acb7-248e0cfa7a1c service nova] Acquiring lock "refresh_cache-d8c74703-a213-4e6c-882c-46cdbb82b1b9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1706.870286] env[71058]: DEBUG oslo_concurrency.lockutils [req-a218e1de-eef5-4d25-9c73-71433e6509bf req-1bfcb5f7-23d9-46dd-acb7-248e0cfa7a1c service nova] Acquired lock "refresh_cache-d8c74703-a213-4e6c-882c-46cdbb82b1b9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1706.870570] env[71058]: DEBUG nova.network.neutron [req-a218e1de-eef5-4d25-9c73-71433e6509bf req-1bfcb5f7-23d9-46dd-acb7-248e0cfa7a1c service nova] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Refreshing network info cache for port 29465047-4434-4c54-8fd3-55f66bfa7994 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1706.879257] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1706.879868] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-240ef4ad-0e9f-43ca-a758-b2907f7fc17b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1706.888724] env[71058]: DEBUG oslo_vmware.api [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for the task: (returnval){
[ 1706.888724] env[71058]:    value = "task-2873398"
[ 1706.888724] env[71058]:    _type = "Task"
[ 1706.888724] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1706.898691] env[71058]: DEBUG oslo_vmware.api [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873398, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1706.926336] env[71058]: DEBUG nova.compute.utils [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1706.930468] env[71058]: DEBUG nova.compute.manager [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1706.930743] env[71058]: DEBUG nova.network.neutron [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1706.953109] env[71058]: DEBUG oslo_vmware.api [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Task: {'id': task-2873397, 'name': PowerOnVM_Task, 'duration_secs': 0.478493} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1706.953398] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1706.953699] env[71058]: INFO nova.compute.manager [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Took 6.88 seconds to spawn the instance on the hypervisor.
[ 1706.953763] env[71058]: DEBUG nova.compute.manager [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1706.954657] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af35e033-ec25-4fcf-8cc8-179f12dc1446 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1706.967351] env[71058]: DEBUG oslo_concurrency.lockutils [None req-78b66e43-ab0d-4a1a-9dc5-bd0bc8b2033f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "78a291fd-e7a1-45d5-9eb7-5428f4c52ecd" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 45.502s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1706.981780] env[71058]: DEBUG nova.policy [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae83a57240c44f61b7d1fa9bcfc02299', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ddac6a6d3e341cc90168e936416a974', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1707.004296] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquiring lock "refresh_cache-d8c74703-a213-4e6c-882c-46cdbb82b1b9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1707.024596] env[71058]: DEBUG oslo_concurrency.lockutils [None req-12a3e5cc-de62-443b-9076-01bc6e60f515 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Acquiring lock "bacce8da-7475-425b-8e5e-4700e31e5f53" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1707.024846] env[71058]: DEBUG oslo_concurrency.lockutils [None req-12a3e5cc-de62-443b-9076-01bc6e60f515 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Lock "bacce8da-7475-425b-8e5e-4700e31e5f53" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1707.025133] env[71058]: DEBUG oslo_concurrency.lockutils [None req-12a3e5cc-de62-443b-9076-01bc6e60f515 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Acquiring lock "bacce8da-7475-425b-8e5e-4700e31e5f53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1707.025254] env[71058]: DEBUG oslo_concurrency.lockutils [None req-12a3e5cc-de62-443b-9076-01bc6e60f515 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Lock "bacce8da-7475-425b-8e5e-4700e31e5f53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1707.025421] env[71058]: DEBUG oslo_concurrency.lockutils [None req-12a3e5cc-de62-443b-9076-01bc6e60f515 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Lock "bacce8da-7475-425b-8e5e-4700e31e5f53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1707.027489] env[71058]: INFO nova.compute.manager [None req-12a3e5cc-de62-443b-9076-01bc6e60f515 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Terminating instance
[ 1707.065178] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 04017607-9f22-4f9f-b039-29f0feb65b9e] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1707.308948] env[71058]: DEBUG nova.network.neutron [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Successfully created port: f652103d-661c-4cb6-99e6-f3a233406865 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1707.400505] env[71058]: DEBUG oslo_vmware.api [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873398, 'name': PowerOnVM_Task, 'duration_secs': 0.401572} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1707.400968] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1707.406170] env[71058]: DEBUG nova.network.neutron [req-a218e1de-eef5-4d25-9c73-71433e6509bf req-1bfcb5f7-23d9-46dd-acb7-248e0cfa7a1c service nova] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1707.431400] env[71058]: DEBUG nova.compute.manager [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1707.479597] env[71058]: INFO nova.compute.manager [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Took 51.26 seconds to build instance.
[ 1707.533217] env[71058]: DEBUG nova.compute.manager [None req-12a3e5cc-de62-443b-9076-01bc6e60f515 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1707.533460] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-12a3e5cc-de62-443b-9076-01bc6e60f515 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1707.536411] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83dc554a-f6ee-4c65-82d1-0cc2cf216fc1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1707.547280] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a3e5cc-de62-443b-9076-01bc6e60f515 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1707.547601] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79c10277-2a0f-4d69-be67-5434736474a5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1707.554298] env[71058]: DEBUG oslo_vmware.api [None req-12a3e5cc-de62-443b-9076-01bc6e60f515 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Waiting for the task: (returnval){
[ 1707.554298] env[71058]:    value = "task-2873399"
[ 1707.554298] env[71058]:    _type = "Task"
[ 1707.554298] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1707.566817] env[71058]: DEBUG oslo_vmware.api [None req-12a3e5cc-de62-443b-9076-01bc6e60f515 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2873399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1707.570242] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 68c09dd6-7df0-4dfa-957c-7e4e68092865] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1707.595554] env[71058]: DEBUG nova.network.neutron [req-a218e1de-eef5-4d25-9c73-71433e6509bf req-1bfcb5f7-23d9-46dd-acb7-248e0cfa7a1c service nova] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1707.944944] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f55663-b741-495c-bf9d-965b3269daa4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1707.953393] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc189162-9183-4c5f-bdd4-c170e7868415 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1707.983752] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cda0302c-89d9-424b-80df-18ebab610126 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Lock "37a86afd-0a56-4911-bc5c-bd640a23de96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 80.658s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1707.985399] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16c64f3-18cb-483b-9f86-8c29457b6c17 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1707.994124] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456cbf3b-1829-49a7-a464-c0cfca2dc4aa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1708.009351] env[71058]: DEBUG nova.compute.provider_tree [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1708.064888] env[71058]: DEBUG oslo_vmware.api [None req-12a3e5cc-de62-443b-9076-01bc6e60f515 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2873399, 'name': PowerOffVM_Task, 'duration_secs': 0.284389} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1708.065465] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a3e5cc-de62-443b-9076-01bc6e60f515 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1708.065747] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-12a3e5cc-de62-443b-9076-01bc6e60f515 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1708.065808] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e24637af-d882-4350-8922-67b5d273ded1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1708.072981] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 0ca370e4-fd6f-4221-89b6-c282f8827dc7] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1708.100302] env[71058]: DEBUG oslo_concurrency.lockutils [req-a218e1de-eef5-4d25-9c73-71433e6509bf req-1bfcb5f7-23d9-46dd-acb7-248e0cfa7a1c service nova] Releasing lock "refresh_cache-d8c74703-a213-4e6c-882c-46cdbb82b1b9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1708.100718] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquired lock "refresh_cache-d8c74703-a213-4e6c-882c-46cdbb82b1b9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1708.100877] env[71058]: DEBUG nova.network.neutron [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1708.138941] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-12a3e5cc-de62-443b-9076-01bc6e60f515 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1708.139178] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-12a3e5cc-de62-443b-9076-01bc6e60f515 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1708.139357] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-12a3e5cc-de62-443b-9076-01bc6e60f515 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Deleting the datastore file [datastore1] bacce8da-7475-425b-8e5e-4700e31e5f53 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1708.139618] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78f6edf4-8bc9-4f7d-a6b4-f3d5fad20e5a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1708.149900] env[71058]: DEBUG oslo_vmware.api [None req-12a3e5cc-de62-443b-9076-01bc6e60f515 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Waiting for the task: (returnval){
[ 1708.149900] env[71058]:    value = "task-2873401"
[ 1708.149900] env[71058]:    _type = "Task"
[ 1708.149900] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1708.157709] env[71058]: DEBUG oslo_vmware.api [None req-12a3e5cc-de62-443b-9076-01bc6e60f515 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2873401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1708.388093] env[71058]: DEBUG oslo_concurrency.lockutils [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "4b6847c3-2046-449a-9fab-4f34b0cb5680" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1708.388342] env[71058]: DEBUG oslo_concurrency.lockutils [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "4b6847c3-2046-449a-9fab-4f34b0cb5680" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1708.421968] env[71058]: INFO nova.compute.manager [None req-66d44059-b0cf-412f-9962-e71a9d32adb6 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Updating instance to original state: 'active'
[ 1708.449606] env[71058]: DEBUG nova.compute.manager [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1708.476243] env[71058]: DEBUG nova.virt.hardware [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='245a2f320e3b8f5e06005b414d729ca6',container_format='bare',created_at=2025-03-10T01:47:55Z,direct_url=<?>,disk_format='vmdk',id=4a9c2cb3-4097-49b7-9af1-25732f0a8a45,min_disk=1,min_ram=0,name='tempest-test-snap-942166781',owner='6ddac6a6d3e341cc90168e936416a974',properties=ImageMetaProps,protected=<?>,size=21334016,status='active',tags=<?>,updated_at=2025-03-10T01:48:12Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1708.476514] env[71058]: DEBUG nova.virt.hardware [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1708.476672] env[71058]: DEBUG nova.virt.hardware [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1708.476851] env[71058]: DEBUG nova.virt.hardware [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1708.476993] env[71058]: DEBUG nova.virt.hardware [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1708.477157] env[71058]: DEBUG nova.virt.hardware [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1708.477366] env[71058]: DEBUG nova.virt.hardware [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1708.477516] env[71058]: DEBUG nova.virt.hardware [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1708.477680] env[71058]: DEBUG nova.virt.hardware [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1708.477840] env[71058]: DEBUG nova.virt.hardware [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1708.478016] env[71058]: DEBUG nova.virt.hardware [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1708.479151] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6da50f-3213-4999-8d3e-f118c3bab018 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1708.487295] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5603ba0-653f-499c-83ed-b4c6f4f25241 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1708.512173] env[71058]: DEBUG nova.scheduler.client.report [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1708.576274] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: be7fda89-cf49-4802-a1d6-d08c26d08892] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1708.655948] env[71058]: DEBUG nova.network.neutron [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1708.661569] env[71058]: DEBUG oslo_vmware.api [None req-12a3e5cc-de62-443b-9076-01bc6e60f515 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Task: {'id': task-2873401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140582} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1708.662738] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-12a3e5cc-de62-443b-9076-01bc6e60f515 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1708.662738] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-12a3e5cc-de62-443b-9076-01bc6e60f515 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1708.662738] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-12a3e5cc-de62-443b-9076-01bc6e60f515 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1708.662738] env[71058]: INFO nova.compute.manager [None req-12a3e5cc-de62-443b-9076-01bc6e60f515 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Took 1.13 seconds to destroy the instance on the hypervisor.
[ 1708.662738] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12a3e5cc-de62-443b-9076-01bc6e60f515 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1708.662996] env[71058]: DEBUG nova.compute.manager [-] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1708.663097] env[71058]: DEBUG nova.network.neutron [-] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1708.883141] env[71058]: DEBUG nova.network.neutron [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Successfully updated port: f652103d-661c-4cb6-99e6-f3a233406865 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1708.891394] env[71058]: DEBUG nova.compute.manager [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1709.006573] env[71058]: DEBUG nova.network.neutron [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Updating instance_info_cache with network_info: [{"id": "29465047-4434-4c54-8fd3-55f66bfa7994", "address": "fa:16:3e:52:ac:63", "network": {"id": "2fbaaae4-6d15-4c59-8eaf-cad7a9523dc7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1495967812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db660d4820741658cb5e98b809f7f21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29465047-44", "ovs_interfaceid": "29465047-4434-4c54-8fd3-55f66bfa7994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1709.017288] env[71058]: DEBUG oslo_concurrency.lockutils [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1709.018968] env[71058]: DEBUG nova.compute.manager [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1709.024737] env[71058]: DEBUG oslo_concurrency.lockutils [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.827s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1709.026316] env[71058]: INFO nova.compute.claims [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1709.080708] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 7427d6f7-0b5f-4aa9-a957-49f5140af50d] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1709.089103] env[71058]: DEBUG nova.compute.manager [req-4b199dc7-4ab6-4ff7-a6c1-6a634c5974a1 req-d3cee5b7-124e-4fa3-8489-2112d49ea121 service nova] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Received event network-vif-plugged-f652103d-661c-4cb6-99e6-f3a233406865 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1709.089366] env[71058]: DEBUG oslo_concurrency.lockutils [req-4b199dc7-4ab6-4ff7-a6c1-6a634c5974a1 req-d3cee5b7-124e-4fa3-8489-2112d49ea121 service nova] Acquiring lock "e8ed5493-c4fb-47aa-b29e-f94be14fcd9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1709.089643] env[71058]: DEBUG oslo_concurrency.lockutils [req-4b199dc7-4ab6-4ff7-a6c1-6a634c5974a1 req-d3cee5b7-124e-4fa3-8489-2112d49ea121 service nova] Lock "e8ed5493-c4fb-47aa-b29e-f94be14fcd9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1709.089818] env[71058]: DEBUG oslo_concurrency.lockutils [req-4b199dc7-4ab6-4ff7-a6c1-6a634c5974a1 req-d3cee5b7-124e-4fa3-8489-2112d49ea121 service nova] Lock "e8ed5493-c4fb-47aa-b29e-f94be14fcd9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1709.090270] env[71058]: DEBUG nova.compute.manager [req-4b199dc7-4ab6-4ff7-a6c1-6a634c5974a1 req-d3cee5b7-124e-4fa3-8489-2112d49ea121 service nova] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] No waiting events found dispatching network-vif-plugged-f652103d-661c-4cb6-99e6-f3a233406865 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1709.090512] env[71058]: WARNING nova.compute.manager [req-4b199dc7-4ab6-4ff7-a6c1-6a634c5974a1 req-d3cee5b7-124e-4fa3-8489-2112d49ea121 service nova] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Received unexpected event network-vif-plugged-f652103d-661c-4cb6-99e6-f3a233406865 for instance with vm_state building and task_state spawning.
[ 1709.100025] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2b7b3464-f207-48ed-8913-61008c7eb3b6 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Acquiring lock "37a86afd-0a56-4911-bc5c-bd640a23de96" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1709.100025] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2b7b3464-f207-48ed-8913-61008c7eb3b6 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Lock "37a86afd-0a56-4911-bc5c-bd640a23de96" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1709.100025] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2b7b3464-f207-48ed-8913-61008c7eb3b6 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Acquiring lock "37a86afd-0a56-4911-bc5c-bd640a23de96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1709.100025] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2b7b3464-f207-48ed-8913-61008c7eb3b6 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Lock "37a86afd-0a56-4911-bc5c-bd640a23de96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1709.100025] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2b7b3464-f207-48ed-8913-61008c7eb3b6 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Lock "37a86afd-0a56-4911-bc5c-bd640a23de96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1709.100025] env[71058]: INFO nova.compute.manager [None req-2b7b3464-f207-48ed-8913-61008c7eb3b6 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Terminating instance
[ 1709.390898] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "refresh_cache-e8ed5493-c4fb-47aa-b29e-f94be14fcd9a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1709.390898] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquired lock "refresh_cache-e8ed5493-c4fb-47aa-b29e-f94be14fcd9a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1709.391953] env[71058]: DEBUG nova.network.neutron [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1709.420961] env[71058]: DEBUG oslo_concurrency.lockutils [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1709.508924] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Releasing lock "refresh_cache-d8c74703-a213-4e6c-882c-46cdbb82b1b9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1709.509311] env[71058]: DEBUG nova.compute.manager [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Instance network_info: |[{"id": "29465047-4434-4c54-8fd3-55f66bfa7994", "address": "fa:16:3e:52:ac:63", "network": {"id": "2fbaaae4-6d15-4c59-8eaf-cad7a9523dc7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1495967812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db660d4820741658cb5e98b809f7f21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29465047-44", "ovs_interfaceid": "29465047-4434-4c54-8fd3-55f66bfa7994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1709.509791] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:ac:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29465047-4434-4c54-8fd3-55f66bfa7994', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1709.518454] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Creating folder: Project (7db660d4820741658cb5e98b809f7f21). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1709.518791] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55e5d5d8-04ca-4580-8d80-aadf405545c7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1709.532972] env[71058]: DEBUG nova.compute.utils [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1709.535868] env[71058]: DEBUG nova.compute.manager [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1709.536058] env[71058]: DEBUG nova.network.neutron [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1709.538503] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Created folder: Project (7db660d4820741658cb5e98b809f7f21) in parent group-v577298.
[ 1709.539247] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Creating folder: Instances. Parent ref: group-v577509. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1709.541274] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41e074d0-4477-4742-99d1-3b1aedcde64d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1709.552994] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Created folder: Instances in parent group-v577509.
[ 1709.553446] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1709.554272] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1709.554466] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94791205-39db-4928-9d42-4c9f1c6189b1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1709.576071] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1709.576071] env[71058]:    value = "task-2873404"
[ 1709.576071] env[71058]:    _type = "Task"
[ 1709.576071] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1709.585314] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 89643822-f00e-481e-a770-ca0a18a1b07f] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1709.587288] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873404, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1709.607060] env[71058]: DEBUG nova.compute.manager [None req-2b7b3464-f207-48ed-8913-61008c7eb3b6 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1709.607306] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7b3464-f207-48ed-8913-61008c7eb3b6 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1709.608354] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5276d8a0-6ec0-40f8-85dd-a311ac2b834a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1709.618122] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b7b3464-f207-48ed-8913-61008c7eb3b6 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1709.618430] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a08d1f8c-8e67-48ad-b147-a37b41bab3d9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1709.628727] env[71058]: DEBUG oslo_vmware.api [None req-2b7b3464-f207-48ed-8913-61008c7eb3b6 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Waiting for the task: (returnval){
[ 1709.628727] env[71058]:    value = "task-2873405"
[ 1709.628727] env[71058]:    _type = "Task"
[ 1709.628727] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1709.647914] env[71058]: DEBUG oslo_vmware.api [None req-2b7b3464-f207-48ed-8913-61008c7eb3b6 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Task: {'id': task-2873405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1709.653077] env[71058]: DEBUG nova.policy [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce60e6d5b5204d2f8a76b2c6972ee8da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17af35ecde854246840d1e08ccd1fdfe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1709.949803] env[71058]: DEBUG nova.network.neutron [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1710.043045] env[71058]: DEBUG nova.compute.manager [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1710.091581] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: d2b49aba-df56-436a-9e6c-c3a879676d43] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1710.102015] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873404, 'name': CreateVM_Task, 'duration_secs': 0.337014} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1710.102015] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1710.102729] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1710.102921] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1710.103285] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1710.105931] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c6898c0-019a-4359-b4d3-225b4fe446a8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1710.107587] env[71058]: DEBUG nova.compute.manager [req-3e95d76e-0a6b-4bf7-b765-c220f3a5994b req-0dea881f-b527-4ad0-858e-36fa74ffa81b service nova] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Received event network-vif-deleted-3e87654d-806a-43cd-b433-4cfda09487b2 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1710.107811] env[71058]: INFO nova.compute.manager [req-3e95d76e-0a6b-4bf7-b765-c220f3a5994b req-0dea881f-b527-4ad0-858e-36fa74ffa81b service nova] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Neutron deleted interface 3e87654d-806a-43cd-b433-4cfda09487b2; detaching it from the instance and deleting it from the info cache
[ 1710.107921] env[71058]: DEBUG nova.network.neutron [req-3e95d76e-0a6b-4bf7-b765-c220f3a5994b req-0dea881f-b527-4ad0-858e-36fa74ffa81b service nova] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1710.116123] env[71058]: DEBUG oslo_vmware.api [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1710.116123] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520738ab-54a4-35b9-2dff-09d2be273f40"
[ 1710.116123] env[71058]:    _type = "Task"
[ 1710.116123] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1710.128401] env[71058]: DEBUG nova.network.neutron [-] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1710.130155] env[71058]: DEBUG oslo_vmware.api [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520738ab-54a4-35b9-2dff-09d2be273f40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1710.144444] env[71058]: DEBUG oslo_vmware.api [None req-2b7b3464-f207-48ed-8913-61008c7eb3b6 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Task: {'id': task-2873405, 'name': PowerOffVM_Task, 'duration_secs': 0.217115} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1710.144444] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b7b3464-f207-48ed-8913-61008c7eb3b6 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1710.144444] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7b3464-f207-48ed-8913-61008c7eb3b6 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1710.144444] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1806d0d-849a-49af-9dab-f20d018be959 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1710.199819] env[71058]: DEBUG nova.network.neutron [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Successfully created port: 9208deaa-da9e-4703-bca5-906dee0dd228 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1710.206527] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7b3464-f207-48ed-8913-61008c7eb3b6 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1710.206527] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7b3464-f207-48ed-8913-61008c7eb3b6 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1710.206709] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b7b3464-f207-48ed-8913-61008c7eb3b6 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Deleting the datastore file [datastore2] 37a86afd-0a56-4911-bc5c-bd640a23de96 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1710.210237] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52b92288-9c45-4bc5-b310-059698440277 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1710.220664] env[71058]: DEBUG oslo_vmware.api [None req-2b7b3464-f207-48ed-8913-61008c7eb3b6 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Waiting for the task: (returnval){
[ 1710.220664] env[71058]:    value = "task-2873407"
[ 1710.220664] env[71058]:    _type = "Task"
[ 1710.220664] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1710.233633] env[71058]: DEBUG oslo_vmware.api [None req-2b7b3464-f207-48ed-8913-61008c7eb3b6 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Task: {'id': task-2873407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1710.305227] env[71058]: DEBUG nova.network.neutron [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Updating instance_info_cache with network_info: [{"id": "f652103d-661c-4cb6-99e6-f3a233406865", "address": "fa:16:3e:48:52:b0", "network": {"id": "44f331c6-d2ba-4f83-8182-ad2c9f4e13ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1170651185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ddac6a6d3e341cc90168e936416a974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf652103d-66", "ovs_interfaceid": "f652103d-661c-4cb6-99e6-f3a233406865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1710.595437] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 3cf0e63a-4528-49d7-b068-5d1073643834] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1710.612503] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4dcbf341-f584-4e17-bc52-1a8a50c072fd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1710.624423] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cbfbe6-2ac8-489e-b19d-507a3fe6efeb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1710.630607] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9005744-a695-4dc5-8f93-f14072d93892 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1710.645744] env[71058]: INFO nova.compute.manager [-] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Took 1.98 seconds to deallocate network for instance.
[ 1710.646698] env[71058]: DEBUG oslo_vmware.api [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520738ab-54a4-35b9-2dff-09d2be273f40, 'name': SearchDatastore_Task, 'duration_secs': 0.028995} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1710.651661] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1710.651888] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1710.652129] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1710.652279] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1710.652454] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1710.652986] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2097b9a-1a6a-4f5e-a229-2afb57e8e34c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1710.655755] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a7ab69-373f-4aee-a492-0c752e43a002 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1710.677725] env[71058]: DEBUG nova.compute.manager [req-3e95d76e-0a6b-4bf7-b765-c220f3a5994b req-0dea881f-b527-4ad0-858e-36fa74ffa81b service nova] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Detach interface failed, port_id=3e87654d-806a-43cd-b433-4cfda09487b2, reason: Instance bacce8da-7475-425b-8e5e-4700e31e5f53 could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1710.706441] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1710.706585] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1710.707987] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed367878-a6b1-4313-8786-e3a3a7aa515c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1710.710651] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edecf419-8051-40e4-b1f9-66cbf6ac0639 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1710.720724] env[71058]: DEBUG oslo_vmware.api [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1710.720724] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b6d798-c094-fa58-0154-5be3966364cd"
[ 1710.720724] env[71058]:    _type = "Task"
[ 1710.720724] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1710.721228] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18965bba-f060-468d-806e-b4dccc86b201 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1710.741935] env[71058]: DEBUG nova.compute.provider_tree [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1710.750231] env[71058]: DEBUG oslo_vmware.api [None req-2b7b3464-f207-48ed-8913-61008c7eb3b6 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Task: {'id': task-2873407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.508569} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1710.750473] env[71058]: DEBUG oslo_vmware.api [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b6d798-c094-fa58-0154-5be3966364cd, 'name': SearchDatastore_Task, 'duration_secs': 0.014816} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1710.750690] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b7b3464-f207-48ed-8913-61008c7eb3b6 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1710.750961] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7b3464-f207-48ed-8913-61008c7eb3b6 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1710.751188] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7b3464-f207-48ed-8913-61008c7eb3b6 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1710.751353] env[71058]: INFO nova.compute.manager [None req-2b7b3464-f207-48ed-8913-61008c7eb3b6 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Took 1.14 seconds to destroy the instance on the hypervisor.
[ 1710.751588] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b7b3464-f207-48ed-8913-61008c7eb3b6 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1710.752328] env[71058]: DEBUG nova.compute.manager [-] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1710.752430] env[71058]: DEBUG nova.network.neutron [-] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1710.754476] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d813e428-b780-475d-98f4-25d3926e6772 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1710.760383] env[71058]: DEBUG oslo_vmware.api [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1710.760383] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520ce667-76b8-ef3a-4452-b00717ef6115"
[ 1710.760383] env[71058]:    _type = "Task"
[ 1710.760383] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1710.768198] env[71058]: DEBUG oslo_vmware.api [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520ce667-76b8-ef3a-4452-b00717ef6115, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1710.806925] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Releasing lock "refresh_cache-e8ed5493-c4fb-47aa-b29e-f94be14fcd9a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1710.807275] env[71058]: DEBUG nova.compute.manager [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Instance network_info: |[{"id": "f652103d-661c-4cb6-99e6-f3a233406865", "address": "fa:16:3e:48:52:b0", "network": {"id": "44f331c6-d2ba-4f83-8182-ad2c9f4e13ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1170651185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ddac6a6d3e341cc90168e936416a974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf652103d-66", "ovs_interfaceid": "f652103d-661c-4cb6-99e6-f3a233406865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1710.807670] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:52:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f652103d-661c-4cb6-99e6-f3a233406865', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1710.815306] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1710.815550] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1710.815770] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfdcd3f4-c44b-4037-b79b-e4e28340fa0d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1710.838597] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1710.838597] env[71058]:    value = "task-2873408"
[ 1710.838597] env[71058]:    _type = "Task"
[ 1710.838597] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1710.847531] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873408, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1710.880221] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5ac2942e-8bec-48e4-9072-31d64d02b5d7 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquiring lock "91283a3a-f5d5-402f-b6c1-776f99ecf7f7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1710.880460] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5ac2942e-8bec-48e4-9072-31d64d02b5d7 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Lock "91283a3a-f5d5-402f-b6c1-776f99ecf7f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1710.880668] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5ac2942e-8bec-48e4-9072-31d64d02b5d7 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquiring lock "91283a3a-f5d5-402f-b6c1-776f99ecf7f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1710.880861] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5ac2942e-8bec-48e4-9072-31d64d02b5d7 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Lock "91283a3a-f5d5-402f-b6c1-776f99ecf7f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1710.881036] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5ac2942e-8bec-48e4-9072-31d64d02b5d7 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Lock "91283a3a-f5d5-402f-b6c1-776f99ecf7f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1710.883143] env[71058]: INFO nova.compute.manager [None req-5ac2942e-8bec-48e4-9072-31d64d02b5d7 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Terminating instance
[ 1711.054325] env[71058]: DEBUG nova.compute.manager [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1711.088956] env[71058]: DEBUG nova.virt.hardware [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1711.089302] env[71058]: DEBUG nova.virt.hardware [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1711.089512] env[71058]: DEBUG nova.virt.hardware [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1711.089723] env[71058]: DEBUG nova.virt.hardware [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1711.090628] env[71058]: DEBUG nova.virt.hardware [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1711.090628] env[71058]: DEBUG nova.virt.hardware [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1711.090628] env[71058]: DEBUG nova.virt.hardware [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1711.090628] env[71058]: DEBUG nova.virt.hardware [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1711.090628] env[71058]: DEBUG nova.virt.hardware [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1711.090774] env[71058]: DEBUG nova.virt.hardware [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1711.090866] env[71058]: DEBUG nova.virt.hardware [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1711.091892] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91e7baa-2de2-4b13-b0ea-9b99cc204a2b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1711.100470] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd18f16-7807-4626-88cf-0b5358143cac {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1711.105365] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: f620dc99-9e9e-4734-b079-e1de9682ab86] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1711.163394] env[71058]: DEBUG oslo_concurrency.lockutils [None req-12a3e5cc-de62-443b-9076-01bc6e60f515 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1711.247604] env[71058]: DEBUG nova.scheduler.client.report [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1711.274708] env[71058]: DEBUG oslo_vmware.api [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520ce667-76b8-ef3a-4452-b00717ef6115, 'name': SearchDatastore_Task, 'duration_secs': 0.008785} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1711.275083] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1711.275427] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] d8c74703-a213-4e6c-882c-46cdbb82b1b9/d8c74703-a213-4e6c-882c-46cdbb82b1b9.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1711.275738] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7434a8be-c33a-43f1-825f-4a411648b0e1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1711.283173] env[71058]: DEBUG oslo_vmware.api [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1711.283173] env[71058]:    value = "task-2873409"
[ 1711.283173] env[71058]:    _type = "Task"
[ 1711.283173] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1711.292514] env[71058]: DEBUG oslo_vmware.api [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1711.351993] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873408, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1711.387425] env[71058]: DEBUG nova.compute.manager [None req-5ac2942e-8bec-48e4-9072-31d64d02b5d7 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1711.387660] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac2942e-8bec-48e4-9072-31d64d02b5d7 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1711.388966] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c0f393-04e0-453e-b478-df17f360f3d7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1711.396764] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac2942e-8bec-48e4-9072-31d64d02b5d7 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1711.397152] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8de93d83-2d01-4b14-bb84-472bcb9c64cc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1711.404136] env[71058]: DEBUG oslo_vmware.api [None req-5ac2942e-8bec-48e4-9072-31d64d02b5d7 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for the task: (returnval){
[ 1711.404136] env[71058]:    value = "task-2873410"
[ 1711.404136] env[71058]:    _type = "Task"
[ 1711.404136] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1711.413579] env[71058]: DEBUG oslo_vmware.api [None req-5ac2942e-8bec-48e4-9072-31d64d02b5d7 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1711.443513] env[71058]: DEBUG nova.compute.manager [req-674c0ad1-f705-4b8d-924e-c5e03eb25a25 req-f8b78f89-6d5d-4cfb-9833-8d7bc221c8ab service nova] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Received event network-changed-f652103d-661c-4cb6-99e6-f3a233406865 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1711.443925] env[71058]: DEBUG nova.compute.manager [req-674c0ad1-f705-4b8d-924e-c5e03eb25a25 req-f8b78f89-6d5d-4cfb-9833-8d7bc221c8ab service nova] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Refreshing instance network info cache due to event network-changed-f652103d-661c-4cb6-99e6-f3a233406865. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1711.444299] env[71058]: DEBUG oslo_concurrency.lockutils [req-674c0ad1-f705-4b8d-924e-c5e03eb25a25 req-f8b78f89-6d5d-4cfb-9833-8d7bc221c8ab service nova] Acquiring lock "refresh_cache-e8ed5493-c4fb-47aa-b29e-f94be14fcd9a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1711.444520] env[71058]: DEBUG oslo_concurrency.lockutils [req-674c0ad1-f705-4b8d-924e-c5e03eb25a25 req-f8b78f89-6d5d-4cfb-9833-8d7bc221c8ab service nova] Acquired lock "refresh_cache-e8ed5493-c4fb-47aa-b29e-f94be14fcd9a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1711.444833] env[71058]: DEBUG nova.network.neutron [req-674c0ad1-f705-4b8d-924e-c5e03eb25a25 req-f8b78f89-6d5d-4cfb-9833-8d7bc221c8ab service nova] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Refreshing network info cache for port f652103d-661c-4cb6-99e6-f3a233406865 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1711.608370] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 2329624f-45b8-4304-ad2f-a304d4520a8b] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1711.754917] env[71058]: DEBUG oslo_concurrency.lockutils [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1711.754917] env[71058]: DEBUG nova.compute.manager [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1711.756660] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.553s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1711.758324] env[71058]: INFO nova.compute.claims [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1711.760867] env[71058]: DEBUG nova.network.neutron [-] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1711.793948] env[71058]: DEBUG oslo_vmware.api [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461671} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1711.794271] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] d8c74703-a213-4e6c-882c-46cdbb82b1b9/d8c74703-a213-4e6c-882c-46cdbb82b1b9.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1711.797897] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1711.797897] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fa8f690-8b35-4f1a-ab41-b8c915a85bc4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1711.809421] env[71058]: DEBUG oslo_vmware.api [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1711.809421] env[71058]:    value = "task-2873411"
[ 1711.809421] env[71058]:    _type = "Task"
[ 1711.809421] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1711.821743] env[71058]: DEBUG oslo_vmware.api [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873411, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1711.852765] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873408, 'name': CreateVM_Task, 'duration_secs': 0.633134} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1711.852765] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1711.852765] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a9c2cb3-4097-49b7-9af1-25732f0a8a45" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1711.852765] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a9c2cb3-4097-49b7-9af1-25732f0a8a45" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1711.852765] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a9c2cb3-4097-49b7-9af1-25732f0a8a45" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1711.852765] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3d0b254-19da-4f08-a547-2f66b9834f2f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1711.857343] env[71058]: DEBUG oslo_vmware.api [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1711.857343] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52076cb7-d1c4-91da-9563-bb160717fe60"
[ 1711.857343] env[71058]:    _type = "Task"
[ 1711.857343] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1711.866049] env[71058]: DEBUG oslo_vmware.api [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52076cb7-d1c4-91da-9563-bb160717fe60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1711.914208] env[71058]: DEBUG oslo_vmware.api [None req-5ac2942e-8bec-48e4-9072-31d64d02b5d7 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873410, 'name': PowerOffVM_Task, 'duration_secs': 0.283514} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1711.914477] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac2942e-8bec-48e4-9072-31d64d02b5d7 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1711.914668] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac2942e-8bec-48e4-9072-31d64d02b5d7 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1711.914935] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81c99b2d-7505-4698-bfb8-092758dea005 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1711.976893] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac2942e-8bec-48e4-9072-31d64d02b5d7 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1711.977190] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac2942e-8bec-48e4-9072-31d64d02b5d7 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1711.977383] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ac2942e-8bec-48e4-9072-31d64d02b5d7 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Deleting the datastore file [datastore2] 91283a3a-f5d5-402f-b6c1-776f99ecf7f7 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1711.977652] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75ec6fab-10c2-4482-8e14-e07615c706a4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1711.991138] env[71058]: DEBUG oslo_vmware.api [None req-5ac2942e-8bec-48e4-9072-31d64d02b5d7 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for the task: (returnval){
[ 1711.991138] env[71058]:    value = "task-2873413"
[ 1711.991138] env[71058]:    _type = "Task"
[ 1711.991138] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1711.999022] env[71058]: DEBUG oslo_vmware.api [None req-5ac2942e-8bec-48e4-9072-31d64d02b5d7 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1712.112342] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 77d111eb-71b1-4758-998e-2760512a6b43] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1712.264563] env[71058]: DEBUG nova.compute.utils [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1712.271996] env[71058]: INFO nova.compute.manager [-] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Took 1.52 seconds to deallocate network for instance.
[ 1712.275166] env[71058]: DEBUG nova.compute.manager [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1712.275520] env[71058]: DEBUG nova.network.neutron [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1712.303792] env[71058]: DEBUG nova.compute.manager [req-2b1e9a78-1d13-4253-8f8d-30d1582bdc15 req-29d54565-5945-4c9f-91c9-3d9fc94df75b service nova] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Received event network-vif-deleted-8eabdff5-7705-4b4d-822b-6107ffa0b356 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1712.321161] env[71058]: DEBUG oslo_vmware.api [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873411, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078463} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1712.322055] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1712.322855] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1a4219-f9c3-4699-985c-1b49fcfb9280 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1712.352403] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] d8c74703-a213-4e6c-882c-46cdbb82b1b9/d8c74703-a213-4e6c-882c-46cdbb82b1b9.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1712.353670] env[71058]: DEBUG nova.network.neutron [req-674c0ad1-f705-4b8d-924e-c5e03eb25a25 req-f8b78f89-6d5d-4cfb-9833-8d7bc221c8ab service nova] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Updated VIF entry in instance network info cache for port f652103d-661c-4cb6-99e6-f3a233406865. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1712.353754] env[71058]: DEBUG nova.network.neutron [req-674c0ad1-f705-4b8d-924e-c5e03eb25a25 req-f8b78f89-6d5d-4cfb-9833-8d7bc221c8ab service nova] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Updating instance_info_cache with network_info: [{"id": "f652103d-661c-4cb6-99e6-f3a233406865", "address": "fa:16:3e:48:52:b0", "network": {"id": "44f331c6-d2ba-4f83-8182-ad2c9f4e13ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1170651185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ddac6a6d3e341cc90168e936416a974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf652103d-66", "ovs_interfaceid": "f652103d-661c-4cb6-99e6-f3a233406865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1712.358816] env[71058]: DEBUG nova.policy [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd529fbd5fb514665bb1eaa3b5330c8d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2fc8fc6fb774929b47aca1029572b17', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1712.358816] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-723a83d9-3e02-40a4-8073-45dddf8e5cef {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1712.375948] env[71058]: DEBUG oslo_concurrency.lockutils [req-674c0ad1-f705-4b8d-924e-c5e03eb25a25 req-f8b78f89-6d5d-4cfb-9833-8d7bc221c8ab service nova] Releasing lock "refresh_cache-e8ed5493-c4fb-47aa-b29e-f94be14fcd9a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1712.389796] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a9c2cb3-4097-49b7-9af1-25732f0a8a45" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1712.390072] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Processing image 4a9c2cb3-4097-49b7-9af1-25732f0a8a45 {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1712.390321] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a9c2cb3-4097-49b7-9af1-25732f0a8a45/4a9c2cb3-4097-49b7-9af1-25732f0a8a45.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1712.390462] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a9c2cb3-4097-49b7-9af1-25732f0a8a45/4a9c2cb3-4097-49b7-9af1-25732f0a8a45.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1712.390636] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1712.391086] env[71058]: DEBUG oslo_vmware.api [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1712.391086] env[71058]:    value = "task-2873414"
[ 1712.391086] env[71058]:    _type = "Task"
[ 1712.391086] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1712.391297] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a343d6c2-fa6a-4330-8314-7c0457724e5f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1712.404269] env[71058]: DEBUG oslo_vmware.api [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873414, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1712.408619] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1712.408619] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1712.409489] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1b0acfa-55ba-468f-8937-b2d6c07f2ba4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1712.416687] env[71058]: DEBUG oslo_vmware.api [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1712.416687] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e3fdaf-bfbd-f899-9a2d-f38033f387a5"
[ 1712.416687] env[71058]:    _type = "Task"
[ 1712.416687] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1712.426875] env[71058]: DEBUG oslo_vmware.api [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e3fdaf-bfbd-f899-9a2d-f38033f387a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1712.502043] env[71058]: DEBUG oslo_vmware.api [None req-5ac2942e-8bec-48e4-9072-31d64d02b5d7 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149442} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1712.502539] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ac2942e-8bec-48e4-9072-31d64d02b5d7 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1712.505032] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac2942e-8bec-48e4-9072-31d64d02b5d7 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1712.505032] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac2942e-8bec-48e4-9072-31d64d02b5d7 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1712.505032] env[71058]: INFO nova.compute.manager [None req-5ac2942e-8bec-48e4-9072-31d64d02b5d7 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Took 1.12 seconds to destroy the instance on the hypervisor.
[ 1712.505032] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ac2942e-8bec-48e4-9072-31d64d02b5d7 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1712.505032] env[71058]: DEBUG nova.compute.manager [-] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1712.505032] env[71058]: DEBUG nova.network.neutron [-] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1712.616917] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 03b4d595-77ea-48bc-9e87-8ed5cec93c4a] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1712.646036] env[71058]: DEBUG nova.network.neutron [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Successfully updated port: 9208deaa-da9e-4703-bca5-906dee0dd228 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1712.694794] env[71058]: DEBUG nova.network.neutron [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Successfully created port: 841e0da0-e7c8-4dae-a46c-b92c5c83945c {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1712.770588] env[71058]: DEBUG nova.compute.manager [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1712.786394] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2b7b3464-f207-48ed-8913-61008c7eb3b6 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1712.904196] env[71058]: DEBUG oslo_vmware.api [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873414, 'name': ReconfigVM_Task, 'duration_secs': 0.285103} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1712.904513] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Reconfigured VM instance instance-00000047 to attach disk [datastore2] d8c74703-a213-4e6c-882c-46cdbb82b1b9/d8c74703-a213-4e6c-882c-46cdbb82b1b9.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1712.905229] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61efdc55-6160-456f-9994-0f437d45f33e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1712.915410] env[71058]: DEBUG oslo_vmware.api [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1712.915410] env[71058]:    value = "task-2873415"
[ 1712.915410] env[71058]:    _type = "Task"
[ 1712.915410] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1712.932254] env[71058]: DEBUG oslo_vmware.api [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873415, 'name': Rename_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1712.935128] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Preparing fetch location {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}}
[ 1712.935368] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Fetch image to [datastore2] OSTACK_IMG_fe25dcf8-42d1-4c60-bf7c-832fa6fd29c8/OSTACK_IMG_fe25dcf8-42d1-4c60-bf7c-832fa6fd29c8.vmdk {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}}
[ 1712.935555] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Downloading stream optimized image 4a9c2cb3-4097-49b7-9af1-25732f0a8a45 to [datastore2] OSTACK_IMG_fe25dcf8-42d1-4c60-bf7c-832fa6fd29c8/OSTACK_IMG_fe25dcf8-42d1-4c60-bf7c-832fa6fd29c8.vmdk on the data store datastore2 as vApp {{(pid=71058) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}}
[ 1712.935701] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Downloading image file data 4a9c2cb3-4097-49b7-9af1-25732f0a8a45 to the ESX as VM named 'OSTACK_IMG_fe25dcf8-42d1-4c60-bf7c-832fa6fd29c8' {{(pid=71058) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}}
[ 1713.118492] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 584834f7-f7e6-4b90-8406-f5f550b1b97d] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1713.150799] env[71058]: DEBUG oslo_concurrency.lockutils [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "refresh_cache-f41c1883-ddc6-491a-8f60-46df2ca46e95" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1713.150799] env[71058]: DEBUG oslo_concurrency.lockutils [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquired lock "refresh_cache-f41c1883-ddc6-491a-8f60-46df2ca46e95" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1713.151237] env[71058]: DEBUG nova.network.neutron [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1713.157698] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: e55a7df3-411f-441b-8e9b-91ba7bf96656] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1713.202061] env[71058]: DEBUG oslo_vmware.rw_handles [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){
[ 1713.202061] env[71058]:    value = "resgroup-9"
[ 1713.202061] env[71058]:    _type = "ResourcePool"
[ 1713.202061] env[71058]:  }. {{(pid=71058) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}}
[ 1713.202061] env[71058]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ed9406b2-ae00-4d2c-ae5f-076350083aa0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1713.232577] env[71058]: DEBUG oslo_vmware.rw_handles [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lease: (returnval){
[ 1713.232577] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52bb55fb-1d80-4907-0b61-794fcdb00c62"
[ 1713.232577] env[71058]:    _type = "HttpNfcLease"
[ 1713.232577] env[71058]:  } obtained for vApp import into resource pool (val){
[ 1713.232577] env[71058]:    value = "resgroup-9"
[ 1713.232577] env[71058]:    _type = "ResourcePool"
[ 1713.232577] env[71058]:  }. {{(pid=71058) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}}
[ 1713.235946] env[71058]: DEBUG oslo_vmware.api [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the lease: (returnval){
[ 1713.235946] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52bb55fb-1d80-4907-0b61-794fcdb00c62"
[ 1713.235946] env[71058]:    _type = "HttpNfcLease"
[ 1713.235946] env[71058]:  } to be ready. {{(pid=71058) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1713.239293] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1713.239293] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52bb55fb-1d80-4907-0b61-794fcdb00c62"
[ 1713.239293] env[71058]:    _type = "HttpNfcLease"
[ 1713.239293] env[71058]:  } is initializing. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1713.425267] env[71058]: DEBUG nova.network.neutron [-] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1713.427067] env[71058]: DEBUG oslo_vmware.api [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873415, 'name': Rename_Task, 'duration_secs': 0.157881} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1713.427352] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1713.427604] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb4d302c-d373-427b-bb2c-f6a98e882fa7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1713.431226] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42d3d4c-531e-4aff-89c6-4260e246a52c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1713.440853] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4a0da3-4368-4ada-9d1d-6b27d5172b94 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1713.446354] env[71058]: DEBUG oslo_vmware.api [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1713.446354] env[71058]:    value = "task-2873417"
[ 1713.446354] env[71058]:    _type = "Task"
[ 1713.446354] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1713.480899] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922bd58c-8b32-469d-9ee0-78491e6f5b75 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1713.487849] env[71058]: DEBUG oslo_vmware.api [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873417, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1713.492920] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258dfef9-d250-488e-b916-7ad44e513f5c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1713.506849] env[71058]: DEBUG nova.compute.provider_tree [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1713.584047] env[71058]: DEBUG oslo_concurrency.lockutils [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Acquiring lock "b86f8cb1-24b9-433d-a248-7491e9c9943b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1713.584391] env[71058]: DEBUG oslo_concurrency.lockutils [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Lock "b86f8cb1-24b9-433d-a248-7491e9c9943b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1713.662847] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 800b7ba0-d604-47bd-9992-b3bd7c946418] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1713.705418] env[71058]: DEBUG nova.network.neutron [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1713.740867] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1713.740867] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52bb55fb-1d80-4907-0b61-794fcdb00c62"
[ 1713.740867] env[71058]:    _type = "HttpNfcLease"
[ 1713.740867] env[71058]:  } is ready. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1713.741237] env[71058]: DEBUG oslo_vmware.rw_handles [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1713.741237] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52bb55fb-1d80-4907-0b61-794fcdb00c62"
[ 1713.741237] env[71058]:    _type = "HttpNfcLease"
[ 1713.741237] env[71058]:  }. {{(pid=71058) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}}
[ 1713.742116] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1826103d-f6c4-48db-a174-0106e42a115d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1713.749338] env[71058]: DEBUG oslo_vmware.rw_handles [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5282b5cc-727d-3d17-d4f0-87fbf6b87469/disk-0.vmdk from lease info. {{(pid=71058) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1713.749566] env[71058]: DEBUG oslo_vmware.rw_handles [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5282b5cc-727d-3d17-d4f0-87fbf6b87469/disk-0.vmdk. {{(pid=71058) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}}
[ 1713.808029] env[71058]: DEBUG nova.compute.manager [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1713.827332] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-098cbcff-1f09-495a-8c81-9d079023c7a9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1713.847424] env[71058]: DEBUG nova.virt.hardware [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1713.847731] env[71058]: DEBUG nova.virt.hardware [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1713.847824] env[71058]: DEBUG nova.virt.hardware [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1713.847999] env[71058]: DEBUG nova.virt.hardware [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1713.848162] env[71058]: DEBUG nova.virt.hardware [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1713.848307] env[71058]: DEBUG nova.virt.hardware [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1713.848505] env[71058]: DEBUG nova.virt.hardware [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1713.848661] env[71058]: DEBUG nova.virt.hardware [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1713.848823] env[71058]: DEBUG nova.virt.hardware [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1713.848981] env[71058]: DEBUG nova.virt.hardware [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1713.849169] env[71058]: DEBUG nova.virt.hardware [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1713.850039] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df083dce-6cb8-40ca-8745-df3aa835a6de {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1713.860604] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb7ed22-f856-459c-9119-ae7737269e60 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1713.927508] env[71058]: INFO nova.compute.manager [-] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Took 1.42 seconds to deallocate network for instance.
[ 1713.937722] env[71058]: DEBUG nova.network.neutron [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Updating instance_info_cache with network_info: [{"id": "9208deaa-da9e-4703-bca5-906dee0dd228", "address": "fa:16:3e:0e:67:af", "network": {"id": "0e55cc18-b52f-4c57-ac37-4902a108877c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1582599326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17af35ecde854246840d1e08ccd1fdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9208deaa-da", "ovs_interfaceid": "9208deaa-da9e-4703-bca5-906dee0dd228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1713.960405] env[71058]: DEBUG oslo_vmware.api [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873417, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1714.010815] env[71058]: DEBUG nova.scheduler.client.report [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1714.089013] env[71058]: DEBUG nova.compute.manager [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1714.166717] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 8745df0c-1d8b-4784-a3aa-4a0134936dc0] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1714.226122] env[71058]: DEBUG nova.compute.manager [req-7b561e04-9ea5-4e9b-be30-3e2a3173d31d req-3a7fa854-8bb8-4c49-ad99-edf4db3118e8 service nova] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Received event network-vif-plugged-841e0da0-e7c8-4dae-a46c-b92c5c83945c {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1714.226122] env[71058]: DEBUG oslo_concurrency.lockutils [req-7b561e04-9ea5-4e9b-be30-3e2a3173d31d req-3a7fa854-8bb8-4c49-ad99-edf4db3118e8 service nova] Acquiring lock "dec06a1a-7b8b-4e76-8088-73e41f640a17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1714.226122] env[71058]: DEBUG oslo_concurrency.lockutils [req-7b561e04-9ea5-4e9b-be30-3e2a3173d31d req-3a7fa854-8bb8-4c49-ad99-edf4db3118e8 service nova] Lock "dec06a1a-7b8b-4e76-8088-73e41f640a17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1714.226122] env[71058]: DEBUG oslo_concurrency.lockutils [req-7b561e04-9ea5-4e9b-be30-3e2a3173d31d req-3a7fa854-8bb8-4c49-ad99-edf4db3118e8 service nova] Lock "dec06a1a-7b8b-4e76-8088-73e41f640a17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1714.226122] env[71058]: DEBUG nova.compute.manager [req-7b561e04-9ea5-4e9b-be30-3e2a3173d31d req-3a7fa854-8bb8-4c49-ad99-edf4db3118e8 service nova] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] No waiting events found dispatching network-vif-plugged-841e0da0-e7c8-4dae-a46c-b92c5c83945c {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1714.226122] env[71058]: WARNING nova.compute.manager [req-7b561e04-9ea5-4e9b-be30-3e2a3173d31d req-3a7fa854-8bb8-4c49-ad99-edf4db3118e8 service nova] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Received unexpected event network-vif-plugged-841e0da0-e7c8-4dae-a46c-b92c5c83945c for instance with vm_state building and task_state spawning.
[ 1714.304351] env[71058]: DEBUG nova.network.neutron [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Successfully updated port: 841e0da0-e7c8-4dae-a46c-b92c5c83945c {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1714.374606] env[71058]: DEBUG nova.compute.manager [req-50abfbf6-9186-4aa4-a0c3-0a71bcccedec req-d6415dae-508c-472a-ba98-c3379fb552c2 service nova] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Received event network-vif-plugged-9208deaa-da9e-4703-bca5-906dee0dd228 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1714.374900] env[71058]: DEBUG oslo_concurrency.lockutils [req-50abfbf6-9186-4aa4-a0c3-0a71bcccedec req-d6415dae-508c-472a-ba98-c3379fb552c2 service nova] Acquiring lock "f41c1883-ddc6-491a-8f60-46df2ca46e95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1714.375207] env[71058]: DEBUG oslo_concurrency.lockutils [req-50abfbf6-9186-4aa4-a0c3-0a71bcccedec req-d6415dae-508c-472a-ba98-c3379fb552c2 service nova] Lock "f41c1883-ddc6-491a-8f60-46df2ca46e95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1714.375383] env[71058]: DEBUG oslo_concurrency.lockutils [req-50abfbf6-9186-4aa4-a0c3-0a71bcccedec req-d6415dae-508c-472a-ba98-c3379fb552c2 service nova] Lock "f41c1883-ddc6-491a-8f60-46df2ca46e95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1714.375565] env[71058]: DEBUG nova.compute.manager [req-50abfbf6-9186-4aa4-a0c3-0a71bcccedec req-d6415dae-508c-472a-ba98-c3379fb552c2 service nova] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] No waiting events found dispatching network-vif-plugged-9208deaa-da9e-4703-bca5-906dee0dd228 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1714.375730] env[71058]: WARNING nova.compute.manager [req-50abfbf6-9186-4aa4-a0c3-0a71bcccedec req-d6415dae-508c-472a-ba98-c3379fb552c2 service nova] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Received unexpected event network-vif-plugged-9208deaa-da9e-4703-bca5-906dee0dd228 for instance with vm_state building and task_state spawning.
[ 1714.377149] env[71058]: DEBUG nova.compute.manager [req-50abfbf6-9186-4aa4-a0c3-0a71bcccedec req-d6415dae-508c-472a-ba98-c3379fb552c2 service nova] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Received event network-changed-9208deaa-da9e-4703-bca5-906dee0dd228 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1714.377149] env[71058]: DEBUG nova.compute.manager [req-50abfbf6-9186-4aa4-a0c3-0a71bcccedec req-d6415dae-508c-472a-ba98-c3379fb552c2 service nova] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Refreshing instance network info cache due to event network-changed-9208deaa-da9e-4703-bca5-906dee0dd228. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1714.377149] env[71058]: DEBUG oslo_concurrency.lockutils [req-50abfbf6-9186-4aa4-a0c3-0a71bcccedec req-d6415dae-508c-472a-ba98-c3379fb552c2 service nova] Acquiring lock "refresh_cache-f41c1883-ddc6-491a-8f60-46df2ca46e95" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1714.434637] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5ac2942e-8bec-48e4-9072-31d64d02b5d7 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1714.439273] env[71058]: DEBUG oslo_concurrency.lockutils [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Releasing lock "refresh_cache-f41c1883-ddc6-491a-8f60-46df2ca46e95" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1714.439623] env[71058]: DEBUG nova.compute.manager [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Instance network_info: |[{"id": "9208deaa-da9e-4703-bca5-906dee0dd228", "address": "fa:16:3e:0e:67:af", "network": {"id": "0e55cc18-b52f-4c57-ac37-4902a108877c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1582599326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17af35ecde854246840d1e08ccd1fdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9208deaa-da", "ovs_interfaceid": "9208deaa-da9e-4703-bca5-906dee0dd228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1714.439947] env[71058]: DEBUG oslo_concurrency.lockutils [req-50abfbf6-9186-4aa4-a0c3-0a71bcccedec req-d6415dae-508c-472a-ba98-c3379fb552c2 service nova] Acquired lock "refresh_cache-f41c1883-ddc6-491a-8f60-46df2ca46e95" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1714.440179] env[71058]: DEBUG nova.network.neutron [req-50abfbf6-9186-4aa4-a0c3-0a71bcccedec req-d6415dae-508c-472a-ba98-c3379fb552c2 service nova] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Refreshing network info cache for port 9208deaa-da9e-4703-bca5-906dee0dd228 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1714.441467] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:67:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f35e69ef-c2c8-4b8c-9887-33e97b242c0a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9208deaa-da9e-4703-bca5-906dee0dd228', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1714.449225] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1714.455790] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1714.459887] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83e8fb53-098e-4664-b14c-96cf266fe422 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1714.492246] env[71058]: DEBUG oslo_vmware.api [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873417, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1714.495800] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1714.495800] env[71058]:    value = "task-2873418"
[ 1714.495800] env[71058]:    _type = "Task"
[ 1714.495800] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1714.504694] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873418, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1714.518509] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1714.519128] env[71058]: DEBUG nova.compute.manager [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1714.523252] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.021s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1714.523252] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1714.525044] env[71058]: DEBUG oslo_concurrency.lockutils [None req-349c04a1-f9f8-426e-a504-31a1d65ba692 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.857s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1714.525269] env[71058]: DEBUG oslo_concurrency.lockutils [None req-349c04a1-f9f8-426e-a504-31a1d65ba692 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1714.527498] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.737s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1714.529068] env[71058]: INFO nova.compute.claims [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1714.537373] env[71058]: DEBUG oslo_vmware.rw_handles [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Completed reading data from the image iterator. {{(pid=71058) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}}
[ 1714.537373] env[71058]: DEBUG oslo_vmware.rw_handles [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5282b5cc-727d-3d17-d4f0-87fbf6b87469/disk-0.vmdk. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1714.537373] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874412dc-a76a-4009-8f7a-1da56914d16c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1714.544497] env[71058]: DEBUG oslo_vmware.rw_handles [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5282b5cc-727d-3d17-d4f0-87fbf6b87469/disk-0.vmdk is in state: ready. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1714.546020] env[71058]: DEBUG oslo_vmware.rw_handles [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5282b5cc-727d-3d17-d4f0-87fbf6b87469/disk-0.vmdk. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}}
[ 1714.546020] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-921cf1a4-8426-4558-b21a-3b546f259524 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1714.619326] env[71058]: DEBUG oslo_concurrency.lockutils [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1714.629562] env[71058]: INFO nova.scheduler.client.report [None req-349c04a1-f9f8-426e-a504-31a1d65ba692 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Deleted allocations for instance 48171880-b1d9-4668-80d2-f9154792e59a
[ 1714.669914] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 06f0fe80-c544-4b82-b82a-69b9c5e1e517] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1714.741903] env[71058]: DEBUG nova.network.neutron [req-50abfbf6-9186-4aa4-a0c3-0a71bcccedec req-d6415dae-508c-472a-ba98-c3379fb552c2 service nova] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Updated VIF entry in instance network info cache for port 9208deaa-da9e-4703-bca5-906dee0dd228. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1714.742398] env[71058]: DEBUG nova.network.neutron [req-50abfbf6-9186-4aa4-a0c3-0a71bcccedec req-d6415dae-508c-472a-ba98-c3379fb552c2 service nova] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Updating instance_info_cache with network_info: [{"id": "9208deaa-da9e-4703-bca5-906dee0dd228", "address": "fa:16:3e:0e:67:af", "network": {"id": "0e55cc18-b52f-4c57-ac37-4902a108877c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1582599326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17af35ecde854246840d1e08ccd1fdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9208deaa-da", "ovs_interfaceid": "9208deaa-da9e-4703-bca5-906dee0dd228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1714.770027] env[71058]: DEBUG oslo_vmware.rw_handles [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5282b5cc-727d-3d17-d4f0-87fbf6b87469/disk-0.vmdk. {{(pid=71058) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}}
[ 1714.770283] env[71058]: INFO nova.virt.vmwareapi.images [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Downloaded image file data 4a9c2cb3-4097-49b7-9af1-25732f0a8a45
[ 1714.771165] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb424080-1e56-4729-b312-137e036d9f34 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1714.788163] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9bea25c-7a80-4eef-8170-9c51fc4c5602 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1714.808551] env[71058]: DEBUG oslo_concurrency.lockutils [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Acquiring lock "refresh_cache-dec06a1a-7b8b-4e76-8088-73e41f640a17" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1714.808706] env[71058]: DEBUG oslo_concurrency.lockutils [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Acquired lock "refresh_cache-dec06a1a-7b8b-4e76-8088-73e41f640a17" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1714.808860] env[71058]: DEBUG nova.network.neutron [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1714.820990] env[71058]: INFO nova.virt.vmwareapi.images [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] The imported VM was unregistered
[ 1714.823385] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Caching image {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}}
[ 1714.823612] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Creating directory with path [datastore2] devstack-image-cache_base/4a9c2cb3-4097-49b7-9af1-25732f0a8a45 {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1714.824290] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc8cad92-f2a7-44f7-a3aa-5bb499b200fd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1714.840158] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Created directory with path [datastore2] devstack-image-cache_base/4a9c2cb3-4097-49b7-9af1-25732f0a8a45 {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1714.840386] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_fe25dcf8-42d1-4c60-bf7c-832fa6fd29c8/OSTACK_IMG_fe25dcf8-42d1-4c60-bf7c-832fa6fd29c8.vmdk to [datastore2] devstack-image-cache_base/4a9c2cb3-4097-49b7-9af1-25732f0a8a45/4a9c2cb3-4097-49b7-9af1-25732f0a8a45.vmdk. {{(pid=71058) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}}
[ 1714.840648] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-da893c40-4822-486b-a133-3a4b19f48f4d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1714.847957] env[71058]: DEBUG oslo_vmware.api [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1714.847957] env[71058]:    value = "task-2873420"
[ 1714.847957] env[71058]:    _type = "Task"
[ 1714.847957] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1714.856268] env[71058]: DEBUG oslo_vmware.api [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873420, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1714.965013] env[71058]: DEBUG oslo_vmware.api [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873417, 'name': PowerOnVM_Task, 'duration_secs': 1.186963} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1714.965277] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1714.965481] env[71058]: INFO nova.compute.manager [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Took 9.13 seconds to spawn the instance on the hypervisor.
[ 1714.965660] env[71058]: DEBUG nova.compute.manager [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1714.966489] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b3b0e8-07d9-4330-abe8-d324c469e2c0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1715.005615] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873418, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1715.038860] env[71058]: DEBUG nova.compute.utils [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1715.041253] env[71058]: DEBUG nova.compute.manager [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1715.041486] env[71058]: DEBUG nova.network.neutron [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1715.048027] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b21c5c61-b9e6-4843-b0e4-772a26aec962 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "3fb56870-0376-4ebd-b347-ab3900a876e9" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 52.993s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1715.048549] env[71058]: DEBUG oslo_concurrency.lockutils [None req-98d4fd09-b5d6-4b34-8ed2-2dd07c295bb3 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "3fb56870-0376-4ebd-b347-ab3900a876e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 33.200s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1715.048764] env[71058]: DEBUG oslo_concurrency.lockutils [None req-98d4fd09-b5d6-4b34-8ed2-2dd07c295bb3 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "3fb56870-0376-4ebd-b347-ab3900a876e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1715.048963] env[71058]: DEBUG oslo_concurrency.lockutils [None req-98d4fd09-b5d6-4b34-8ed2-2dd07c295bb3 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "3fb56870-0376-4ebd-b347-ab3900a876e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1715.049140] env[71058]: DEBUG oslo_concurrency.lockutils [None req-98d4fd09-b5d6-4b34-8ed2-2dd07c295bb3 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "3fb56870-0376-4ebd-b347-ab3900a876e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1715.052213] env[71058]: INFO nova.compute.manager [None req-98d4fd09-b5d6-4b34-8ed2-2dd07c295bb3 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Terminating instance
[ 1715.088513] env[71058]: DEBUG nova.policy [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb7b8ce61c4a42d997e357f20f8b6088', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df590cd3ec8f4748ad8a273f58d2f095', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1715.144681] env[71058]: DEBUG oslo_concurrency.lockutils [None req-349c04a1-f9f8-426e-a504-31a1d65ba692 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Lock "48171880-b1d9-4668-80d2-f9154792e59a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 35.925s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1715.174015] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: e123681a-fb17-4348-bb02-1b9ad55fd9f8] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1715.246275] env[71058]: DEBUG oslo_concurrency.lockutils [req-50abfbf6-9186-4aa4-a0c3-0a71bcccedec req-d6415dae-508c-472a-ba98-c3379fb552c2 service nova] Releasing lock "refresh_cache-f41c1883-ddc6-491a-8f60-46df2ca46e95" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1715.246542] env[71058]: DEBUG nova.compute.manager [req-50abfbf6-9186-4aa4-a0c3-0a71bcccedec req-d6415dae-508c-472a-ba98-c3379fb552c2 service nova] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Received event network-vif-deleted-08087dd4-26fb-485f-99e6-df5bf91d14db {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1715.356265] env[71058]: DEBUG nova.network.neutron [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1715.362592] env[71058]: DEBUG oslo_vmware.api [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873420, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1715.383186] env[71058]: DEBUG nova.network.neutron [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Successfully created port: 20bdc7b9-fd6e-4fd2-84b4-ede96963d251 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1715.487053] env[71058]: INFO nova.compute.manager [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Took 55.08 seconds to build instance.
[ 1715.509901] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873418, 'name': CreateVM_Task, 'duration_secs': 0.618449} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1715.509901] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1715.511286] env[71058]: DEBUG oslo_concurrency.lockutils [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1715.511471] env[71058]: DEBUG oslo_concurrency.lockutils [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1715.511923] env[71058]: DEBUG oslo_concurrency.lockutils [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1715.512505] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf95dc37-6394-45bc-9303-8243ecafdefe {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1715.517906] env[71058]: DEBUG oslo_vmware.api [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1715.517906] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f2cd19-0bd5-c082-88ee-6965ffcede6f"
[ 1715.517906] env[71058]:    _type = "Task"
[ 1715.517906] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1715.527668] env[71058]: DEBUG oslo_vmware.api [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f2cd19-0bd5-c082-88ee-6965ffcede6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1715.549719] env[71058]: DEBUG nova.compute.manager [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1715.558342] env[71058]: DEBUG nova.compute.manager [None req-98d4fd09-b5d6-4b34-8ed2-2dd07c295bb3 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1715.558557] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-98d4fd09-b5d6-4b34-8ed2-2dd07c295bb3 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1715.558866] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-844f6436-0fbc-49dd-ada3-d6e40e3b5809 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1715.569589] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad1bf5e-3698-48f7-bcb0-f88e3f356076 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1715.608077] env[71058]: WARNING nova.virt.vmwareapi.vmops [None req-98d4fd09-b5d6-4b34-8ed2-2dd07c295bb3 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 3fb56870-0376-4ebd-b347-ab3900a876e9 could not be found.
[ 1715.608077] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-98d4fd09-b5d6-4b34-8ed2-2dd07c295bb3 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1715.608742] env[71058]: INFO nova.compute.manager [None req-98d4fd09-b5d6-4b34-8ed2-2dd07c295bb3 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Took 0.05 seconds to destroy the instance on the hypervisor.
[ 1715.609068] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98d4fd09-b5d6-4b34-8ed2-2dd07c295bb3 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1715.612736] env[71058]: DEBUG nova.compute.manager [-] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1715.612884] env[71058]: DEBUG nova.network.neutron [-] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1715.666736] env[71058]: DEBUG nova.network.neutron [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Updating instance_info_cache with network_info: [{"id": "841e0da0-e7c8-4dae-a46c-b92c5c83945c", "address": "fa:16:3e:0b:5b:16", "network": {"id": "39b893cf-cf21-4a32-bf4c-fb9807832026", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1014808728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2fc8fc6fb774929b47aca1029572b17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap841e0da0-e7", "ovs_interfaceid": "841e0da0-e7c8-4dae-a46c-b92c5c83945c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1715.679150] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: bf1c130f-b02f-4890-84d0-54589ef16315] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1715.861415] env[71058]: DEBUG oslo_vmware.api [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873420, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1715.989211] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a0badf46-f4bb-46c3-9cd8-73c548d20e77 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lock "d8c74703-a213-4e6c-882c-46cdbb82b1b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 78.445s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1716.030552] env[71058]: DEBUG oslo_vmware.api [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f2cd19-0bd5-c082-88ee-6965ffcede6f, 'name': SearchDatastore_Task, 'duration_secs': 0.081634} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1716.030552] env[71058]: DEBUG oslo_concurrency.lockutils [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1716.030905] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1716.030905] env[71058]: DEBUG oslo_concurrency.lockutils [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1716.031184] env[71058]: DEBUG oslo_concurrency.lockutils [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1716.031266] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1716.034022] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94e296d2-5a63-455b-990e-9369343b172c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1716.053860] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1716.053860] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1716.053860] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ad807e4-c5f2-4116-9190-885574172152 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1716.066703] env[71058]: DEBUG oslo_vmware.api [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1716.066703] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5246962b-540a-018b-b453-a387a0a32292"
[ 1716.066703] env[71058]:    _type = "Task"
[ 1716.066703] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1716.075558] env[71058]: DEBUG oslo_vmware.api [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5246962b-540a-018b-b453-a387a0a32292, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1716.162198] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c4eaa8-a186-497d-90db-0a74986179d4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1716.170716] env[71058]: DEBUG oslo_concurrency.lockutils [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Releasing lock "refresh_cache-dec06a1a-7b8b-4e76-8088-73e41f640a17" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1716.171146] env[71058]: DEBUG nova.compute.manager [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Instance network_info: |[{"id": "841e0da0-e7c8-4dae-a46c-b92c5c83945c", "address": "fa:16:3e:0b:5b:16", "network": {"id": "39b893cf-cf21-4a32-bf4c-fb9807832026", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1014808728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2fc8fc6fb774929b47aca1029572b17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap841e0da0-e7", "ovs_interfaceid": "841e0da0-e7c8-4dae-a46c-b92c5c83945c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1716.171667] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:5b:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f972c061-0cd5-4aed-8cfb-42cc4a08835a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '841e0da0-e7c8-4dae-a46c-b92c5c83945c', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1716.181618] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1716.182294] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a462f8d5-c8e2-4638-96a5-d948a5c66b07 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1716.189891] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1716.190295] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: fc0e7536-f62d-42d7-a9aa-1e2000e65b9b] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1716.192150] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2905cff4-6e75-4e24-8fca-be2efb415695 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1716.248376] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38fdb6a-9fa4-4576-9011-cc1d1199bdf5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1716.251739] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1716.251739] env[71058]:    value = "task-2873421"
[ 1716.251739] env[71058]:    _type = "Task"
[ 1716.251739] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1716.259751] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f590f968-6f8e-48ff-8220-868ee7418f47 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1716.267354] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873421, 'name': CreateVM_Task} progress is 15%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1716.278080] env[71058]: DEBUG nova.compute.provider_tree [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1716.363243] env[71058]: DEBUG oslo_vmware.api [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873420, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1716.435956] env[71058]: DEBUG nova.compute.manager [req-872baf3c-3482-4740-8ada-d47b474e5679 req-43616176-a44f-46a5-812e-55f4af840985 service nova] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Received event network-changed-841e0da0-e7c8-4dae-a46c-b92c5c83945c {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1716.436384] env[71058]: DEBUG nova.compute.manager [req-872baf3c-3482-4740-8ada-d47b474e5679 req-43616176-a44f-46a5-812e-55f4af840985 service nova] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Refreshing instance network info cache due to event network-changed-841e0da0-e7c8-4dae-a46c-b92c5c83945c. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1716.436744] env[71058]: DEBUG oslo_concurrency.lockutils [req-872baf3c-3482-4740-8ada-d47b474e5679 req-43616176-a44f-46a5-812e-55f4af840985 service nova] Acquiring lock "refresh_cache-dec06a1a-7b8b-4e76-8088-73e41f640a17" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1716.437021] env[71058]: DEBUG oslo_concurrency.lockutils [req-872baf3c-3482-4740-8ada-d47b474e5679 req-43616176-a44f-46a5-812e-55f4af840985 service nova] Acquired lock "refresh_cache-dec06a1a-7b8b-4e76-8088-73e41f640a17" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1716.437407] env[71058]: DEBUG nova.network.neutron [req-872baf3c-3482-4740-8ada-d47b474e5679 req-43616176-a44f-46a5-812e-55f4af840985 service nova] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Refreshing network info cache for port 841e0da0-e7c8-4dae-a46c-b92c5c83945c {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1716.564578] env[71058]: DEBUG nova.compute.manager [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1716.576823] env[71058]: DEBUG oslo_vmware.api [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5246962b-540a-018b-b453-a387a0a32292, 'name': SearchDatastore_Task, 'duration_secs': 0.093469} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1716.581183] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eb1ca88-8059-4c8b-8407-9824580f3fbe {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1716.587538] env[71058]: DEBUG oslo_vmware.api [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1716.587538] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523fcede-d123-1c77-746c-44dae796cb34"
[ 1716.587538] env[71058]:    _type = "Task"
[ 1716.587538] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1716.599158] env[71058]: DEBUG oslo_vmware.api [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523fcede-d123-1c77-746c-44dae796cb34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1716.601689] env[71058]: DEBUG nova.virt.hardware [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1716.604125] env[71058]: DEBUG nova.virt.hardware [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1716.604125] env[71058]: DEBUG nova.virt.hardware [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1716.604125] env[71058]: DEBUG nova.virt.hardware [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1716.604125] env[71058]: DEBUG nova.virt.hardware [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1716.604125] env[71058]: DEBUG nova.virt.hardware [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1716.604125] env[71058]: DEBUG nova.virt.hardware [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1716.604125] env[71058]: DEBUG nova.virt.hardware [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1716.604125] env[71058]: DEBUG nova.virt.hardware [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1716.604125] env[71058]: DEBUG nova.virt.hardware [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1716.604125] env[71058]: DEBUG nova.virt.hardware [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1716.604918] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e25c251-c00a-434a-b1e8-e18bf181b64b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1716.612973] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642799da-ccf2-47c8-be7b-e071c87e5135 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1716.627798] env[71058]: DEBUG nova.network.neutron [-] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1716.715735] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1716.715735] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Cleaning up deleted instances with incomplete migration  {{(pid=71058) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}}
[ 1716.762859] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873421, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1716.781777] env[71058]: DEBUG nova.scheduler.client.report [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1716.863634] env[71058]: DEBUG oslo_vmware.api [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873420, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1717.101537] env[71058]: DEBUG oslo_vmware.api [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523fcede-d123-1c77-746c-44dae796cb34, 'name': SearchDatastore_Task, 'duration_secs': 0.090047} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1717.101682] env[71058]: DEBUG oslo_concurrency.lockutils [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1717.101833] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] f41c1883-ddc6-491a-8f60-46df2ca46e95/f41c1883-ddc6-491a-8f60-46df2ca46e95.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1717.102128] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d27e20de-fc7a-4207-bddb-89a8830ce1a5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1717.110018] env[71058]: DEBUG oslo_vmware.api [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1717.110018] env[71058]:    value = "task-2873422"
[ 1717.110018] env[71058]:    _type = "Task"
[ 1717.110018] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1717.119184] env[71058]: DEBUG oslo_vmware.api [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1717.131147] env[71058]: INFO nova.compute.manager [-] [instance: 3fb56870-0376-4ebd-b347-ab3900a876e9] Took 1.52 seconds to deallocate network for instance.
[ 1717.157150] env[71058]: DEBUG oslo_concurrency.lockutils [None req-96d35474-59a7-45e9-85df-81d7f9b9ea50 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Acquiring lock "f4df8d57-cfaa-490f-b639-803bff814117" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1717.157443] env[71058]: DEBUG oslo_concurrency.lockutils [None req-96d35474-59a7-45e9-85df-81d7f9b9ea50 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Lock "f4df8d57-cfaa-490f-b639-803bff814117" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1717.157654] env[71058]: DEBUG oslo_concurrency.lockutils [None req-96d35474-59a7-45e9-85df-81d7f9b9ea50 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Acquiring lock "f4df8d57-cfaa-490f-b639-803bff814117-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1717.157821] env[71058]: DEBUG oslo_concurrency.lockutils [None req-96d35474-59a7-45e9-85df-81d7f9b9ea50 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Lock "f4df8d57-cfaa-490f-b639-803bff814117-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1717.157983] env[71058]: DEBUG oslo_concurrency.lockutils [None req-96d35474-59a7-45e9-85df-81d7f9b9ea50 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Lock "f4df8d57-cfaa-490f-b639-803bff814117-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1717.160297] env[71058]: INFO nova.compute.manager [None req-96d35474-59a7-45e9-85df-81d7f9b9ea50 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Terminating instance
[ 1717.218848] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1717.258847] env[71058]: DEBUG nova.network.neutron [req-872baf3c-3482-4740-8ada-d47b474e5679 req-43616176-a44f-46a5-812e-55f4af840985 service nova] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Updated VIF entry in instance network info cache for port 841e0da0-e7c8-4dae-a46c-b92c5c83945c. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1717.259228] env[71058]: DEBUG nova.network.neutron [req-872baf3c-3482-4740-8ada-d47b474e5679 req-43616176-a44f-46a5-812e-55f4af840985 service nova] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Updating instance_info_cache with network_info: [{"id": "841e0da0-e7c8-4dae-a46c-b92c5c83945c", "address": "fa:16:3e:0b:5b:16", "network": {"id": "39b893cf-cf21-4a32-bf4c-fb9807832026", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1014808728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2fc8fc6fb774929b47aca1029572b17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap841e0da0-e7", "ovs_interfaceid": "841e0da0-e7c8-4dae-a46c-b92c5c83945c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1717.271199] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873421, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1717.286757] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1717.287349] env[71058]: DEBUG nova.compute.manager [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1717.294172] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f7e15cba-48f3-4606-8dee-3482639debec tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.876s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1717.294172] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f7e15cba-48f3-4606-8dee-3482639debec tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1717.294937] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.737s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1717.297251] env[71058]: INFO nova.compute.claims [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1717.314632] env[71058]: DEBUG oslo_concurrency.lockutils [None req-084c02f6-0bdc-48e1-800e-f186d06bfe66 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Acquiring lock "974876ee-5777-4ff6-9453-46d440b8a166" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1717.314904] env[71058]: DEBUG oslo_concurrency.lockutils [None req-084c02f6-0bdc-48e1-800e-f186d06bfe66 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Lock "974876ee-5777-4ff6-9453-46d440b8a166" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1717.315150] env[71058]: DEBUG oslo_concurrency.lockutils [None req-084c02f6-0bdc-48e1-800e-f186d06bfe66 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Acquiring lock "974876ee-5777-4ff6-9453-46d440b8a166-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1717.315339] env[71058]: DEBUG oslo_concurrency.lockutils [None req-084c02f6-0bdc-48e1-800e-f186d06bfe66 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Lock "974876ee-5777-4ff6-9453-46d440b8a166-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1717.315504] env[71058]: DEBUG oslo_concurrency.lockutils [None req-084c02f6-0bdc-48e1-800e-f186d06bfe66 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Lock "974876ee-5777-4ff6-9453-46d440b8a166-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1717.318313] env[71058]: INFO nova.compute.manager [None req-084c02f6-0bdc-48e1-800e-f186d06bfe66 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Terminating instance
[ 1717.343584] env[71058]: INFO nova.scheduler.client.report [None req-f7e15cba-48f3-4606-8dee-3482639debec tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Deleted allocations for instance e63c90cf-3e28-4fa0-a92d-959f26d81786
[ 1717.366254] env[71058]: DEBUG oslo_vmware.api [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873420, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1717.366254] env[71058]: DEBUG nova.network.neutron [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Successfully updated port: 20bdc7b9-fd6e-4fd2-84b4-ede96963d251 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1717.622293] env[71058]: DEBUG oslo_vmware.api [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1717.665766] env[71058]: DEBUG nova.compute.manager [None req-96d35474-59a7-45e9-85df-81d7f9b9ea50 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1717.666171] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-96d35474-59a7-45e9-85df-81d7f9b9ea50 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1717.667350] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e832c168-f641-4a26-ad36-54a821c64aee {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1717.676306] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-96d35474-59a7-45e9-85df-81d7f9b9ea50 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1717.676653] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21f116db-ce38-4b33-93f2-96654ffa29ee {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1717.685774] env[71058]: DEBUG oslo_vmware.api [None req-96d35474-59a7-45e9-85df-81d7f9b9ea50 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Waiting for the task: (returnval){
[ 1717.685774] env[71058]:    value = "task-2873423"
[ 1717.685774] env[71058]:    _type = "Task"
[ 1717.685774] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1717.695546] env[71058]: DEBUG oslo_vmware.api [None req-96d35474-59a7-45e9-85df-81d7f9b9ea50 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1717.763823] env[71058]: DEBUG oslo_concurrency.lockutils [req-872baf3c-3482-4740-8ada-d47b474e5679 req-43616176-a44f-46a5-812e-55f4af840985 service nova] Releasing lock "refresh_cache-dec06a1a-7b8b-4e76-8088-73e41f640a17" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1717.764202] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873421, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1717.793086] env[71058]: DEBUG nova.compute.utils [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1717.793863] env[71058]: DEBUG nova.compute.manager [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1717.794074] env[71058]: DEBUG nova.network.neutron [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1717.823937] env[71058]: DEBUG nova.compute.manager [None req-084c02f6-0bdc-48e1-800e-f186d06bfe66 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1717.824106] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-084c02f6-0bdc-48e1-800e-f186d06bfe66 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1717.824883] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a802f12-c506-46a9-9205-6a5fdbc6a533 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1717.833219] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-084c02f6-0bdc-48e1-800e-f186d06bfe66 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1717.833492] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fa6366d-8982-466b-9e10-11d06c29e887 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1717.840657] env[71058]: DEBUG oslo_vmware.api [None req-084c02f6-0bdc-48e1-800e-f186d06bfe66 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Waiting for the task: (returnval){
[ 1717.840657] env[71058]:    value = "task-2873424"
[ 1717.840657] env[71058]:    _type = "Task"
[ 1717.840657] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1717.845691] env[71058]: DEBUG nova.policy [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99dd3dc7ee5543fea86ad0357d89241a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cef1731def234742bd05b4f7e9c3719c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1717.856179] env[71058]: DEBUG oslo_vmware.api [None req-084c02f6-0bdc-48e1-800e-f186d06bfe66 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1717.859783] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f7e15cba-48f3-4606-8dee-3482639debec tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "e63c90cf-3e28-4fa0-a92d-959f26d81786" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 34.136s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1717.868622] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "refresh_cache-f9a9c523-5c79-4cbd-9a82-66ee954c6eeb" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1717.868758] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquired lock "refresh_cache-f9a9c523-5c79-4cbd-9a82-66ee954c6eeb" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1717.868896] env[71058]: DEBUG nova.network.neutron [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1717.872608] env[71058]: DEBUG oslo_vmware.api [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873420, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.855164} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1717.872608] env[71058]: INFO nova.virt.vmwareapi.ds_util [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_fe25dcf8-42d1-4c60-bf7c-832fa6fd29c8/OSTACK_IMG_fe25dcf8-42d1-4c60-bf7c-832fa6fd29c8.vmdk to [datastore2] devstack-image-cache_base/4a9c2cb3-4097-49b7-9af1-25732f0a8a45/4a9c2cb3-4097-49b7-9af1-25732f0a8a45.vmdk.
[ 1717.872608] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Cleaning up location [datastore2] OSTACK_IMG_fe25dcf8-42d1-4c60-bf7c-832fa6fd29c8 {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}}
[ 1717.872608] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_fe25dcf8-42d1-4c60-bf7c-832fa6fd29c8 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1717.872608] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4042685-6da8-4792-af70-c086a3ab747d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1717.879356] env[71058]: DEBUG oslo_vmware.api [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1717.879356] env[71058]:    value = "task-2873425"
[ 1717.879356] env[71058]:    _type = "Task"
[ 1717.879356] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1717.892599] env[71058]: DEBUG oslo_vmware.api [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1718.122996] env[71058]: DEBUG oslo_vmware.api [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873422, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1718.161097] env[71058]: DEBUG oslo_concurrency.lockutils [None req-98d4fd09-b5d6-4b34-8ed2-2dd07c295bb3 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "3fb56870-0376-4ebd-b347-ab3900a876e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.112s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1718.186073] env[71058]: DEBUG nova.network.neutron [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Successfully created port: a51328d9-f8e4-48af-a8b3-42e8ae7f2ea1 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1718.197923] env[71058]: DEBUG oslo_vmware.api [None req-96d35474-59a7-45e9-85df-81d7f9b9ea50 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873423, 'name': PowerOffVM_Task, 'duration_secs': 0.346272} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1718.198198] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-96d35474-59a7-45e9-85df-81d7f9b9ea50 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1718.198371] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-96d35474-59a7-45e9-85df-81d7f9b9ea50 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1718.198643] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6720f322-9349-4328-9fb9-ba06c0b128be {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1718.264247] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873421, 'name': CreateVM_Task, 'duration_secs': 1.558459} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1718.264545] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1718.265262] env[71058]: DEBUG oslo_concurrency.lockutils [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1718.265368] env[71058]: DEBUG oslo_concurrency.lockutils [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1718.265611] env[71058]: DEBUG oslo_concurrency.lockutils [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1718.265878] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bb18451-742d-4500-9170-523e0e24f466 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1718.270726] env[71058]: DEBUG oslo_vmware.api [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for the task: (returnval){
[ 1718.270726] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52ea3444-1b5a-df57-238b-52795d350617"
[ 1718.270726] env[71058]:    _type = "Task"
[ 1718.270726] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1718.276673] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-96d35474-59a7-45e9-85df-81d7f9b9ea50 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1718.276899] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-96d35474-59a7-45e9-85df-81d7f9b9ea50 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1718.277065] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-96d35474-59a7-45e9-85df-81d7f9b9ea50 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Deleting the datastore file [datastore1] f4df8d57-cfaa-490f-b639-803bff814117 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1718.277390] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5110116a-4682-434e-8fac-750f28cfb8db {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1718.282701] env[71058]: DEBUG oslo_vmware.api [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52ea3444-1b5a-df57-238b-52795d350617, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1718.287773] env[71058]: DEBUG oslo_vmware.api [None req-96d35474-59a7-45e9-85df-81d7f9b9ea50 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Waiting for the task: (returnval){
[ 1718.287773] env[71058]:    value = "task-2873427"
[ 1718.287773] env[71058]:    _type = "Task"
[ 1718.287773] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1718.295718] env[71058]: DEBUG oslo_vmware.api [None req-96d35474-59a7-45e9-85df-81d7f9b9ea50 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1718.297306] env[71058]: DEBUG nova.compute.manager [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1718.355157] env[71058]: DEBUG oslo_vmware.api [None req-084c02f6-0bdc-48e1-800e-f186d06bfe66 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873424, 'name': PowerOffVM_Task, 'duration_secs': 0.29214} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1718.355650] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-084c02f6-0bdc-48e1-800e-f186d06bfe66 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1718.355873] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-084c02f6-0bdc-48e1-800e-f186d06bfe66 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1718.356170] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-637483a8-bdc8-44d7-9d0b-a93d48f6e3a0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1718.394826] env[71058]: DEBUG oslo_vmware.api [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222356} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1718.398514] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1718.398712] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a9c2cb3-4097-49b7-9af1-25732f0a8a45/4a9c2cb3-4097-49b7-9af1-25732f0a8a45.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1718.399011] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a9c2cb3-4097-49b7-9af1-25732f0a8a45/4a9c2cb3-4097-49b7-9af1-25732f0a8a45.vmdk to [datastore2] e8ed5493-c4fb-47aa-b29e-f94be14fcd9a/e8ed5493-c4fb-47aa-b29e-f94be14fcd9a.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1718.399551] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2886f80b-e8a6-421b-9336-7b5af1146244 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1718.406553] env[71058]: DEBUG oslo_vmware.api [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1718.406553] env[71058]:    value = "task-2873429"
[ 1718.406553] env[71058]:    _type = "Task"
[ 1718.406553] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1718.429923] env[71058]: DEBUG oslo_vmware.api [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1718.430261] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-084c02f6-0bdc-48e1-800e-f186d06bfe66 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1718.430466] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-084c02f6-0bdc-48e1-800e-f186d06bfe66 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1718.430661] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-084c02f6-0bdc-48e1-800e-f186d06bfe66 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Deleting the datastore file [datastore2] 974876ee-5777-4ff6-9453-46d440b8a166 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1718.430975] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f95479b2-539e-423b-8e95-9697c5c622a0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1718.439683] env[71058]: DEBUG oslo_vmware.api [None req-084c02f6-0bdc-48e1-800e-f186d06bfe66 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Waiting for the task: (returnval){
[ 1718.439683] env[71058]:    value = "task-2873430"
[ 1718.439683] env[71058]:    _type = "Task"
[ 1718.439683] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1718.448723] env[71058]: DEBUG oslo_vmware.api [None req-084c02f6-0bdc-48e1-800e-f186d06bfe66 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1718.624593] env[71058]: DEBUG oslo_vmware.api [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873422, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.067903} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1718.624747] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] f41c1883-ddc6-491a-8f60-46df2ca46e95/f41c1883-ddc6-491a-8f60-46df2ca46e95.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1718.624960] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1718.625262] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-482bfeea-adb8-4a38-b869-79ec441b2c4c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1718.631643] env[71058]: DEBUG oslo_vmware.api [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1718.631643] env[71058]:    value = "task-2873431"
[ 1718.631643] env[71058]:    _type = "Task"
[ 1718.631643] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1718.644444] env[71058]: DEBUG oslo_vmware.api [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873431, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1718.673950] env[71058]: DEBUG nova.network.neutron [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1718.784894] env[71058]: DEBUG oslo_vmware.api [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52ea3444-1b5a-df57-238b-52795d350617, 'name': SearchDatastore_Task, 'duration_secs': 0.0347} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1718.785213] env[71058]: DEBUG oslo_concurrency.lockutils [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1718.785472] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1718.785709] env[71058]: DEBUG oslo_concurrency.lockutils [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1718.785851] env[71058]: DEBUG oslo_concurrency.lockutils [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1718.786030] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1718.786385] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6bb217e-b8e5-4846-a2f8-246939e0fcab {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1718.807035] env[71058]: DEBUG oslo_vmware.api [None req-96d35474-59a7-45e9-85df-81d7f9b9ea50 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1718.808389] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1718.808570] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1718.814054] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a29cf717-f857-4eee-b203-9bd1d23c927f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1718.820358] env[71058]: DEBUG oslo_vmware.api [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for the task: (returnval){
[ 1718.820358] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c7ae02-e381-c438-abe4-cb46bd76062a"
[ 1718.820358] env[71058]:    _type = "Task"
[ 1718.820358] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1718.829871] env[71058]: DEBUG oslo_vmware.api [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c7ae02-e381-c438-abe4-cb46bd76062a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1718.849935] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa9b51a-2d3e-4f84-9843-a3afbca2d3f3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1718.858817] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645020aa-e1e5-41fa-b212-b8e99c2504c5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1718.898040] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c76b563-b536-45c2-8d9b-6e8fdcad2329 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1718.907650] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bf13d7-b1a3-40ac-a569-75dc3c8b9c91 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1718.927091] env[71058]: DEBUG oslo_vmware.api [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873429, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1718.934856] env[71058]: DEBUG nova.compute.provider_tree [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1718.948500] env[71058]: DEBUG oslo_vmware.api [None req-084c02f6-0bdc-48e1-800e-f186d06bfe66 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1718.959548] env[71058]: DEBUG nova.network.neutron [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Updating instance_info_cache with network_info: [{"id": "20bdc7b9-fd6e-4fd2-84b4-ede96963d251", "address": "fa:16:3e:6d:e4:61", "network": {"id": "5ecbb149-fd57-4a44-a6cc-48e0b1e653a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1232521171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df590cd3ec8f4748ad8a273f58d2f095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20bdc7b9-fd", "ovs_interfaceid": "20bdc7b9-fd6e-4fd2-84b4-ede96963d251", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1718.968040] env[71058]: DEBUG nova.compute.manager [req-fcad51a9-970a-4086-ba5b-f6725747289e req-9219c49f-f604-41d1-8d62-39e30d0aca93 service nova] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Received event network-vif-plugged-20bdc7b9-fd6e-4fd2-84b4-ede96963d251 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1718.970154] env[71058]: DEBUG oslo_concurrency.lockutils [req-fcad51a9-970a-4086-ba5b-f6725747289e req-9219c49f-f604-41d1-8d62-39e30d0aca93 service nova] Acquiring lock "f9a9c523-5c79-4cbd-9a82-66ee954c6eeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1718.970485] env[71058]: DEBUG oslo_concurrency.lockutils [req-fcad51a9-970a-4086-ba5b-f6725747289e req-9219c49f-f604-41d1-8d62-39e30d0aca93 service nova] Lock "f9a9c523-5c79-4cbd-9a82-66ee954c6eeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1718.970579] env[71058]: DEBUG oslo_concurrency.lockutils [req-fcad51a9-970a-4086-ba5b-f6725747289e req-9219c49f-f604-41d1-8d62-39e30d0aca93 service nova] Lock "f9a9c523-5c79-4cbd-9a82-66ee954c6eeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1718.970711] env[71058]: DEBUG nova.compute.manager [req-fcad51a9-970a-4086-ba5b-f6725747289e req-9219c49f-f604-41d1-8d62-39e30d0aca93 service nova] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] No waiting events found dispatching network-vif-plugged-20bdc7b9-fd6e-4fd2-84b4-ede96963d251 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1718.970883] env[71058]: WARNING nova.compute.manager [req-fcad51a9-970a-4086-ba5b-f6725747289e req-9219c49f-f604-41d1-8d62-39e30d0aca93 service nova] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Received unexpected event network-vif-plugged-20bdc7b9-fd6e-4fd2-84b4-ede96963d251 for instance with vm_state building and task_state spawning.
[ 1718.971057] env[71058]: DEBUG nova.compute.manager [req-fcad51a9-970a-4086-ba5b-f6725747289e req-9219c49f-f604-41d1-8d62-39e30d0aca93 service nova] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Received event network-changed-29465047-4434-4c54-8fd3-55f66bfa7994 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1718.971218] env[71058]: DEBUG nova.compute.manager [req-fcad51a9-970a-4086-ba5b-f6725747289e req-9219c49f-f604-41d1-8d62-39e30d0aca93 service nova] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Refreshing instance network info cache due to event network-changed-29465047-4434-4c54-8fd3-55f66bfa7994. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1718.971408] env[71058]: DEBUG oslo_concurrency.lockutils [req-fcad51a9-970a-4086-ba5b-f6725747289e req-9219c49f-f604-41d1-8d62-39e30d0aca93 service nova] Acquiring lock "refresh_cache-d8c74703-a213-4e6c-882c-46cdbb82b1b9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1718.971541] env[71058]: DEBUG oslo_concurrency.lockutils [req-fcad51a9-970a-4086-ba5b-f6725747289e req-9219c49f-f604-41d1-8d62-39e30d0aca93 service nova] Acquired lock "refresh_cache-d8c74703-a213-4e6c-882c-46cdbb82b1b9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1718.971695] env[71058]: DEBUG nova.network.neutron [req-fcad51a9-970a-4086-ba5b-f6725747289e req-9219c49f-f604-41d1-8d62-39e30d0aca93 service nova] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Refreshing network info cache for port 29465047-4434-4c54-8fd3-55f66bfa7994 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1719.142071] env[71058]: DEBUG oslo_vmware.api [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873431, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085063} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1719.142384] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1719.143264] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159f6084-b716-4eef-8b0f-498469734225 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1719.166447] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] f41c1883-ddc6-491a-8f60-46df2ca46e95/f41c1883-ddc6-491a-8f60-46df2ca46e95.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1719.167254] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7744471-bb67-4c9d-93ca-1adbb2957b14 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1719.188513] env[71058]: DEBUG oslo_vmware.api [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1719.188513] env[71058]:    value = "task-2873432"
[ 1719.188513] env[71058]:    _type = "Task"
[ 1719.188513] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1719.198305] env[71058]: DEBUG oslo_vmware.api [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873432, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1719.300271] env[71058]: DEBUG oslo_vmware.api [None req-96d35474-59a7-45e9-85df-81d7f9b9ea50 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.542046} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1719.300514] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-96d35474-59a7-45e9-85df-81d7f9b9ea50 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1719.300659] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-96d35474-59a7-45e9-85df-81d7f9b9ea50 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1719.300833] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-96d35474-59a7-45e9-85df-81d7f9b9ea50 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1719.301032] env[71058]: INFO nova.compute.manager [None req-96d35474-59a7-45e9-85df-81d7f9b9ea50 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Took 1.64 seconds to destroy the instance on the hypervisor.
[ 1719.301292] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96d35474-59a7-45e9-85df-81d7f9b9ea50 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1719.301495] env[71058]: DEBUG nova.compute.manager [-] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1719.301593] env[71058]: DEBUG nova.network.neutron [-] [instance: f4df8d57-cfaa-490f-b639-803bff814117] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1719.319366] env[71058]: DEBUG nova.compute.manager [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1719.331644] env[71058]: DEBUG oslo_vmware.api [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c7ae02-e381-c438-abe4-cb46bd76062a, 'name': SearchDatastore_Task, 'duration_secs': 0.026959} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1719.332496] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-576b7b62-0290-426f-8170-e70be55f2c2d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1719.340514] env[71058]: DEBUG oslo_vmware.api [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for the task: (returnval){
[ 1719.340514] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52568643-897f-2c34-4c79-81142dafc867"
[ 1719.340514] env[71058]:    _type = "Task"
[ 1719.340514] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1719.352281] env[71058]: DEBUG oslo_vmware.api [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52568643-897f-2c34-4c79-81142dafc867, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1719.356161] env[71058]: DEBUG nova.virt.hardware [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1719.356432] env[71058]: DEBUG nova.virt.hardware [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1719.356591] env[71058]: DEBUG nova.virt.hardware [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1719.356773] env[71058]: DEBUG nova.virt.hardware [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1719.356919] env[71058]: DEBUG nova.virt.hardware [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1719.357084] env[71058]: DEBUG nova.virt.hardware [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1719.357304] env[71058]: DEBUG nova.virt.hardware [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1719.357466] env[71058]: DEBUG nova.virt.hardware [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1719.357635] env[71058]: DEBUG nova.virt.hardware [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1719.357798] env[71058]: DEBUG nova.virt.hardware [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1719.357970] env[71058]: DEBUG nova.virt.hardware [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1719.358969] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06945cb7-b8da-434e-a5be-d7d1b47e5a01 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1719.371042] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c60f40-38c4-4119-962c-22f2cb9fd886 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1719.425806] env[71058]: DEBUG oslo_vmware.api [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873429, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1719.439767] env[71058]: DEBUG nova.scheduler.client.report [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1719.452858] env[71058]: DEBUG oslo_vmware.api [None req-084c02f6-0bdc-48e1-800e-f186d06bfe66 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Task: {'id': task-2873430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.564178} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1719.453227] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-084c02f6-0bdc-48e1-800e-f186d06bfe66 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1719.453732] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-084c02f6-0bdc-48e1-800e-f186d06bfe66 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1719.453947] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-084c02f6-0bdc-48e1-800e-f186d06bfe66 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1719.454196] env[71058]: INFO nova.compute.manager [None req-084c02f6-0bdc-48e1-800e-f186d06bfe66 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Took 1.63 seconds to destroy the instance on the hypervisor.
[ 1719.454438] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-084c02f6-0bdc-48e1-800e-f186d06bfe66 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1719.454787] env[71058]: DEBUG nova.compute.manager [-] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1719.454907] env[71058]: DEBUG nova.network.neutron [-] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1719.462640] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Releasing lock "refresh_cache-f9a9c523-5c79-4cbd-9a82-66ee954c6eeb" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1719.463221] env[71058]: DEBUG nova.compute.manager [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Instance network_info: |[{"id": "20bdc7b9-fd6e-4fd2-84b4-ede96963d251", "address": "fa:16:3e:6d:e4:61", "network": {"id": "5ecbb149-fd57-4a44-a6cc-48e0b1e653a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1232521171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df590cd3ec8f4748ad8a273f58d2f095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20bdc7b9-fd", "ovs_interfaceid": "20bdc7b9-fd6e-4fd2-84b4-ede96963d251", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1719.463687] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:e4:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92233552-2c0c-416e-9bf3-bfcca8eda2dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20bdc7b9-fd6e-4fd2-84b4-ede96963d251', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1719.472747] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1719.473910] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1719.476553] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36f732e6-1a83-4cb9-a816-73efe78b76eb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1719.501842] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1719.501842] env[71058]:    value = "task-2873433"
[ 1719.501842] env[71058]:    _type = "Task"
[ 1719.501842] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1719.512901] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873433, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1719.523517] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1719.523752] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1719.700974] env[71058]: DEBUG oslo_vmware.api [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873432, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1719.853136] env[71058]: DEBUG oslo_vmware.api [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52568643-897f-2c34-4c79-81142dafc867, 'name': SearchDatastore_Task, 'duration_secs': 0.087994} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1719.853136] env[71058]: DEBUG oslo_concurrency.lockutils [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1719.853136] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] dec06a1a-7b8b-4e76-8088-73e41f640a17/dec06a1a-7b8b-4e76-8088-73e41f640a17.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1719.853136] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbe3fd47-bcf3-4c30-bca1-2e31369cc879 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1719.860891] env[71058]: DEBUG oslo_vmware.api [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for the task: (returnval){
[ 1719.860891] env[71058]:    value = "task-2873434"
[ 1719.860891] env[71058]:    _type = "Task"
[ 1719.860891] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1719.877229] env[71058]: DEBUG oslo_vmware.api [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873434, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1719.900723] env[71058]: DEBUG nova.compute.manager [req-6501fe96-e924-407a-88e5-9788c1daa20f req-10f0a3c2-9ee6-447d-a621-6a2eae413321 service nova] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Received event network-vif-deleted-55dec5fd-47f1-4fe5-9d7a-5320418e8d68 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1719.900967] env[71058]: INFO nova.compute.manager [req-6501fe96-e924-407a-88e5-9788c1daa20f req-10f0a3c2-9ee6-447d-a621-6a2eae413321 service nova] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Neutron deleted interface 55dec5fd-47f1-4fe5-9d7a-5320418e8d68; detaching it from the instance and deleting it from the info cache
[ 1719.901201] env[71058]: DEBUG nova.network.neutron [req-6501fe96-e924-407a-88e5-9788c1daa20f req-10f0a3c2-9ee6-447d-a621-6a2eae413321 service nova] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1719.926534] env[71058]: DEBUG oslo_vmware.api [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873429, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1719.949305] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1719.950361] env[71058]: DEBUG nova.compute.manager [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1719.958171] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d46cd0a6-e13d-458d-8a20-40f9253c0635 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 32.150s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1720.017381] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873433, 'name': CreateVM_Task, 'duration_secs': 0.466267} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1720.017381] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1720.017381] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1720.017381] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1720.017381] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1720.017381] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86a58e8e-d6e9-4faa-92bf-7f3a1ad97152 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1720.025719] env[71058]: DEBUG oslo_vmware.api [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 1720.025719] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52676110-605d-5a7b-f762-ea4addf36dc3"
[ 1720.025719] env[71058]:    _type = "Task"
[ 1720.025719] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1720.026833] env[71058]: DEBUG nova.compute.manager [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1720.041942] env[71058]: DEBUG oslo_vmware.api [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52676110-605d-5a7b-f762-ea4addf36dc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1720.046144] env[71058]: DEBUG nova.network.neutron [req-fcad51a9-970a-4086-ba5b-f6725747289e req-9219c49f-f604-41d1-8d62-39e30d0aca93 service nova] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Updated VIF entry in instance network info cache for port 29465047-4434-4c54-8fd3-55f66bfa7994. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1720.046573] env[71058]: DEBUG nova.network.neutron [req-fcad51a9-970a-4086-ba5b-f6725747289e req-9219c49f-f604-41d1-8d62-39e30d0aca93 service nova] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Updating instance_info_cache with network_info: [{"id": "29465047-4434-4c54-8fd3-55f66bfa7994", "address": "fa:16:3e:52:ac:63", "network": {"id": "2fbaaae4-6d15-4c59-8eaf-cad7a9523dc7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1495967812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db660d4820741658cb5e98b809f7f21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29465047-44", "ovs_interfaceid": "29465047-4434-4c54-8fd3-55f66bfa7994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1720.157362] env[71058]: DEBUG nova.network.neutron [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Successfully updated port: a51328d9-f8e4-48af-a8b3-42e8ae7f2ea1 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1720.199637] env[71058]: DEBUG oslo_vmware.api [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873432, 'name': ReconfigVM_Task, 'duration_secs': 0.898198} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1720.200072] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Reconfigured VM instance instance-00000049 to attach disk [datastore2] f41c1883-ddc6-491a-8f60-46df2ca46e95/f41c1883-ddc6-491a-8f60-46df2ca46e95.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1720.201066] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-868904e0-81f0-47ef-9f54-6292c4967935 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1720.207909] env[71058]: DEBUG oslo_vmware.api [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1720.207909] env[71058]:    value = "task-2873435"
[ 1720.207909] env[71058]:    _type = "Task"
[ 1720.207909] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1720.217284] env[71058]: DEBUG oslo_vmware.api [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873435, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1720.372211] env[71058]: DEBUG oslo_vmware.api [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873434, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1720.380793] env[71058]: DEBUG nova.network.neutron [-] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1720.413248] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18cf8d1a-ea75-45c5-ba8f-f7af0d914ca7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1720.424381] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff52a291-d1ca-45a7-8c4e-f610f093e129 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1720.439717] env[71058]: DEBUG oslo_vmware.api [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873429, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1720.467474] env[71058]: DEBUG nova.compute.utils [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1720.471733] env[71058]: DEBUG nova.network.neutron [-] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1720.473817] env[71058]: DEBUG nova.compute.manager [req-6501fe96-e924-407a-88e5-9788c1daa20f req-10f0a3c2-9ee6-447d-a621-6a2eae413321 service nova] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Detach interface failed, port_id=55dec5fd-47f1-4fe5-9d7a-5320418e8d68, reason: Instance f4df8d57-cfaa-490f-b639-803bff814117 could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1720.474456] env[71058]: DEBUG nova.compute.manager [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1720.474569] env[71058]: DEBUG nova.network.neutron [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1720.547070] env[71058]: DEBUG oslo_vmware.api [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52676110-605d-5a7b-f762-ea4addf36dc3, 'name': SearchDatastore_Task, 'duration_secs': 0.027311} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1720.548388] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1720.548388] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1720.548388] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1720.549323] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1720.549323] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1720.550587] env[71058]: DEBUG oslo_concurrency.lockutils [req-fcad51a9-970a-4086-ba5b-f6725747289e req-9219c49f-f604-41d1-8d62-39e30d0aca93 service nova] Releasing lock "refresh_cache-d8c74703-a213-4e6c-882c-46cdbb82b1b9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1720.550587] env[71058]: DEBUG nova.compute.manager [req-fcad51a9-970a-4086-ba5b-f6725747289e req-9219c49f-f604-41d1-8d62-39e30d0aca93 service nova] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Received event network-changed-20bdc7b9-fd6e-4fd2-84b4-ede96963d251 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1720.550818] env[71058]: DEBUG nova.compute.manager [req-fcad51a9-970a-4086-ba5b-f6725747289e req-9219c49f-f604-41d1-8d62-39e30d0aca93 service nova] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Refreshing instance network info cache due to event network-changed-20bdc7b9-fd6e-4fd2-84b4-ede96963d251. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1720.551120] env[71058]: DEBUG oslo_concurrency.lockutils [req-fcad51a9-970a-4086-ba5b-f6725747289e req-9219c49f-f604-41d1-8d62-39e30d0aca93 service nova] Acquiring lock "refresh_cache-f9a9c523-5c79-4cbd-9a82-66ee954c6eeb" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1720.551924] env[71058]: DEBUG oslo_concurrency.lockutils [req-fcad51a9-970a-4086-ba5b-f6725747289e req-9219c49f-f604-41d1-8d62-39e30d0aca93 service nova] Acquired lock "refresh_cache-f9a9c523-5c79-4cbd-9a82-66ee954c6eeb" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1720.552214] env[71058]: DEBUG nova.network.neutron [req-fcad51a9-970a-4086-ba5b-f6725747289e req-9219c49f-f604-41d1-8d62-39e30d0aca93 service nova] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Refreshing network info cache for port 20bdc7b9-fd6e-4fd2-84b4-ede96963d251 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1720.554501] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aeea3def-474d-4989-93e1-0ea02c86667c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1720.558316] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1720.568895] env[71058]: DEBUG nova.policy [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99dd3dc7ee5543fea86ad0357d89241a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cef1731def234742bd05b4f7e9c3719c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1720.572170] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1720.572170] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1720.572469] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2875a0a4-68e0-4903-887e-26b904cb17be {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1720.587895] env[71058]: DEBUG oslo_vmware.api [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 1720.587895] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b3b5b3-1cd0-69ab-f618-9e806c453981"
[ 1720.587895] env[71058]:    _type = "Task"
[ 1720.587895] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1720.601143] env[71058]: DEBUG oslo_vmware.api [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b3b5b3-1cd0-69ab-f618-9e806c453981, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1720.661027] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquiring lock "refresh_cache-4dc81a2f-6a3c-438b-bde6-2d31ece13813" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1720.661291] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquired lock "refresh_cache-4dc81a2f-6a3c-438b-bde6-2d31ece13813" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1720.661441] env[71058]: DEBUG nova.network.neutron [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1720.721803] env[71058]: DEBUG oslo_vmware.api [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873435, 'name': Rename_Task, 'duration_secs': 0.373642} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1720.721803] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1720.721803] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cd0bd59-4fea-41a0-8bf8-4dd28bf94ccf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1720.729207] env[71058]: DEBUG oslo_vmware.api [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1720.729207] env[71058]:    value = "task-2873436"
[ 1720.729207] env[71058]:    _type = "Task"
[ 1720.729207] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1720.737641] env[71058]: DEBUG oslo_vmware.api [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1720.875585] env[71058]: DEBUG oslo_vmware.api [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873434, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1720.884591] env[71058]: INFO nova.compute.manager [-] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Took 1.58 seconds to deallocate network for instance.
[ 1720.929545] env[71058]: DEBUG oslo_vmware.api [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873429, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1720.974553] env[71058]: INFO nova.compute.manager [-] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Took 1.52 seconds to deallocate network for instance.
[ 1720.975112] env[71058]: DEBUG nova.compute.manager [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1721.005281] env[71058]: DEBUG nova.compute.manager [req-4d37a22f-3be5-4cd8-8430-322da9337b9f req-20229270-cacd-4208-9cc2-cfcf8f75bc48 service nova] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Received event network-vif-plugged-a51328d9-f8e4-48af-a8b3-42e8ae7f2ea1 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1721.005281] env[71058]: DEBUG oslo_concurrency.lockutils [req-4d37a22f-3be5-4cd8-8430-322da9337b9f req-20229270-cacd-4208-9cc2-cfcf8f75bc48 service nova] Acquiring lock "4dc81a2f-6a3c-438b-bde6-2d31ece13813-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1721.005281] env[71058]: DEBUG oslo_concurrency.lockutils [req-4d37a22f-3be5-4cd8-8430-322da9337b9f req-20229270-cacd-4208-9cc2-cfcf8f75bc48 service nova] Lock "4dc81a2f-6a3c-438b-bde6-2d31ece13813-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1721.005281] env[71058]: DEBUG oslo_concurrency.lockutils [req-4d37a22f-3be5-4cd8-8430-322da9337b9f req-20229270-cacd-4208-9cc2-cfcf8f75bc48 service nova] Lock "4dc81a2f-6a3c-438b-bde6-2d31ece13813-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1721.005281] env[71058]: DEBUG nova.compute.manager [req-4d37a22f-3be5-4cd8-8430-322da9337b9f req-20229270-cacd-4208-9cc2-cfcf8f75bc48 service nova] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] No waiting events found dispatching network-vif-plugged-a51328d9-f8e4-48af-a8b3-42e8ae7f2ea1 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1721.005281] env[71058]: WARNING nova.compute.manager [req-4d37a22f-3be5-4cd8-8430-322da9337b9f req-20229270-cacd-4208-9cc2-cfcf8f75bc48 service nova] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Received unexpected event network-vif-plugged-a51328d9-f8e4-48af-a8b3-42e8ae7f2ea1 for instance with vm_state building and task_state spawning.
[ 1721.005830] env[71058]: DEBUG nova.compute.manager [req-4d37a22f-3be5-4cd8-8430-322da9337b9f req-20229270-cacd-4208-9cc2-cfcf8f75bc48 service nova] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Received event network-changed-a51328d9-f8e4-48af-a8b3-42e8ae7f2ea1 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1721.006183] env[71058]: DEBUG nova.compute.manager [req-4d37a22f-3be5-4cd8-8430-322da9337b9f req-20229270-cacd-4208-9cc2-cfcf8f75bc48 service nova] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Refreshing instance network info cache due to event network-changed-a51328d9-f8e4-48af-a8b3-42e8ae7f2ea1. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1721.006439] env[71058]: DEBUG oslo_concurrency.lockutils [req-4d37a22f-3be5-4cd8-8430-322da9337b9f req-20229270-cacd-4208-9cc2-cfcf8f75bc48 service nova] Acquiring lock "refresh_cache-4dc81a2f-6a3c-438b-bde6-2d31ece13813" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1721.052795] env[71058]: DEBUG nova.network.neutron [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Successfully created port: 221150ab-1980-4107-817a-b5b4a7c53786 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1721.068452] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f3b1a9-30ee-4d0e-b3bf-32afa7f3486c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1721.076982] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ce16e9-b6dc-4d98-9e2d-b652467cd921 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1721.123822] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2422689-310b-435d-b25f-95dcfaa01302 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1721.137363] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d576a4-07da-4c13-936f-97787686e37e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1721.142752] env[71058]: DEBUG oslo_vmware.api [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b3b5b3-1cd0-69ab-f618-9e806c453981, 'name': SearchDatastore_Task, 'duration_secs': 0.016772} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1721.147391] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f206ae7-df64-484a-b4a4-c3740d5cf8c8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1721.159617] env[71058]: DEBUG nova.compute.provider_tree [None req-d46cd0a6-e13d-458d-8a20-40f9253c0635 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1721.167204] env[71058]: DEBUG oslo_vmware.api [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 1721.167204] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52492264-458d-b49f-8017-c10084581e99"
[ 1721.167204] env[71058]:    _type = "Task"
[ 1721.167204] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1721.177352] env[71058]: DEBUG oslo_vmware.api [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52492264-458d-b49f-8017-c10084581e99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1721.201885] env[71058]: DEBUG nova.network.neutron [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1721.243556] env[71058]: DEBUG oslo_vmware.api [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873436, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1721.365922] env[71058]: DEBUG nova.network.neutron [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Updating instance_info_cache with network_info: [{"id": "a51328d9-f8e4-48af-a8b3-42e8ae7f2ea1", "address": "fa:16:3e:94:ef:64", "network": {"id": "36f3a34a-343d-41f5-8b2e-8699d9ff6620", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1160473159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef1731def234742bd05b4f7e9c3719c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa51328d9-f8", "ovs_interfaceid": "a51328d9-f8e4-48af-a8b3-42e8ae7f2ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1721.378957] env[71058]: DEBUG oslo_vmware.api [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873434, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1721.390759] env[71058]: DEBUG oslo_concurrency.lockutils [None req-96d35474-59a7-45e9-85df-81d7f9b9ea50 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1721.430157] env[71058]: DEBUG oslo_vmware.api [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873429, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.947118} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1721.430363] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a9c2cb3-4097-49b7-9af1-25732f0a8a45/4a9c2cb3-4097-49b7-9af1-25732f0a8a45.vmdk to [datastore2] e8ed5493-c4fb-47aa-b29e-f94be14fcd9a/e8ed5493-c4fb-47aa-b29e-f94be14fcd9a.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1721.431259] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43f64cf-4680-4d55-be65-5b4a1534a00c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1721.461510] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] e8ed5493-c4fb-47aa-b29e-f94be14fcd9a/e8ed5493-c4fb-47aa-b29e-f94be14fcd9a.vmdk or device None with type streamOptimized {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1721.461847] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4194f4a-20b4-46f7-b30e-70bf41129236 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1721.495583] env[71058]: DEBUG oslo_concurrency.lockutils [None req-084c02f6-0bdc-48e1-800e-f186d06bfe66 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1721.498387] env[71058]: DEBUG nova.network.neutron [req-fcad51a9-970a-4086-ba5b-f6725747289e req-9219c49f-f604-41d1-8d62-39e30d0aca93 service nova] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Updated VIF entry in instance network info cache for port 20bdc7b9-fd6e-4fd2-84b4-ede96963d251. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1721.499135] env[71058]: DEBUG nova.network.neutron [req-fcad51a9-970a-4086-ba5b-f6725747289e req-9219c49f-f604-41d1-8d62-39e30d0aca93 service nova] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Updating instance_info_cache with network_info: [{"id": "20bdc7b9-fd6e-4fd2-84b4-ede96963d251", "address": "fa:16:3e:6d:e4:61", "network": {"id": "5ecbb149-fd57-4a44-a6cc-48e0b1e653a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1232521171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df590cd3ec8f4748ad8a273f58d2f095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20bdc7b9-fd", "ovs_interfaceid": "20bdc7b9-fd6e-4fd2-84b4-ede96963d251", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1721.503371] env[71058]: DEBUG oslo_vmware.api [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1721.503371] env[71058]:    value = "task-2873437"
[ 1721.503371] env[71058]:    _type = "Task"
[ 1721.503371] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1721.518133] env[71058]: DEBUG oslo_vmware.api [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873437, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1721.663914] env[71058]: DEBUG nova.scheduler.client.report [None req-d46cd0a6-e13d-458d-8a20-40f9253c0635 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1721.682544] env[71058]: DEBUG oslo_vmware.api [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52492264-458d-b49f-8017-c10084581e99, 'name': SearchDatastore_Task, 'duration_secs': 0.022877} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1721.683736] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1721.683977] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] f9a9c523-5c79-4cbd-9a82-66ee954c6eeb/f9a9c523-5c79-4cbd-9a82-66ee954c6eeb.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1721.684323] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bf7b546-e9e3-48fd-bfba-2ca308dff933 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1721.692664] env[71058]: DEBUG oslo_vmware.api [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 1721.692664] env[71058]:    value = "task-2873438"
[ 1721.692664] env[71058]:    _type = "Task"
[ 1721.692664] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1721.702045] env[71058]: DEBUG oslo_vmware.api [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1721.740965] env[71058]: DEBUG oslo_vmware.api [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873436, 'name': PowerOnVM_Task, 'duration_secs': 0.809744} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1721.740965] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1721.741443] env[71058]: INFO nova.compute.manager [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Took 10.69 seconds to spawn the instance on the hypervisor.
[ 1721.741443] env[71058]: DEBUG nova.compute.manager [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1721.742155] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550f7a99-beb5-4a39-9113-c692dd83ad01 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1721.876511] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Releasing lock "refresh_cache-4dc81a2f-6a3c-438b-bde6-2d31ece13813" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1721.876781] env[71058]: DEBUG nova.compute.manager [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Instance network_info: |[{"id": "a51328d9-f8e4-48af-a8b3-42e8ae7f2ea1", "address": "fa:16:3e:94:ef:64", "network": {"id": "36f3a34a-343d-41f5-8b2e-8699d9ff6620", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1160473159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef1731def234742bd05b4f7e9c3719c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa51328d9-f8", "ovs_interfaceid": "a51328d9-f8e4-48af-a8b3-42e8ae7f2ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1721.877084] env[71058]: DEBUG oslo_vmware.api [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873434, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1721.877435] env[71058]: DEBUG oslo_concurrency.lockutils [req-4d37a22f-3be5-4cd8-8430-322da9337b9f req-20229270-cacd-4208-9cc2-cfcf8f75bc48 service nova] Acquired lock "refresh_cache-4dc81a2f-6a3c-438b-bde6-2d31ece13813" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1721.877636] env[71058]: DEBUG nova.network.neutron [req-4d37a22f-3be5-4cd8-8430-322da9337b9f req-20229270-cacd-4208-9cc2-cfcf8f75bc48 service nova] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Refreshing network info cache for port a51328d9-f8e4-48af-a8b3-42e8ae7f2ea1 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1721.878809] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:ef:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a51328d9-f8e4-48af-a8b3-42e8ae7f2ea1', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1721.886222] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Creating folder: Project (cef1731def234742bd05b4f7e9c3719c). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1721.886731] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3da940f3-859c-4445-8ef4-5ac47cbeb331 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1721.898797] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Created folder: Project (cef1731def234742bd05b4f7e9c3719c) in parent group-v577298.
[ 1721.898991] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Creating folder: Instances. Parent ref: group-v577517. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1721.899266] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3795761-a982-476a-82c8-13f4d279f016 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1721.909135] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Created folder: Instances in parent group-v577517.
[ 1721.909326] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1721.909524] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1721.909733] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8879c19-ad11-41b0-b156-7db672a4851a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1721.931144] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1721.931144] env[71058]:    value = "task-2873441"
[ 1721.931144] env[71058]:    _type = "Task"
[ 1721.931144] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1721.939014] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873441, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1721.997461] env[71058]: DEBUG nova.compute.manager [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1722.002111] env[71058]: DEBUG oslo_concurrency.lockutils [req-fcad51a9-970a-4086-ba5b-f6725747289e req-9219c49f-f604-41d1-8d62-39e30d0aca93 service nova] Releasing lock "refresh_cache-f9a9c523-5c79-4cbd-9a82-66ee954c6eeb" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1722.013998] env[71058]: DEBUG oslo_vmware.api [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1722.026925] env[71058]: DEBUG nova.virt.hardware [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1722.027220] env[71058]: DEBUG nova.virt.hardware [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1722.027368] env[71058]: DEBUG nova.virt.hardware [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1722.027549] env[71058]: DEBUG nova.virt.hardware [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1722.027717] env[71058]: DEBUG nova.virt.hardware [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1722.027905] env[71058]: DEBUG nova.virt.hardware [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1722.028172] env[71058]: DEBUG nova.virt.hardware [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1722.028397] env[71058]: DEBUG nova.virt.hardware [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1722.028616] env[71058]: DEBUG nova.virt.hardware [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1722.028811] env[71058]: DEBUG nova.virt.hardware [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1722.028998] env[71058]: DEBUG nova.virt.hardware [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1722.030299] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58965cf6-89ff-4cbc-b9e3-b5e9d92ec760 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1722.039178] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ec29b1-b1c7-45b8-aa15-98cd0b68152f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1722.159279] env[71058]: DEBUG nova.compute.manager [req-4d5da37e-6fa3-4bea-bf51-c751a71fe518 req-6675eafd-478d-4884-9d93-a26d6d445df4 service nova] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Received event network-vif-deleted-852e3e3d-b57f-4864-b82b-885c1705fad1 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1722.204342] env[71058]: DEBUG oslo_vmware.api [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873438, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1722.263772] env[71058]: INFO nova.compute.manager [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Took 54.45 seconds to build instance.
[ 1722.379345] env[71058]: DEBUG oslo_vmware.api [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873434, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.049479} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1722.379629] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] dec06a1a-7b8b-4e76-8088-73e41f640a17/dec06a1a-7b8b-4e76-8088-73e41f640a17.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1722.379815] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1722.380092] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5782154f-da4a-49c2-906f-2c4c725a0593 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1722.391315] env[71058]: DEBUG oslo_vmware.api [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for the task: (returnval){
[ 1722.391315] env[71058]:    value = "task-2873442"
[ 1722.391315] env[71058]:    _type = "Task"
[ 1722.391315] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1722.402467] env[71058]: DEBUG oslo_vmware.api [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1722.441183] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873441, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1722.516950] env[71058]: DEBUG oslo_vmware.api [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873437, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1722.611778] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquiring lock "f01addd2-48df-444b-aa3b-5b9a065b60b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1722.613565] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "f01addd2-48df-444b-aa3b-5b9a065b60b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1722.680033] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d46cd0a6-e13d-458d-8a20-40f9253c0635 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.726s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1722.680250] env[71058]: DEBUG nova.compute.manager [None req-d46cd0a6-e13d-458d-8a20-40f9253c0635 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=71058) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}}
[ 1722.685584] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2980f892-2fed-47c2-be15-af54984d4383 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.428s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1722.685584] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2980f892-2fed-47c2-be15-af54984d4383 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1722.686899] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.872s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1722.688443] env[71058]: INFO nova.compute.claims [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1722.704026] env[71058]: DEBUG nova.network.neutron [req-4d37a22f-3be5-4cd8-8430-322da9337b9f req-20229270-cacd-4208-9cc2-cfcf8f75bc48 service nova] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Updated VIF entry in instance network info cache for port a51328d9-f8e4-48af-a8b3-42e8ae7f2ea1. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1722.704026] env[71058]: DEBUG nova.network.neutron [req-4d37a22f-3be5-4cd8-8430-322da9337b9f req-20229270-cacd-4208-9cc2-cfcf8f75bc48 service nova] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Updating instance_info_cache with network_info: [{"id": "a51328d9-f8e4-48af-a8b3-42e8ae7f2ea1", "address": "fa:16:3e:94:ef:64", "network": {"id": "36f3a34a-343d-41f5-8b2e-8699d9ff6620", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1160473159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef1731def234742bd05b4f7e9c3719c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa51328d9-f8", "ovs_interfaceid": "a51328d9-f8e4-48af-a8b3-42e8ae7f2ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1722.710430] env[71058]: DEBUG oslo_vmware.api [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873438, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1722.736075] env[71058]: INFO nova.scheduler.client.report [None req-2980f892-2fed-47c2-be15-af54984d4383 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Deleted allocations for instance 5ad28b0b-e4b1-437e-9550-44143b7ef750
[ 1722.768199] env[71058]: DEBUG oslo_concurrency.lockutils [None req-04f17283-4486-47a6-abc2-47f6bf2cba2e tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "f41c1883-ddc6-491a-8f60-46df2ca46e95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 73.960s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1722.886505] env[71058]: DEBUG nova.network.neutron [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Successfully updated port: 221150ab-1980-4107-817a-b5b4a7c53786 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1722.902851] env[71058]: DEBUG oslo_vmware.api [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131696} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1722.902851] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1722.903718] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9231f7e2-7446-4531-93a1-5d4e8eca2841 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1722.929030] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] dec06a1a-7b8b-4e76-8088-73e41f640a17/dec06a1a-7b8b-4e76-8088-73e41f640a17.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1722.929689] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6156b330-56a3-4abb-8338-5c66e6cdf626 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1722.954091] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873441, 'name': CreateVM_Task, 'duration_secs': 0.783534} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1722.954965] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1722.955694] env[71058]: DEBUG oslo_vmware.api [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for the task: (returnval){
[ 1722.955694] env[71058]:    value = "task-2873443"
[ 1722.955694] env[71058]:    _type = "Task"
[ 1722.955694] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1722.956084] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1722.956244] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1722.956570] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1722.956868] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e903987-5773-42e4-8fb0-fb9d78cbc219 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1722.966537] env[71058]: DEBUG oslo_vmware.api [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1722.966537] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5229d4a0-51e6-d0fd-af9e-a11779db3987"
[ 1722.966537] env[71058]:    _type = "Task"
[ 1722.966537] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1722.969672] env[71058]: DEBUG oslo_vmware.api [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873443, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1722.977729] env[71058]: DEBUG oslo_vmware.api [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5229d4a0-51e6-d0fd-af9e-a11779db3987, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1723.015363] env[71058]: DEBUG oslo_vmware.api [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873437, 'name': ReconfigVM_Task, 'duration_secs': 1.064846} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1723.015768] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Reconfigured VM instance instance-00000048 to attach disk [datastore2] e8ed5493-c4fb-47aa-b29e-f94be14fcd9a/e8ed5493-c4fb-47aa-b29e-f94be14fcd9a.vmdk or device None with type streamOptimized {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1723.016341] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67a6d837-59f3-48f5-81d7-3d1e4f01c919 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1723.022750] env[71058]: DEBUG oslo_vmware.api [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1723.022750] env[71058]:    value = "task-2873444"
[ 1723.022750] env[71058]:    _type = "Task"
[ 1723.022750] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1723.031371] env[71058]: DEBUG oslo_vmware.api [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873444, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1723.116546] env[71058]: DEBUG nova.compute.manager [req-f3d5f6ca-9a0b-4b21-88f3-ce089bc00094 req-76eb845b-bbb1-408f-85f3-c5c9af42a4ef service nova] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Received event network-vif-plugged-221150ab-1980-4107-817a-b5b4a7c53786 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1723.116764] env[71058]: DEBUG oslo_concurrency.lockutils [req-f3d5f6ca-9a0b-4b21-88f3-ce089bc00094 req-76eb845b-bbb1-408f-85f3-c5c9af42a4ef service nova] Acquiring lock "0c383294-0efa-4719-97bc-cb565ac99797-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1723.116943] env[71058]: DEBUG oslo_concurrency.lockutils [req-f3d5f6ca-9a0b-4b21-88f3-ce089bc00094 req-76eb845b-bbb1-408f-85f3-c5c9af42a4ef service nova] Lock "0c383294-0efa-4719-97bc-cb565ac99797-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1723.117193] env[71058]: DEBUG oslo_concurrency.lockutils [req-f3d5f6ca-9a0b-4b21-88f3-ce089bc00094 req-76eb845b-bbb1-408f-85f3-c5c9af42a4ef service nova] Lock "0c383294-0efa-4719-97bc-cb565ac99797-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1723.117397] env[71058]: DEBUG nova.compute.manager [req-f3d5f6ca-9a0b-4b21-88f3-ce089bc00094 req-76eb845b-bbb1-408f-85f3-c5c9af42a4ef service nova] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] No waiting events found dispatching network-vif-plugged-221150ab-1980-4107-817a-b5b4a7c53786 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1723.117583] env[71058]: WARNING nova.compute.manager [req-f3d5f6ca-9a0b-4b21-88f3-ce089bc00094 req-76eb845b-bbb1-408f-85f3-c5c9af42a4ef service nova] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Received unexpected event network-vif-plugged-221150ab-1980-4107-817a-b5b4a7c53786 for instance with vm_state building and task_state spawning.
[ 1723.117825] env[71058]: DEBUG nova.compute.manager [req-f3d5f6ca-9a0b-4b21-88f3-ce089bc00094 req-76eb845b-bbb1-408f-85f3-c5c9af42a4ef service nova] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Received event network-changed-221150ab-1980-4107-817a-b5b4a7c53786 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1723.117886] env[71058]: DEBUG nova.compute.manager [req-f3d5f6ca-9a0b-4b21-88f3-ce089bc00094 req-76eb845b-bbb1-408f-85f3-c5c9af42a4ef service nova] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Refreshing instance network info cache due to event network-changed-221150ab-1980-4107-817a-b5b4a7c53786. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1723.118083] env[71058]: DEBUG oslo_concurrency.lockutils [req-f3d5f6ca-9a0b-4b21-88f3-ce089bc00094 req-76eb845b-bbb1-408f-85f3-c5c9af42a4ef service nova] Acquiring lock "refresh_cache-0c383294-0efa-4719-97bc-cb565ac99797" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1723.118217] env[71058]: DEBUG oslo_concurrency.lockutils [req-f3d5f6ca-9a0b-4b21-88f3-ce089bc00094 req-76eb845b-bbb1-408f-85f3-c5c9af42a4ef service nova] Acquired lock "refresh_cache-0c383294-0efa-4719-97bc-cb565ac99797" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1723.118367] env[71058]: DEBUG nova.network.neutron [req-f3d5f6ca-9a0b-4b21-88f3-ce089bc00094 req-76eb845b-bbb1-408f-85f3-c5c9af42a4ef service nova] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Refreshing network info cache for port 221150ab-1980-4107-817a-b5b4a7c53786 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1723.212253] env[71058]: DEBUG oslo_concurrency.lockutils [req-4d37a22f-3be5-4cd8-8430-322da9337b9f req-20229270-cacd-4208-9cc2-cfcf8f75bc48 service nova] Releasing lock "refresh_cache-4dc81a2f-6a3c-438b-bde6-2d31ece13813" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1723.212561] env[71058]: DEBUG oslo_vmware.api [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873438, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.21849} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1723.212795] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] f9a9c523-5c79-4cbd-9a82-66ee954c6eeb/f9a9c523-5c79-4cbd-9a82-66ee954c6eeb.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1723.213010] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1723.213301] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a15cb5a-4719-4095-85f7-3e314160c543 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1723.223554] env[71058]: DEBUG oslo_vmware.api [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 1723.223554] env[71058]:    value = "task-2873445"
[ 1723.223554] env[71058]:    _type = "Task"
[ 1723.223554] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1723.233255] env[71058]: DEBUG oslo_vmware.api [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1723.243612] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2980f892-2fed-47c2-be15-af54984d4383 tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Lock "5ad28b0b-e4b1-437e-9550-44143b7ef750" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 38.538s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1723.254140] env[71058]: INFO nova.scheduler.client.report [None req-d46cd0a6-e13d-458d-8a20-40f9253c0635 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Deleted allocation for migration 70a68da7-94d9-4e54-abc0-941869c567bb
[ 1723.270569] env[71058]: DEBUG nova.compute.manager [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1723.389537] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquiring lock "refresh_cache-0c383294-0efa-4719-97bc-cb565ac99797" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1723.467704] env[71058]: DEBUG oslo_vmware.api [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1723.478948] env[71058]: DEBUG oslo_vmware.api [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5229d4a0-51e6-d0fd-af9e-a11779db3987, 'name': SearchDatastore_Task, 'duration_secs': 0.019608} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1723.479280] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1723.479519] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1723.479756] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1723.479923] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1723.480162] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1723.480437] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3b5d5d2-174b-438d-b09b-5d5cdb062c9d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1723.499324] env[71058]: INFO nova.compute.manager [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Rebuilding instance
[ 1723.502660] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1723.503385] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1723.503749] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4573994-7a05-41bf-943e-3e9160b736dc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1723.509758] env[71058]: DEBUG oslo_vmware.api [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1723.509758] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a406ab-8b29-818e-a520-b73bb375ca32"
[ 1723.509758] env[71058]:    _type = "Task"
[ 1723.509758] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1723.518674] env[71058]: DEBUG oslo_vmware.api [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a406ab-8b29-818e-a520-b73bb375ca32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1723.531395] env[71058]: DEBUG oslo_vmware.api [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873444, 'name': Rename_Task, 'duration_secs': 0.441123} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1723.531957] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1723.532585] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9084e89e-13c4-44b9-b0db-c452ac1e4d0a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1723.539140] env[71058]: DEBUG oslo_vmware.api [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1723.539140] env[71058]:    value = "task-2873446"
[ 1723.539140] env[71058]:    _type = "Task"
[ 1723.539140] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1723.547476] env[71058]: DEBUG nova.compute.manager [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1723.548282] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6025eb57-4554-44d6-a48f-615f099ab157 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1723.554293] env[71058]: DEBUG oslo_vmware.api [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1723.665267] env[71058]: DEBUG nova.network.neutron [req-f3d5f6ca-9a0b-4b21-88f3-ce089bc00094 req-76eb845b-bbb1-408f-85f3-c5c9af42a4ef service nova] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1723.736327] env[71058]: DEBUG oslo_vmware.api [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07507} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1723.736619] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1723.737512] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef0a6b3-74ee-4cec-a7e5-d357f41bce7f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1723.765949] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] f9a9c523-5c79-4cbd-9a82-66ee954c6eeb/f9a9c523-5c79-4cbd-9a82-66ee954c6eeb.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1723.769549] env[71058]: DEBUG nova.network.neutron [req-f3d5f6ca-9a0b-4b21-88f3-ce089bc00094 req-76eb845b-bbb1-408f-85f3-c5c9af42a4ef service nova] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1723.773025] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d46cd0a6-e13d-458d-8a20-40f9253c0635 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "4795f420-9f4e-4eab-98d7-9eaf0da179bf" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 39.321s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1723.773792] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25265121-54be-481e-a2bc-f90fd4e9fd4c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1723.791669] env[71058]: DEBUG oslo_concurrency.lockutils [req-f3d5f6ca-9a0b-4b21-88f3-ce089bc00094 req-76eb845b-bbb1-408f-85f3-c5c9af42a4ef service nova] Releasing lock "refresh_cache-0c383294-0efa-4719-97bc-cb565ac99797" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1723.794898] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquired lock "refresh_cache-0c383294-0efa-4719-97bc-cb565ac99797" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1723.795207] env[71058]: DEBUG nova.network.neutron [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1723.802949] env[71058]: DEBUG oslo_vmware.api [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 1723.802949] env[71058]:    value = "task-2873447"
[ 1723.802949] env[71058]:    _type = "Task"
[ 1723.802949] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1723.813086] env[71058]: DEBUG oslo_vmware.api [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873447, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1723.816623] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1723.889135] env[71058]: DEBUG oslo_concurrency.lockutils [None req-979924e6-8535-4484-bd66-58c9470e5e4b tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquiring lock "c7916ea3-46e0-4c13-a44e-d855f67cb9cc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1723.889983] env[71058]: DEBUG oslo_concurrency.lockutils [None req-979924e6-8535-4484-bd66-58c9470e5e4b tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Lock "c7916ea3-46e0-4c13-a44e-d855f67cb9cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1723.889983] env[71058]: DEBUG oslo_concurrency.lockutils [None req-979924e6-8535-4484-bd66-58c9470e5e4b tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquiring lock "c7916ea3-46e0-4c13-a44e-d855f67cb9cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1723.889983] env[71058]: DEBUG oslo_concurrency.lockutils [None req-979924e6-8535-4484-bd66-58c9470e5e4b tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Lock "c7916ea3-46e0-4c13-a44e-d855f67cb9cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1723.890114] env[71058]: DEBUG oslo_concurrency.lockutils [None req-979924e6-8535-4484-bd66-58c9470e5e4b tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Lock "c7916ea3-46e0-4c13-a44e-d855f67cb9cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1723.895056] env[71058]: INFO nova.compute.manager [None req-979924e6-8535-4484-bd66-58c9470e5e4b tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Terminating instance
[ 1723.967856] env[71058]: DEBUG oslo_vmware.api [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873443, 'name': ReconfigVM_Task, 'duration_secs': 0.893103} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1723.968339] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Reconfigured VM instance instance-0000004a to attach disk [datastore2] dec06a1a-7b8b-4e76-8088-73e41f640a17/dec06a1a-7b8b-4e76-8088-73e41f640a17.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1723.971287] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f3baef2-c7e9-4775-a4bb-72cf72f5f93f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1723.978747] env[71058]: DEBUG oslo_vmware.api [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for the task: (returnval){
[ 1723.978747] env[71058]:    value = "task-2873448"
[ 1723.978747] env[71058]:    _type = "Task"
[ 1723.978747] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1723.989403] env[71058]: DEBUG oslo_vmware.api [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873448, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1724.020301] env[71058]: DEBUG oslo_vmware.api [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a406ab-8b29-818e-a520-b73bb375ca32, 'name': SearchDatastore_Task, 'duration_secs': 0.042976} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1724.024283] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b47e6dc1-ca85-4197-939a-755ba11c8117 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1724.032085] env[71058]: DEBUG oslo_vmware.api [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1724.032085] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52fd6190-d46e-d12f-1f6c-f7e8f8aaf7e1"
[ 1724.032085] env[71058]:    _type = "Task"
[ 1724.032085] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1724.050227] env[71058]: DEBUG oslo_vmware.api [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52fd6190-d46e-d12f-1f6c-f7e8f8aaf7e1, 'name': SearchDatastore_Task, 'duration_secs': 0.009491} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1724.050747] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1724.051015] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 4dc81a2f-6a3c-438b-bde6-2d31ece13813/4dc81a2f-6a3c-438b-bde6-2d31ece13813.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1724.051689] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-101085a1-b713-41bd-a20e-c7bfab5a6475 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1724.059564] env[71058]: DEBUG oslo_vmware.api [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873446, 'name': PowerOnVM_Task} progress is 78%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1724.065148] env[71058]: DEBUG oslo_vmware.api [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1724.065148] env[71058]:    value = "task-2873449"
[ 1724.065148] env[71058]:    _type = "Task"
[ 1724.065148] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1724.077208] env[71058]: DEBUG oslo_vmware.api [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1724.208128] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e0b3ff-9d86-422d-88d4-af2a64770d17 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1724.215841] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e88fd61-289f-4f18-865b-c95497a5e957 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1724.251596] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef8a2e8-dce7-4c5e-8b5e-582be2ec2f45 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1724.260352] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0421b7-8ea1-4279-8b9d-90efd646fea4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1724.275710] env[71058]: DEBUG nova.compute.provider_tree [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1724.317035] env[71058]: DEBUG oslo_vmware.api [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873447, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1724.332298] env[71058]: DEBUG nova.network.neutron [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1724.400811] env[71058]: DEBUG nova.compute.manager [None req-979924e6-8535-4484-bd66-58c9470e5e4b tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1724.401245] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-979924e6-8535-4484-bd66-58c9470e5e4b tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1724.402195] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fcb70f-42b0-485b-b548-1b642dff0704 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1724.410663] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-979924e6-8535-4484-bd66-58c9470e5e4b tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1724.410960] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abb0fe8f-ba4b-46f0-89b4-b7608a39b61b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1724.419912] env[71058]: DEBUG oslo_vmware.api [None req-979924e6-8535-4484-bd66-58c9470e5e4b tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Waiting for the task: (returnval){
[ 1724.419912] env[71058]:    value = "task-2873450"
[ 1724.419912] env[71058]:    _type = "Task"
[ 1724.419912] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1724.429519] env[71058]: DEBUG oslo_vmware.api [None req-979924e6-8535-4484-bd66-58c9470e5e4b tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1724.489957] env[71058]: DEBUG oslo_vmware.api [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873448, 'name': Rename_Task, 'duration_secs': 0.144543} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1724.490460] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1724.490769] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01c7421d-2ae8-419a-b714-b69301d2ea03 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1724.499469] env[71058]: DEBUG oslo_vmware.api [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for the task: (returnval){
[ 1724.499469] env[71058]:    value = "task-2873451"
[ 1724.499469] env[71058]:    _type = "Task"
[ 1724.499469] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1724.508759] env[71058]: DEBUG oslo_vmware.api [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1724.522925] env[71058]: DEBUG nova.network.neutron [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Updating instance_info_cache with network_info: [{"id": "221150ab-1980-4107-817a-b5b4a7c53786", "address": "fa:16:3e:12:da:0a", "network": {"id": "36f3a34a-343d-41f5-8b2e-8699d9ff6620", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1160473159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef1731def234742bd05b4f7e9c3719c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap221150ab-19", "ovs_interfaceid": "221150ab-1980-4107-817a-b5b4a7c53786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1724.530819] env[71058]: DEBUG nova.objects.instance [None req-ee923874-ee0d-4a22-9b3c-d95334bbbdb0 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lazy-loading 'flavor' on Instance uuid 4795f420-9f4e-4eab-98d7-9eaf0da179bf {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1724.554169] env[71058]: DEBUG oslo_vmware.api [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873446, 'name': PowerOnVM_Task, 'duration_secs': 0.844392} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1724.554551] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1724.554831] env[71058]: INFO nova.compute.manager [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Took 16.11 seconds to spawn the instance on the hypervisor.
[ 1724.555078] env[71058]: DEBUG nova.compute.manager [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1724.556035] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc83f6c-ff25-4317-8283-8be0f31316e0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1724.564403] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1724.568373] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7025ab7f-ea6a-4fa2-97a6-9e983fcaa10e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1724.581613] env[71058]: DEBUG oslo_vmware.api [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873449, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1724.583437] env[71058]: DEBUG oslo_vmware.api [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1724.583437] env[71058]:    value = "task-2873452"
[ 1724.583437] env[71058]:    _type = "Task"
[ 1724.583437] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1724.592387] env[71058]: DEBUG oslo_vmware.api [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1724.779112] env[71058]: DEBUG nova.scheduler.client.report [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1724.818219] env[71058]: DEBUG oslo_vmware.api [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873447, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1724.929775] env[71058]: DEBUG oslo_vmware.api [None req-979924e6-8535-4484-bd66-58c9470e5e4b tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873450, 'name': PowerOffVM_Task, 'duration_secs': 0.362604} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1724.930045] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-979924e6-8535-4484-bd66-58c9470e5e4b tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1724.930217] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-979924e6-8535-4484-bd66-58c9470e5e4b tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1724.930465] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fd6ab70-a8c2-4b8c-8155-c956b6a15114 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1725.010178] env[71058]: DEBUG oslo_vmware.api [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873451, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1725.025923] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Releasing lock "refresh_cache-0c383294-0efa-4719-97bc-cb565ac99797" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1725.026325] env[71058]: DEBUG nova.compute.manager [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Instance network_info: |[{"id": "221150ab-1980-4107-817a-b5b4a7c53786", "address": "fa:16:3e:12:da:0a", "network": {"id": "36f3a34a-343d-41f5-8b2e-8699d9ff6620", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1160473159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef1731def234742bd05b4f7e9c3719c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap221150ab-19", "ovs_interfaceid": "221150ab-1980-4107-817a-b5b4a7c53786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1725.026903] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:da:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '221150ab-1980-4107-817a-b5b4a7c53786', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1725.035017] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1725.036355] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1725.036631] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-979924e6-8535-4484-bd66-58c9470e5e4b tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1725.036814] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-979924e6-8535-4484-bd66-58c9470e5e4b tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1725.036983] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-979924e6-8535-4484-bd66-58c9470e5e4b tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Deleting the datastore file [datastore2] c7916ea3-46e0-4c13-a44e-d855f67cb9cc {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1725.038867] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-024c2b39-4abf-48a1-ad02-a136b981d9b4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1725.055589] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a55e9de0-465e-49da-9083-24fd0254b8d7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1725.058030] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ee923874-ee0d-4a22-9b3c-d95334bbbdb0 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "refresh_cache-4795f420-9f4e-4eab-98d7-9eaf0da179bf" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1725.058030] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ee923874-ee0d-4a22-9b3c-d95334bbbdb0 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquired lock "refresh_cache-4795f420-9f4e-4eab-98d7-9eaf0da179bf" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1725.058188] env[71058]: DEBUG nova.network.neutron [None req-ee923874-ee0d-4a22-9b3c-d95334bbbdb0 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1725.058359] env[71058]: DEBUG nova.objects.instance [None req-ee923874-ee0d-4a22-9b3c-d95334bbbdb0 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lazy-loading 'info_cache' on Instance uuid 4795f420-9f4e-4eab-98d7-9eaf0da179bf {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1725.069446] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1725.069446] env[71058]:    value = "task-2873454"
[ 1725.069446] env[71058]:    _type = "Task"
[ 1725.069446] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1725.070920] env[71058]: DEBUG oslo_vmware.api [None req-979924e6-8535-4484-bd66-58c9470e5e4b tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Waiting for the task: (returnval){
[ 1725.070920] env[71058]:    value = "task-2873455"
[ 1725.070920] env[71058]:    _type = "Task"
[ 1725.070920] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1725.089506] env[71058]: INFO nova.compute.manager [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Took 62.60 seconds to build instance.
[ 1725.099494] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873454, 'name': CreateVM_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1725.107865] env[71058]: DEBUG oslo_vmware.api [None req-979924e6-8535-4484-bd66-58c9470e5e4b tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1725.108188] env[71058]: DEBUG oslo_vmware.api [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873449, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566765} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1725.108858] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 4dc81a2f-6a3c-438b-bde6-2d31ece13813/4dc81a2f-6a3c-438b-bde6-2d31ece13813.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1725.109117] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1725.113569] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d3f9cdf-152e-405d-a673-ec7748323e82 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1725.117966] env[71058]: DEBUG oslo_vmware.api [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873452, 'name': PowerOffVM_Task, 'duration_secs': 0.339898} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1725.117966] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1725.117966] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1725.117966] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ab0b6a-550c-4779-acb0-cd36480b8a4e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1725.126531] env[71058]: DEBUG oslo_vmware.api [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1725.126531] env[71058]:    value = "task-2873456"
[ 1725.126531] env[71058]:    _type = "Task"
[ 1725.126531] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1725.137575] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1725.137575] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d324554-55a7-4dd2-92bf-fa2fb7a9e411 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1725.140345] env[71058]: DEBUG oslo_vmware.api [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873456, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1725.207659] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1725.207659] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1725.207659] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Deleting the datastore file [datastore2] f41c1883-ddc6-491a-8f60-46df2ca46e95 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1725.208064] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a394c313-2df7-4b62-a98a-db4e9504f522 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1725.214618] env[71058]: DEBUG oslo_vmware.api [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1725.214618] env[71058]:    value = "task-2873458"
[ 1725.214618] env[71058]:    _type = "Task"
[ 1725.214618] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1725.222930] env[71058]: DEBUG oslo_vmware.api [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1725.285858] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1725.286506] env[71058]: DEBUG nova.compute.manager [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1725.289200] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1c24b56d-acbf-4330-85e4-98d51cc283fc tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.015s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1725.289425] env[71058]: DEBUG nova.objects.instance [None req-1c24b56d-acbf-4330-85e4-98d51cc283fc tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Lazy-loading 'resources' on Instance uuid d46a6dbc-5b0c-4340-911c-40bed7197c43 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1725.316428] env[71058]: DEBUG oslo_vmware.api [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873447, 'name': ReconfigVM_Task, 'duration_secs': 1.343272} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1725.316699] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Reconfigured VM instance instance-0000004b to attach disk [datastore1] f9a9c523-5c79-4cbd-9a82-66ee954c6eeb/f9a9c523-5c79-4cbd-9a82-66ee954c6eeb.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1725.317349] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9eebd62-e649-4e6f-ab3e-02a5bc8fd147 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1725.324690] env[71058]: DEBUG oslo_vmware.api [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 1725.324690] env[71058]:    value = "task-2873459"
[ 1725.324690] env[71058]:    _type = "Task"
[ 1725.324690] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1725.333635] env[71058]: DEBUG oslo_vmware.api [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873459, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1725.408849] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8ec328f3-ec2d-4649-ac87-1bcf1ea86f06 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "e8ed5493-c4fb-47aa-b29e-f94be14fcd9a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1725.510386] env[71058]: DEBUG oslo_vmware.api [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873451, 'name': PowerOnVM_Task, 'duration_secs': 0.801275} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1725.510699] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1725.510923] env[71058]: INFO nova.compute.manager [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Took 11.70 seconds to spawn the instance on the hypervisor.
[ 1725.511153] env[71058]: DEBUG nova.compute.manager [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1725.511947] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f123dd2-d796-4d4d-bf6b-48b28807e27d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1725.562984] env[71058]: DEBUG nova.objects.base [None req-ee923874-ee0d-4a22-9b3c-d95334bbbdb0 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Object Instance<4795f420-9f4e-4eab-98d7-9eaf0da179bf> lazy-loaded attributes: flavor,info_cache {{(pid=71058) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 1725.596161] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873454, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1725.599444] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ae5f14cf-333c-4d30-9bac-1002b8f2f26e tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "e8ed5493-c4fb-47aa-b29e-f94be14fcd9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 81.754s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1725.600720] env[71058]: DEBUG oslo_vmware.api [None req-979924e6-8535-4484-bd66-58c9470e5e4b tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Task: {'id': task-2873455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302599} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1725.601792] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8ec328f3-ec2d-4649-ac87-1bcf1ea86f06 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "e8ed5493-c4fb-47aa-b29e-f94be14fcd9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.193s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1725.602066] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8ec328f3-ec2d-4649-ac87-1bcf1ea86f06 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "e8ed5493-c4fb-47aa-b29e-f94be14fcd9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1725.602291] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8ec328f3-ec2d-4649-ac87-1bcf1ea86f06 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "e8ed5493-c4fb-47aa-b29e-f94be14fcd9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1725.602471] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8ec328f3-ec2d-4649-ac87-1bcf1ea86f06 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "e8ed5493-c4fb-47aa-b29e-f94be14fcd9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1725.604454] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-979924e6-8535-4484-bd66-58c9470e5e4b tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1725.604641] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-979924e6-8535-4484-bd66-58c9470e5e4b tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1725.604826] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-979924e6-8535-4484-bd66-58c9470e5e4b tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1725.605013] env[71058]: INFO nova.compute.manager [None req-979924e6-8535-4484-bd66-58c9470e5e4b tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Took 1.20 seconds to destroy the instance on the hypervisor.
[ 1725.605263] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-979924e6-8535-4484-bd66-58c9470e5e4b tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1725.605690] env[71058]: INFO nova.compute.manager [None req-8ec328f3-ec2d-4649-ac87-1bcf1ea86f06 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Terminating instance
[ 1725.607160] env[71058]: DEBUG nova.compute.manager [-] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1725.607260] env[71058]: DEBUG nova.network.neutron [-] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1725.635317] env[71058]: DEBUG oslo_vmware.api [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873456, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080105} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1725.635584] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1725.636393] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cb704c-d5ff-4b37-9aab-9c902b5604e6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1725.658952] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 4dc81a2f-6a3c-438b-bde6-2d31ece13813/4dc81a2f-6a3c-438b-bde6-2d31ece13813.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1725.659572] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d299b14-b155-44a1-ab7c-3331a0757972 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1725.679278] env[71058]: DEBUG oslo_vmware.api [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1725.679278] env[71058]:    value = "task-2873460"
[ 1725.679278] env[71058]:    _type = "Task"
[ 1725.679278] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1725.688943] env[71058]: DEBUG oslo_vmware.api [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873460, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1725.724173] env[71058]: DEBUG oslo_vmware.api [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1725.792617] env[71058]: DEBUG nova.compute.utils [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1725.798039] env[71058]: DEBUG nova.compute.manager [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Not allocating networking since 'none' was specified. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}}
[ 1725.836293] env[71058]: DEBUG oslo_vmware.api [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873459, 'name': Rename_Task, 'duration_secs': 0.354862} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1725.836572] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1725.836734] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5f4e0df-8ed1-4f93-9ccb-0bd7a88dae19 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1725.846060] env[71058]: DEBUG oslo_vmware.api [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 1725.846060] env[71058]:    value = "task-2873461"
[ 1725.846060] env[71058]:    _type = "Task"
[ 1725.846060] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1725.854851] env[71058]: DEBUG oslo_vmware.api [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1725.882756] env[71058]: DEBUG nova.compute.manager [req-6c00770e-1f6e-4754-b7be-94a3ab86d6fd req-c964390d-5d35-412f-8d14-3772bd686aee service nova] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Received event network-vif-deleted-95cb5c04-d490-44b6-88f7-614ad609b439 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1725.882883] env[71058]: INFO nova.compute.manager [req-6c00770e-1f6e-4754-b7be-94a3ab86d6fd req-c964390d-5d35-412f-8d14-3772bd686aee service nova] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Neutron deleted interface 95cb5c04-d490-44b6-88f7-614ad609b439; detaching it from the instance and deleting it from the info cache
[ 1725.883160] env[71058]: DEBUG nova.network.neutron [req-6c00770e-1f6e-4754-b7be-94a3ab86d6fd req-c964390d-5d35-412f-8d14-3772bd686aee service nova] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1726.028801] env[71058]: INFO nova.compute.manager [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Took 53.85 seconds to build instance.
[ 1726.086333] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873454, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1726.111153] env[71058]: DEBUG nova.compute.manager [None req-8ec328f3-ec2d-4649-ac87-1bcf1ea86f06 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1726.112021] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec328f3-ec2d-4649-ac87-1bcf1ea86f06 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1726.112311] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c019400b-00f6-4f3d-8582-3fc214e0e473 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1726.124864] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec328f3-ec2d-4649-ac87-1bcf1ea86f06 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1726.125512] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc693077-7f05-4ce8-8b0e-11fdf3223e5d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1726.133994] env[71058]: DEBUG oslo_vmware.api [None req-8ec328f3-ec2d-4649-ac87-1bcf1ea86f06 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1726.133994] env[71058]:    value = "task-2873462"
[ 1726.133994] env[71058]:    _type = "Task"
[ 1726.133994] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1726.142039] env[71058]: DEBUG oslo_vmware.api [None req-8ec328f3-ec2d-4649-ac87-1bcf1ea86f06 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1726.192188] env[71058]: DEBUG oslo_vmware.api [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873460, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1726.226180] env[71058]: DEBUG oslo_vmware.api [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.585914} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1726.226498] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1726.226617] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1726.226792] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1726.249133] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b18b61-9ed5-4118-89da-67634cb34055 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1726.256439] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6488f55d-ba04-4f1b-9d65-49e357394fa9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1726.289502] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604cd837-251c-447e-b92c-3e70d76687af {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1726.297205] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3eb321-3f27-4a29-b1d0-26d173660743 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1726.301845] env[71058]: DEBUG nova.compute.manager [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1726.316377] env[71058]: DEBUG nova.compute.provider_tree [None req-1c24b56d-acbf-4330-85e4-98d51cc283fc tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1726.328713] env[71058]: DEBUG nova.network.neutron [None req-ee923874-ee0d-4a22-9b3c-d95334bbbdb0 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Updating instance_info_cache with network_info: [{"id": "428790f0-c156-4246-a1d6-e7721036eaa3", "address": "fa:16:3e:ba:33:e6", "network": {"id": "02a93a58-8f0c-468d-b34e-1db5e61a54ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2046819330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ae80f45084747faba9f976dc2d36a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap428790f0-c1", "ovs_interfaceid": "428790f0-c156-4246-a1d6-e7721036eaa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1726.355621] env[71058]: DEBUG oslo_vmware.api [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873461, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1726.367382] env[71058]: DEBUG nova.network.neutron [-] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1726.391034] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca1c0ef4-e3e0-46d6-82c4-13700327d68b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1726.402247] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549e5bcf-6c96-4591-8200-d02d27b6f9be {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1726.437112] env[71058]: DEBUG nova.compute.manager [req-6c00770e-1f6e-4754-b7be-94a3ab86d6fd req-c964390d-5d35-412f-8d14-3772bd686aee service nova] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Detach interface failed, port_id=95cb5c04-d490-44b6-88f7-614ad609b439, reason: Instance c7916ea3-46e0-4c13-a44e-d855f67cb9cc could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1726.535154] env[71058]: DEBUG oslo_concurrency.lockutils [None req-736b9976-609d-4d80-9420-1ac2af32dabe tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Lock "dec06a1a-7b8b-4e76-8088-73e41f640a17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 72.600s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1726.581834] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873454, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1726.644266] env[71058]: DEBUG oslo_vmware.api [None req-8ec328f3-ec2d-4649-ac87-1bcf1ea86f06 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873462, 'name': PowerOffVM_Task, 'duration_secs': 0.36521} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1726.644554] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec328f3-ec2d-4649-ac87-1bcf1ea86f06 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1726.644812] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec328f3-ec2d-4649-ac87-1bcf1ea86f06 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1726.644974] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3d3a949-0904-4e62-8676-65f77ea1f6e2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1726.690737] env[71058]: DEBUG oslo_vmware.api [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873460, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1726.819315] env[71058]: DEBUG nova.scheduler.client.report [None req-1c24b56d-acbf-4330-85e4-98d51cc283fc tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1726.830026] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ee923874-ee0d-4a22-9b3c-d95334bbbdb0 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Releasing lock "refresh_cache-4795f420-9f4e-4eab-98d7-9eaf0da179bf" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1726.858256] env[71058]: DEBUG oslo_vmware.api [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873461, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1726.869305] env[71058]: INFO nova.compute.manager [-] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Took 1.26 seconds to deallocate network for instance.
[ 1727.082750] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec328f3-ec2d-4649-ac87-1bcf1ea86f06 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1727.082993] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec328f3-ec2d-4649-ac87-1bcf1ea86f06 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1727.083281] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec328f3-ec2d-4649-ac87-1bcf1ea86f06 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Deleting the datastore file [datastore2] e8ed5493-c4fb-47aa-b29e-f94be14fcd9a {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1727.086566] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09b15f5a-946b-4cd1-af60-4230773cf627 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1727.088224] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873454, 'name': CreateVM_Task, 'duration_secs': 1.647808} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1727.088389] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1727.089347] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1727.089528] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1727.089840] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1727.090169] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9164770-1629-49c7-99a9-a8f32ff55ef5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1727.093463] env[71058]: DEBUG oslo_vmware.api [None req-8ec328f3-ec2d-4649-ac87-1bcf1ea86f06 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1727.093463] env[71058]:    value = "task-2873464"
[ 1727.093463] env[71058]:    _type = "Task"
[ 1727.093463] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1727.098537] env[71058]: DEBUG oslo_vmware.api [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1727.098537] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523f9f0b-886a-dec5-318a-a147be0e42b3"
[ 1727.098537] env[71058]:    _type = "Task"
[ 1727.098537] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1727.104883] env[71058]: DEBUG oslo_vmware.api [None req-8ec328f3-ec2d-4649-ac87-1bcf1ea86f06 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1727.109962] env[71058]: DEBUG oslo_vmware.api [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523f9f0b-886a-dec5-318a-a147be0e42b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010384} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1727.110241] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1727.110471] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1727.110698] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1727.110841] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1727.111030] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1727.111298] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b06d40e6-8a3d-49c6-841d-ced4eeb25661 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1727.119586] env[71058]: DEBUG oslo_concurrency.lockutils [None req-744092b8-8437-4902-8eb3-8c5eebd83674 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Acquiring lock "dec06a1a-7b8b-4e76-8088-73e41f640a17" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1727.119732] env[71058]: DEBUG oslo_concurrency.lockutils [None req-744092b8-8437-4902-8eb3-8c5eebd83674 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Lock "dec06a1a-7b8b-4e76-8088-73e41f640a17" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1727.119936] env[71058]: DEBUG oslo_concurrency.lockutils [None req-744092b8-8437-4902-8eb3-8c5eebd83674 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Acquiring lock "dec06a1a-7b8b-4e76-8088-73e41f640a17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1727.120138] env[71058]: DEBUG oslo_concurrency.lockutils [None req-744092b8-8437-4902-8eb3-8c5eebd83674 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Lock "dec06a1a-7b8b-4e76-8088-73e41f640a17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1727.120289] env[71058]: DEBUG oslo_concurrency.lockutils [None req-744092b8-8437-4902-8eb3-8c5eebd83674 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Lock "dec06a1a-7b8b-4e76-8088-73e41f640a17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1727.121884] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1727.122074] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1727.123329] env[71058]: INFO nova.compute.manager [None req-744092b8-8437-4902-8eb3-8c5eebd83674 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Terminating instance
[ 1727.124647] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27339397-7158-4da6-8666-bcf021d21cf8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1727.130236] env[71058]: DEBUG oslo_vmware.api [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1727.130236] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b8cd54-c922-9d5e-a214-99e9ddeb90b2"
[ 1727.130236] env[71058]:    _type = "Task"
[ 1727.130236] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1727.139340] env[71058]: DEBUG oslo_vmware.api [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b8cd54-c922-9d5e-a214-99e9ddeb90b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1727.189729] env[71058]: DEBUG oslo_vmware.api [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873460, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1727.263321] env[71058]: DEBUG nova.virt.hardware [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1727.263577] env[71058]: DEBUG nova.virt.hardware [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1727.263732] env[71058]: DEBUG nova.virt.hardware [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1727.263910] env[71058]: DEBUG nova.virt.hardware [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1727.264082] env[71058]: DEBUG nova.virt.hardware [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1727.264268] env[71058]: DEBUG nova.virt.hardware [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1727.264509] env[71058]: DEBUG nova.virt.hardware [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1727.264637] env[71058]: DEBUG nova.virt.hardware [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1727.264802] env[71058]: DEBUG nova.virt.hardware [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1727.264963] env[71058]: DEBUG nova.virt.hardware [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1727.265153] env[71058]: DEBUG nova.virt.hardware [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1727.266029] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78355118-5ead-4ab0-ba53-3586a7511eb4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1727.273632] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb326cfa-e290-48c5-b70e-9848c43d69df {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1727.286879] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:67:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f35e69ef-c2c8-4b8c-9887-33e97b242c0a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9208deaa-da9e-4703-bca5-906dee0dd228', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1727.294423] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1727.294652] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1727.294866] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-642c83d2-a155-41c5-bf6d-ef460131e7dd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1727.311826] env[71058]: DEBUG nova.compute.manager [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1727.314916] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1727.314916] env[71058]:    value = "task-2873465"
[ 1727.314916] env[71058]:    _type = "Task"
[ 1727.314916] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1727.322359] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873465, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1727.324216] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1c24b56d-acbf-4330-85e4-98d51cc283fc tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.035s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1727.326313] env[71058]: DEBUG oslo_concurrency.lockutils [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.239s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1727.326506] env[71058]: DEBUG nova.objects.instance [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71058) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
[ 1727.337045] env[71058]: DEBUG nova.virt.hardware [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1727.337190] env[71058]: DEBUG nova.virt.hardware [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1727.337791] env[71058]: DEBUG nova.virt.hardware [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1727.337791] env[71058]: DEBUG nova.virt.hardware [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1727.337791] env[71058]: DEBUG nova.virt.hardware [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1727.337791] env[71058]: DEBUG nova.virt.hardware [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1727.337990] env[71058]: DEBUG nova.virt.hardware [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1727.338049] env[71058]: DEBUG nova.virt.hardware [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1727.338817] env[71058]: DEBUG nova.virt.hardware [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1727.338817] env[71058]: DEBUG nova.virt.hardware [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1727.338817] env[71058]: DEBUG nova.virt.hardware [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1727.339360] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5d7a89-dcf8-4258-af92-e1786f8b2457 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1727.348762] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050542ca-485f-46d6-b5f6-7b2350b26675 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1727.353320] env[71058]: INFO nova.scheduler.client.report [None req-1c24b56d-acbf-4330-85e4-98d51cc283fc tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Deleted allocations for instance d46a6dbc-5b0c-4340-911c-40bed7197c43
[ 1727.371403] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Instance VIF info [] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1727.377566] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Creating folder: Project (ed5a685cb1c14b738b9f866044d24cd1). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1727.382245] env[71058]: DEBUG oslo_concurrency.lockutils [None req-979924e6-8535-4484-bd66-58c9470e5e4b tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1727.382543] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c7f63fd-0187-4304-8557-b2b61b4d55c1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1727.385138] env[71058]: DEBUG oslo_vmware.api [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873461, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1727.394837] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Created folder: Project (ed5a685cb1c14b738b9f866044d24cd1) in parent group-v577298.
[ 1727.395154] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Creating folder: Instances. Parent ref: group-v577522. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1727.395245] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce3c3275-f435-4370-b3e6-2ca1876bfc46 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1727.404385] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Created folder: Instances in parent group-v577522.
[ 1727.404616] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1727.405055] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1727.405718] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8f86029-7b24-435e-9618-b6561d6213b6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1727.421626] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1727.421626] env[71058]:    value = "task-2873468"
[ 1727.421626] env[71058]:    _type = "Task"
[ 1727.421626] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1727.431358] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873468, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1727.604197] env[71058]: DEBUG oslo_vmware.api [None req-8ec328f3-ec2d-4649-ac87-1bcf1ea86f06 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372582} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1727.604622] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec328f3-ec2d-4649-ac87-1bcf1ea86f06 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1727.604622] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec328f3-ec2d-4649-ac87-1bcf1ea86f06 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1727.604820] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec328f3-ec2d-4649-ac87-1bcf1ea86f06 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1727.605046] env[71058]: INFO nova.compute.manager [None req-8ec328f3-ec2d-4649-ac87-1bcf1ea86f06 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Took 1.49 seconds to destroy the instance on the hypervisor.
[ 1727.605339] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ec328f3-ec2d-4649-ac87-1bcf1ea86f06 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1727.605591] env[71058]: DEBUG nova.compute.manager [-] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1727.605699] env[71058]: DEBUG nova.network.neutron [-] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1727.630124] env[71058]: DEBUG nova.compute.manager [None req-744092b8-8437-4902-8eb3-8c5eebd83674 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1727.630124] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-744092b8-8437-4902-8eb3-8c5eebd83674 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1727.631076] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5526ffc4-b6c2-430f-bc1c-0f01c6e55ed5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1727.643436] env[71058]: DEBUG oslo_vmware.api [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b8cd54-c922-9d5e-a214-99e9ddeb90b2, 'name': SearchDatastore_Task, 'duration_secs': 0.010706} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1727.646140] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-744092b8-8437-4902-8eb3-8c5eebd83674 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1727.646426] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95bcfbbf-fe40-420d-948e-997c2d903449 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1727.648612] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8df785f8-0d40-4290-9d55-9803627a13cb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1727.654343] env[71058]: DEBUG oslo_vmware.api [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1727.654343] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520083de-134e-2f70-deeb-b899545dadc8"
[ 1727.654343] env[71058]:    _type = "Task"
[ 1727.654343] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1727.655732] env[71058]: DEBUG oslo_vmware.api [None req-744092b8-8437-4902-8eb3-8c5eebd83674 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for the task: (returnval){
[ 1727.655732] env[71058]:    value = "task-2873469"
[ 1727.655732] env[71058]:    _type = "Task"
[ 1727.655732] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1727.667519] env[71058]: DEBUG oslo_vmware.api [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520083de-134e-2f70-deeb-b899545dadc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1727.671149] env[71058]: DEBUG oslo_vmware.api [None req-744092b8-8437-4902-8eb3-8c5eebd83674 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1727.690403] env[71058]: DEBUG oslo_vmware.api [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873460, 'name': ReconfigVM_Task, 'duration_secs': 1.689274} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1727.691225] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 4dc81a2f-6a3c-438b-bde6-2d31ece13813/4dc81a2f-6a3c-438b-bde6-2d31ece13813.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1727.691878] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c90e1661-2eec-47e2-af1a-a929ad94fd69 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1727.700035] env[71058]: DEBUG oslo_vmware.api [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1727.700035] env[71058]:    value = "task-2873470"
[ 1727.700035] env[71058]:    _type = "Task"
[ 1727.700035] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1727.708048] env[71058]: DEBUG oslo_vmware.api [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873470, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1727.826558] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873465, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1727.836139] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee923874-ee0d-4a22-9b3c-d95334bbbdb0 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1727.836139] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ab90583-f511-48b1-9838-fe210eb8344e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1727.842602] env[71058]: DEBUG oslo_vmware.api [None req-ee923874-ee0d-4a22-9b3c-d95334bbbdb0 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1727.842602] env[71058]:    value = "task-2873471"
[ 1727.842602] env[71058]:    _type = "Task"
[ 1727.842602] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1727.854748] env[71058]: DEBUG oslo_vmware.api [None req-ee923874-ee0d-4a22-9b3c-d95334bbbdb0 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1727.860096] env[71058]: DEBUG oslo_vmware.api [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2873461, 'name': PowerOnVM_Task, 'duration_secs': 1.817606} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1727.862589] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1727.862696] env[71058]: INFO nova.compute.manager [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Took 11.30 seconds to spawn the instance on the hypervisor.
[ 1727.862859] env[71058]: DEBUG nova.compute.manager [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1727.863853] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f00d90c-50a4-433c-a2bd-21cdf309e174 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1727.866744] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1c24b56d-acbf-4330-85e4-98d51cc283fc tempest-InstanceActionsNegativeTestJSON-391275477 tempest-InstanceActionsNegativeTestJSON-391275477-project-member] Lock "d46a6dbc-5b0c-4340-911c-40bed7197c43" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 41.006s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1727.934227] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873468, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1727.968434] env[71058]: DEBUG nova.compute.manager [req-c6c8aefa-aabd-49e8-b622-b2119e015dd6 req-f9fee9be-8344-4648-80a2-225b1b89fc2a service nova] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Received event network-vif-deleted-f652103d-661c-4cb6-99e6-f3a233406865 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1727.968633] env[71058]: INFO nova.compute.manager [req-c6c8aefa-aabd-49e8-b622-b2119e015dd6 req-f9fee9be-8344-4648-80a2-225b1b89fc2a service nova] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Neutron deleted interface f652103d-661c-4cb6-99e6-f3a233406865; detaching it from the instance and deleting it from the info cache
[ 1727.968827] env[71058]: DEBUG nova.network.neutron [req-c6c8aefa-aabd-49e8-b622-b2119e015dd6 req-f9fee9be-8344-4648-80a2-225b1b89fc2a service nova] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1728.170036] env[71058]: DEBUG oslo_vmware.api [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520083de-134e-2f70-deeb-b899545dadc8, 'name': SearchDatastore_Task, 'duration_secs': 0.01546} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1728.172698] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1728.172984] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 0c383294-0efa-4719-97bc-cb565ac99797/0c383294-0efa-4719-97bc-cb565ac99797.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1728.173313] env[71058]: DEBUG oslo_vmware.api [None req-744092b8-8437-4902-8eb3-8c5eebd83674 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873469, 'name': PowerOffVM_Task, 'duration_secs': 0.215638} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1728.173526] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d80f995b-51a0-4454-b3cf-caddc9ae9616 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1728.175524] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-744092b8-8437-4902-8eb3-8c5eebd83674 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1728.175712] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-744092b8-8437-4902-8eb3-8c5eebd83674 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1728.175956] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cce6307-f7bd-4edd-9131-e991d76b2e68 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1728.183245] env[71058]: DEBUG oslo_vmware.api [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1728.183245] env[71058]:    value = "task-2873472"
[ 1728.183245] env[71058]:    _type = "Task"
[ 1728.183245] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1728.190657] env[71058]: DEBUG oslo_vmware.api [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1728.209175] env[71058]: DEBUG oslo_vmware.api [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873470, 'name': Rename_Task, 'duration_secs': 0.199548} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1728.209510] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1728.209677] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f997c5d0-76cc-4bc2-a9e7-69305a57ae45 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1728.215951] env[71058]: DEBUG oslo_vmware.api [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1728.215951] env[71058]:    value = "task-2873474"
[ 1728.215951] env[71058]:    _type = "Task"
[ 1728.215951] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1728.224322] env[71058]: DEBUG oslo_vmware.api [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1728.245027] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-744092b8-8437-4902-8eb3-8c5eebd83674 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1728.245027] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-744092b8-8437-4902-8eb3-8c5eebd83674 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1728.245027] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-744092b8-8437-4902-8eb3-8c5eebd83674 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Deleting the datastore file [datastore2] dec06a1a-7b8b-4e76-8088-73e41f640a17 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1728.245027] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d80f461-e4e4-4885-a656-cac9bec24e62 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1728.250118] env[71058]: DEBUG oslo_vmware.api [None req-744092b8-8437-4902-8eb3-8c5eebd83674 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for the task: (returnval){
[ 1728.250118] env[71058]:    value = "task-2873475"
[ 1728.250118] env[71058]:    _type = "Task"
[ 1728.250118] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1728.258816] env[71058]: DEBUG oslo_vmware.api [None req-744092b8-8437-4902-8eb3-8c5eebd83674 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1728.325903] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873465, 'name': CreateVM_Task, 'duration_secs': 0.634804} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1728.326095] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1728.326840] env[71058]: DEBUG oslo_concurrency.lockutils [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1728.326913] env[71058]: DEBUG oslo_concurrency.lockutils [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1728.327258] env[71058]: DEBUG oslo_concurrency.lockutils [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1728.327520] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-414e399d-a5f3-4562-bece-3a91f09178e3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1728.333237] env[71058]: DEBUG oslo_vmware.api [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1728.333237] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524b283e-63cc-eff7-fff8-35372386f825"
[ 1728.333237] env[71058]:    _type = "Task"
[ 1728.333237] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1728.336829] env[71058]: DEBUG oslo_concurrency.lockutils [None req-98593274-afea-40f5-b35c-865d9af9f6a2 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1728.340709] env[71058]: DEBUG oslo_concurrency.lockutils [None req-625c7eee-03c4-4b18-97f2-9d22a16f62cd tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.436s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1728.340937] env[71058]: DEBUG nova.objects.instance [None req-625c7eee-03c4-4b18-97f2-9d22a16f62cd tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Lazy-loading 'resources' on Instance uuid 20e57986-49bf-4102-99f1-74267e639860 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1728.342139] env[71058]: DEBUG oslo_vmware.api [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524b283e-63cc-eff7-fff8-35372386f825, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1728.354206] env[71058]: DEBUG oslo_vmware.api [None req-ee923874-ee0d-4a22-9b3c-d95334bbbdb0 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873471, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1728.385942] env[71058]: INFO nova.compute.manager [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Took 49.20 seconds to build instance.
[ 1728.402766] env[71058]: DEBUG nova.network.neutron [-] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1728.434991] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873468, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1728.471592] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-de5dc31e-278c-4e16-bbd3-68d20e99572e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1728.481940] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0ad94a-0a26-4f4c-920a-05c93db722ca {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1728.529057] env[71058]: DEBUG nova.compute.manager [req-c6c8aefa-aabd-49e8-b622-b2119e015dd6 req-f9fee9be-8344-4648-80a2-225b1b89fc2a service nova] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Detach interface failed, port_id=f652103d-661c-4cb6-99e6-f3a233406865, reason: Instance e8ed5493-c4fb-47aa-b29e-f94be14fcd9a could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1728.694493] env[71058]: DEBUG oslo_vmware.api [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495344} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1728.694942] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 0c383294-0efa-4719-97bc-cb565ac99797/0c383294-0efa-4719-97bc-cb565ac99797.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1728.695066] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1728.695311] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f712fcc1-2664-4d2c-990f-6b8944c4b746 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1728.702977] env[71058]: DEBUG oslo_vmware.api [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1728.702977] env[71058]:    value = "task-2873476"
[ 1728.702977] env[71058]:    _type = "Task"
[ 1728.702977] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1728.710602] env[71058]: DEBUG oslo_vmware.api [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1728.726145] env[71058]: DEBUG oslo_vmware.api [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873474, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1728.759866] env[71058]: DEBUG oslo_vmware.api [None req-744092b8-8437-4902-8eb3-8c5eebd83674 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Task: {'id': task-2873475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173578} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1728.760327] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-744092b8-8437-4902-8eb3-8c5eebd83674 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1728.760564] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-744092b8-8437-4902-8eb3-8c5eebd83674 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1728.760772] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-744092b8-8437-4902-8eb3-8c5eebd83674 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1728.761050] env[71058]: INFO nova.compute.manager [None req-744092b8-8437-4902-8eb3-8c5eebd83674 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Took 1.13 seconds to destroy the instance on the hypervisor.
[ 1728.761371] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-744092b8-8437-4902-8eb3-8c5eebd83674 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1728.761609] env[71058]: DEBUG nova.compute.manager [-] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1728.761711] env[71058]: DEBUG nova.network.neutron [-] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1728.842222] env[71058]: DEBUG oslo_vmware.api [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524b283e-63cc-eff7-fff8-35372386f825, 'name': SearchDatastore_Task, 'duration_secs': 0.009492} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1728.842543] env[71058]: DEBUG oslo_concurrency.lockutils [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1728.842776] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1728.843016] env[71058]: DEBUG oslo_concurrency.lockutils [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1728.843192] env[71058]: DEBUG oslo_concurrency.lockutils [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1728.843372] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1728.846171] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42186a4f-ffae-420e-b45c-2ea7b4725582 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1728.858194] env[71058]: DEBUG oslo_vmware.api [None req-ee923874-ee0d-4a22-9b3c-d95334bbbdb0 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873471, 'name': PowerOnVM_Task, 'duration_secs': 0.550242} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1728.858870] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee923874-ee0d-4a22-9b3c-d95334bbbdb0 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1728.859103] env[71058]: DEBUG nova.compute.manager [None req-ee923874-ee0d-4a22-9b3c-d95334bbbdb0 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1728.859649] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1728.859649] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1728.862724] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c735ad70-c1d1-4bc7-9051-f7a122ec415d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1728.865848] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2bb1f6a-d046-4c9b-9d73-2bd57c264872 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1728.879780] env[71058]: DEBUG oslo_vmware.api [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1728.879780] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527113ed-60de-fd56-1bc3-b8b88a255de0"
[ 1728.879780] env[71058]:    _type = "Task"
[ 1728.879780] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1728.891507] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1350fa9d-ab12-4088-94e5-b05cf1744fc7 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "f9a9c523-5c79-4cbd-9a82-66ee954c6eeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 65.387s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1728.894894] env[71058]: DEBUG oslo_vmware.api [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527113ed-60de-fd56-1bc3-b8b88a255de0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1728.909019] env[71058]: INFO nova.compute.manager [-] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Took 1.30 seconds to deallocate network for instance.
[ 1728.939665] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873468, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1729.219925] env[71058]: DEBUG oslo_vmware.api [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076438} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1729.221646] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1729.223115] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6945423-e455-4f6f-9238-b6b4598c8a05 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1729.232863] env[71058]: DEBUG oslo_vmware.api [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873474, 'name': PowerOnVM_Task, 'duration_secs': 0.611198} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1729.246814] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1729.246814] env[71058]: INFO nova.compute.manager [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Took 9.93 seconds to spawn the instance on the hypervisor.
[ 1729.246814] env[71058]: DEBUG nova.compute.manager [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1729.256392] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 0c383294-0efa-4719-97bc-cb565ac99797/0c383294-0efa-4719-97bc-cb565ac99797.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1729.260209] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47fa589-f7ef-45ca-bc34-0e77aaeb76fa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1729.263887] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-171c6b6b-9a38-4220-8c62-d058d90f290f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1729.291371] env[71058]: DEBUG oslo_vmware.api [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1729.291371] env[71058]:    value = "task-2873477"
[ 1729.291371] env[71058]:    _type = "Task"
[ 1729.291371] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1729.300604] env[71058]: DEBUG oslo_vmware.api [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873477, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1729.402371] env[71058]: DEBUG oslo_vmware.api [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527113ed-60de-fd56-1bc3-b8b88a255de0, 'name': SearchDatastore_Task, 'duration_secs': 0.019812} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1729.402750] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84e685ad-3971-4b97-af31-336923552204 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1729.410932] env[71058]: DEBUG oslo_vmware.api [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1729.410932] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527ff8d2-5696-c1c4-55bb-df2ab26867b3"
[ 1729.410932] env[71058]:    _type = "Task"
[ 1729.410932] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1729.416808] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8ec328f3-ec2d-4649-ac87-1bcf1ea86f06 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1729.422426] env[71058]: DEBUG oslo_vmware.api [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527ff8d2-5696-c1c4-55bb-df2ab26867b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1729.438283] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873468, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1729.445629] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3a7c19-9d3c-4ed7-ab52-b776820c5fbf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1729.453764] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc0c18d-1793-4078-a070-45572b78693a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1729.489973] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9e0618-3767-4f39-bdb5-8cfd1158faac {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1729.498914] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271b3ea8-b12b-498b-afd3-f28bee719ae4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1729.517563] env[71058]: DEBUG nova.compute.provider_tree [None req-625c7eee-03c4-4b18-97f2-9d22a16f62cd tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1729.555904] env[71058]: DEBUG nova.compute.manager [req-4f479083-5d76-4da1-9db1-f061a6fd9794 req-600c6521-e042-4c5a-8b04-feb6f4fe8243 service nova] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Received event network-changed-20bdc7b9-fd6e-4fd2-84b4-ede96963d251 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1729.555904] env[71058]: DEBUG nova.compute.manager [req-4f479083-5d76-4da1-9db1-f061a6fd9794 req-600c6521-e042-4c5a-8b04-feb6f4fe8243 service nova] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Refreshing instance network info cache due to event network-changed-20bdc7b9-fd6e-4fd2-84b4-ede96963d251. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1729.555904] env[71058]: DEBUG oslo_concurrency.lockutils [req-4f479083-5d76-4da1-9db1-f061a6fd9794 req-600c6521-e042-4c5a-8b04-feb6f4fe8243 service nova] Acquiring lock "refresh_cache-f9a9c523-5c79-4cbd-9a82-66ee954c6eeb" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1729.555904] env[71058]: DEBUG oslo_concurrency.lockutils [req-4f479083-5d76-4da1-9db1-f061a6fd9794 req-600c6521-e042-4c5a-8b04-feb6f4fe8243 service nova] Acquired lock "refresh_cache-f9a9c523-5c79-4cbd-9a82-66ee954c6eeb" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1729.555904] env[71058]: DEBUG nova.network.neutron [req-4f479083-5d76-4da1-9db1-f061a6fd9794 req-600c6521-e042-4c5a-8b04-feb6f4fe8243 service nova] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Refreshing network info cache for port 20bdc7b9-fd6e-4fd2-84b4-ede96963d251 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1729.686026] env[71058]: DEBUG nova.network.neutron [-] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1729.803965] env[71058]: INFO nova.compute.manager [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Took 46.03 seconds to build instance.
[ 1729.816046] env[71058]: DEBUG oslo_vmware.api [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873477, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1729.922254] env[71058]: DEBUG oslo_vmware.api [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527ff8d2-5696-c1c4-55bb-df2ab26867b3, 'name': SearchDatastore_Task, 'duration_secs': 0.017305} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1729.922673] env[71058]: DEBUG oslo_concurrency.lockutils [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1729.922866] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] f41c1883-ddc6-491a-8f60-46df2ca46e95/f41c1883-ddc6-491a-8f60-46df2ca46e95.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1729.923222] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ab30a07-573f-460e-acaf-cce6ca9b0bae {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1729.930497] env[71058]: DEBUG oslo_vmware.api [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1729.930497] env[71058]:    value = "task-2873478"
[ 1729.930497] env[71058]:    _type = "Task"
[ 1729.930497] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1729.933733] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873468, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1729.941414] env[71058]: DEBUG oslo_vmware.api [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1729.999628] env[71058]: DEBUG nova.compute.manager [req-663215f8-489c-474b-b95a-7676fccccb33 req-a99d3a6f-7cbd-42c7-b173-a13c44efe80b service nova] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Received event network-vif-deleted-841e0da0-e7c8-4dae-a46c-b92c5c83945c {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1730.024178] env[71058]: DEBUG nova.scheduler.client.report [None req-625c7eee-03c4-4b18-97f2-9d22a16f62cd tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1730.189074] env[71058]: INFO nova.compute.manager [-] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Took 1.43 seconds to deallocate network for instance.
[ 1730.315426] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c34b56e0-57d3-49be-9c66-0042cde8ce89 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "4dc81a2f-6a3c-438b-bde6-2d31ece13813" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 54.737s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1730.315426] env[71058]: DEBUG oslo_vmware.api [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873477, 'name': ReconfigVM_Task, 'duration_secs': 0.57032} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1730.315426] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 0c383294-0efa-4719-97bc-cb565ac99797/0c383294-0efa-4719-97bc-cb565ac99797.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1730.315426] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ed36aaf-0f50-4e45-94c0-6e10d7509873 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1730.321450] env[71058]: DEBUG oslo_vmware.api [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1730.321450] env[71058]:    value = "task-2873479"
[ 1730.321450] env[71058]:    _type = "Task"
[ 1730.321450] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1730.331156] env[71058]: DEBUG oslo_vmware.api [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873479, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1730.437257] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873468, 'name': CreateVM_Task, 'duration_secs': 2.569642} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1730.442024] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1730.443476] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1730.443476] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1730.444877] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1730.444877] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1007d402-33fb-4534-a42d-4647350978ef {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1730.453814] env[71058]: DEBUG oslo_vmware.api [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873478, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1730.458649] env[71058]: DEBUG oslo_vmware.api [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Waiting for the task: (returnval){
[ 1730.458649] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b364b1-3bbc-b34d-21ce-fc9a040b0c19"
[ 1730.458649] env[71058]:    _type = "Task"
[ 1730.458649] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1730.466729] env[71058]: DEBUG oslo_vmware.api [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b364b1-3bbc-b34d-21ce-fc9a040b0c19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1730.530784] env[71058]: DEBUG oslo_concurrency.lockutils [None req-625c7eee-03c4-4b18-97f2-9d22a16f62cd tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1730.531740] env[71058]: DEBUG oslo_concurrency.lockutils [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.460s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1730.532015] env[71058]: DEBUG nova.objects.instance [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Lazy-loading 'resources' on Instance uuid cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1730.568212] env[71058]: INFO nova.scheduler.client.report [None req-625c7eee-03c4-4b18-97f2-9d22a16f62cd tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Deleted allocations for instance 20e57986-49bf-4102-99f1-74267e639860
[ 1730.572064] env[71058]: DEBUG nova.network.neutron [req-4f479083-5d76-4da1-9db1-f061a6fd9794 req-600c6521-e042-4c5a-8b04-feb6f4fe8243 service nova] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Updated VIF entry in instance network info cache for port 20bdc7b9-fd6e-4fd2-84b4-ede96963d251. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1730.572436] env[71058]: DEBUG nova.network.neutron [req-4f479083-5d76-4da1-9db1-f061a6fd9794 req-600c6521-e042-4c5a-8b04-feb6f4fe8243 service nova] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Updating instance_info_cache with network_info: [{"id": "20bdc7b9-fd6e-4fd2-84b4-ede96963d251", "address": "fa:16:3e:6d:e4:61", "network": {"id": "5ecbb149-fd57-4a44-a6cc-48e0b1e653a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1232521171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df590cd3ec8f4748ad8a273f58d2f095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20bdc7b9-fd", "ovs_interfaceid": "20bdc7b9-fd6e-4fd2-84b4-ede96963d251", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1730.698610] env[71058]: DEBUG oslo_concurrency.lockutils [None req-744092b8-8437-4902-8eb3-8c5eebd83674 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1730.810289] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9b81cb5f-6aaf-4c51-92f6-f44db5e71f8a tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "4795f420-9f4e-4eab-98d7-9eaf0da179bf" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1730.810693] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9b81cb5f-6aaf-4c51-92f6-f44db5e71f8a tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "4795f420-9f4e-4eab-98d7-9eaf0da179bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1730.810752] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9b81cb5f-6aaf-4c51-92f6-f44db5e71f8a tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "4795f420-9f4e-4eab-98d7-9eaf0da179bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1730.811048] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9b81cb5f-6aaf-4c51-92f6-f44db5e71f8a tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "4795f420-9f4e-4eab-98d7-9eaf0da179bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1730.811285] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9b81cb5f-6aaf-4c51-92f6-f44db5e71f8a tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "4795f420-9f4e-4eab-98d7-9eaf0da179bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1730.813696] env[71058]: INFO nova.compute.manager [None req-9b81cb5f-6aaf-4c51-92f6-f44db5e71f8a tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Terminating instance
[ 1730.833041] env[71058]: DEBUG oslo_vmware.api [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873479, 'name': Rename_Task, 'duration_secs': 0.478932} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1730.833366] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1730.833623] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5a879f2-b0c4-4d96-a27d-95ca43e20f61 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1730.840595] env[71058]: DEBUG oslo_vmware.api [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1730.840595] env[71058]:    value = "task-2873480"
[ 1730.840595] env[71058]:    _type = "Task"
[ 1730.840595] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1730.853024] env[71058]: DEBUG oslo_vmware.api [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873480, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1730.948908] env[71058]: DEBUG oslo_vmware.api [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873478, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.855381} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1730.949415] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] f41c1883-ddc6-491a-8f60-46df2ca46e95/f41c1883-ddc6-491a-8f60-46df2ca46e95.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1730.949792] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1730.950178] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bae7b6c6-27a8-4333-a635-aac6fc94713d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1730.957820] env[71058]: DEBUG oslo_vmware.api [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1730.957820] env[71058]:    value = "task-2873481"
[ 1730.957820] env[71058]:    _type = "Task"
[ 1730.957820] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1730.969452] env[71058]: DEBUG oslo_vmware.api [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1730.973455] env[71058]: DEBUG oslo_vmware.api [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b364b1-3bbc-b34d-21ce-fc9a040b0c19, 'name': SearchDatastore_Task, 'duration_secs': 0.067207} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1730.973778] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1730.974016] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1730.974776] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1730.974776] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1730.974776] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1730.975064] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fe29de1-c3a9-48c9-aaf7-05c5a7760653 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1730.984578] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1730.984791] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1730.985618] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-699e0082-8abd-44d1-9e4e-354b3fdb0889 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1730.991529] env[71058]: DEBUG oslo_vmware.api [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Waiting for the task: (returnval){
[ 1730.991529] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52901695-1dbb-878d-2c7f-f26f7498b920"
[ 1730.991529] env[71058]:    _type = "Task"
[ 1730.991529] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1730.999768] env[71058]: DEBUG oslo_vmware.api [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52901695-1dbb-878d-2c7f-f26f7498b920, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1731.077041] env[71058]: DEBUG oslo_concurrency.lockutils [req-4f479083-5d76-4da1-9db1-f061a6fd9794 req-600c6521-e042-4c5a-8b04-feb6f4fe8243 service nova] Releasing lock "refresh_cache-f9a9c523-5c79-4cbd-9a82-66ee954c6eeb" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1731.079991] env[71058]: DEBUG oslo_concurrency.lockutils [None req-625c7eee-03c4-4b18-97f2-9d22a16f62cd tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Lock "20e57986-49bf-4102-99f1-74267e639860" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 30.609s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1731.317397] env[71058]: DEBUG nova.compute.manager [None req-9b81cb5f-6aaf-4c51-92f6-f44db5e71f8a tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1731.317613] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9b81cb5f-6aaf-4c51-92f6-f44db5e71f8a tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1731.318760] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd08197-6b39-4e08-ae5e-e3a713cab29d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1731.328583] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b81cb5f-6aaf-4c51-92f6-f44db5e71f8a tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1731.331276] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9b9c1a5-faea-43b9-9e8e-252a27d0ec1c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1731.337705] env[71058]: DEBUG oslo_vmware.api [None req-9b81cb5f-6aaf-4c51-92f6-f44db5e71f8a tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1731.337705] env[71058]:    value = "task-2873482"
[ 1731.337705] env[71058]:    _type = "Task"
[ 1731.337705] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1731.351055] env[71058]: DEBUG oslo_vmware.api [None req-9b81cb5f-6aaf-4c51-92f6-f44db5e71f8a tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1731.358398] env[71058]: DEBUG oslo_vmware.api [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873480, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1731.469573] env[71058]: DEBUG oslo_vmware.api [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.26003} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1731.469908] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1731.473479] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0495a4-747d-4c70-be13-2773c8d1e436 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1731.503359] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] f41c1883-ddc6-491a-8f60-46df2ca46e95/f41c1883-ddc6-491a-8f60-46df2ca46e95.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1731.507586] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-280bea0a-2161-4d0b-a473-d8d955e1bde6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1731.522833] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97e9a1b-282a-4acd-8b6c-8250741f4e11 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1731.532364] env[71058]: DEBUG oslo_vmware.api [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52901695-1dbb-878d-2c7f-f26f7498b920, 'name': SearchDatastore_Task, 'duration_secs': 0.056562} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1731.536110] env[71058]: DEBUG oslo_vmware.api [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1731.536110] env[71058]:    value = "task-2873483"
[ 1731.536110] env[71058]:    _type = "Task"
[ 1731.536110] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1731.536410] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ea8eb6b-cc66-44a4-abf8-f96ea007fad8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1731.539605] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ece2f0-ef04-49ac-9576-f6f57c4f228b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1731.552849] env[71058]: DEBUG oslo_vmware.api [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1731.580635] env[71058]: DEBUG oslo_vmware.api [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Waiting for the task: (returnval){
[ 1731.580635] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f8ef84-8b21-2474-310c-8555765d0d7d"
[ 1731.580635] env[71058]:    _type = "Task"
[ 1731.580635] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1731.582228] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca45851c-80c2-45f6-9498-75d8daff40ae {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1731.598105] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282354a9-dbf8-41de-91fb-3814d056fc3c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1731.602730] env[71058]: DEBUG oslo_vmware.api [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f8ef84-8b21-2474-310c-8555765d0d7d, 'name': SearchDatastore_Task, 'duration_secs': 0.016332} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1731.602941] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1731.603971] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] e23bdb81-d5ed-4e28-bd9f-4bcc7be37140/e23bdb81-d5ed-4e28-bd9f-4bcc7be37140.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1731.604159] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99076b9d-014b-4bfa-856f-80343ce711bc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1731.617580] env[71058]: DEBUG nova.compute.provider_tree [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1731.624296] env[71058]: DEBUG oslo_vmware.api [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Waiting for the task: (returnval){
[ 1731.624296] env[71058]:    value = "task-2873484"
[ 1731.624296] env[71058]:    _type = "Task"
[ 1731.624296] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1731.634470] env[71058]: DEBUG oslo_vmware.api [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': task-2873484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1731.852521] env[71058]: DEBUG oslo_vmware.api [None req-9b81cb5f-6aaf-4c51-92f6-f44db5e71f8a tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873482, 'name': PowerOffVM_Task, 'duration_secs': 0.31386} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1731.856754] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b81cb5f-6aaf-4c51-92f6-f44db5e71f8a tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1731.857165] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9b81cb5f-6aaf-4c51-92f6-f44db5e71f8a tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1731.857566] env[71058]: DEBUG oslo_vmware.api [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873480, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1731.857894] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db6b31f5-e1e8-411f-9754-8cd6350869a1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1731.927842] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9b81cb5f-6aaf-4c51-92f6-f44db5e71f8a tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1731.928374] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9b81cb5f-6aaf-4c51-92f6-f44db5e71f8a tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1731.928754] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b81cb5f-6aaf-4c51-92f6-f44db5e71f8a tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Deleting the datastore file [datastore2] 4795f420-9f4e-4eab-98d7-9eaf0da179bf {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1731.929257] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-023f1d08-1024-4801-827f-a67799d6b2af {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1731.938624] env[71058]: DEBUG oslo_vmware.api [None req-9b81cb5f-6aaf-4c51-92f6-f44db5e71f8a tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1731.938624] env[71058]:    value = "task-2873486"
[ 1731.938624] env[71058]:    _type = "Task"
[ 1731.938624] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1731.948953] env[71058]: DEBUG oslo_vmware.api [None req-9b81cb5f-6aaf-4c51-92f6-f44db5e71f8a tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1732.051610] env[71058]: DEBUG oslo_vmware.api [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873483, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1732.120858] env[71058]: DEBUG nova.scheduler.client.report [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1732.134400] env[71058]: DEBUG oslo_vmware.api [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': task-2873484, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1732.240924] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6a7be736-22d9-406a-9345-de61dd104fbf tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Acquiring lock "002e694d-2d19-43e9-ac76-9596a449865b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1732.241216] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6a7be736-22d9-406a-9345-de61dd104fbf tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Lock "002e694d-2d19-43e9-ac76-9596a449865b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1732.241431] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6a7be736-22d9-406a-9345-de61dd104fbf tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Acquiring lock "002e694d-2d19-43e9-ac76-9596a449865b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1732.241610] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6a7be736-22d9-406a-9345-de61dd104fbf tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Lock "002e694d-2d19-43e9-ac76-9596a449865b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1732.241773] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6a7be736-22d9-406a-9345-de61dd104fbf tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Lock "002e694d-2d19-43e9-ac76-9596a449865b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1732.244013] env[71058]: INFO nova.compute.manager [None req-6a7be736-22d9-406a-9345-de61dd104fbf tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Terminating instance
[ 1732.352943] env[71058]: DEBUG oslo_vmware.api [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873480, 'name': PowerOnVM_Task, 'duration_secs': 1.021641} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1732.353273] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1732.353476] env[71058]: INFO nova.compute.manager [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Took 10.36 seconds to spawn the instance on the hypervisor.
[ 1732.353649] env[71058]: DEBUG nova.compute.manager [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1732.354464] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1bf865-ae44-48a6-ae2e-0b4e847eebe0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1732.449174] env[71058]: DEBUG oslo_vmware.api [None req-9b81cb5f-6aaf-4c51-92f6-f44db5e71f8a tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1732.551546] env[71058]: DEBUG oslo_vmware.api [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873483, 'name': ReconfigVM_Task, 'duration_secs': 0.549132} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1732.551821] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Reconfigured VM instance instance-00000049 to attach disk [datastore1] f41c1883-ddc6-491a-8f60-46df2ca46e95/f41c1883-ddc6-491a-8f60-46df2ca46e95.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1732.552460] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a7c5e16-3f52-4c33-bed8-606e246d2ff5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1732.559270] env[71058]: DEBUG oslo_vmware.api [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1732.559270] env[71058]:    value = "task-2873487"
[ 1732.559270] env[71058]:    _type = "Task"
[ 1732.559270] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1732.567177] env[71058]: DEBUG oslo_vmware.api [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873487, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1732.630174] env[71058]: DEBUG oslo_concurrency.lockutils [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1732.632641] env[71058]: DEBUG oslo_concurrency.lockutils [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.212s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1732.634631] env[71058]: INFO nova.compute.claims [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1732.643512] env[71058]: DEBUG oslo_vmware.api [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': task-2873484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648007} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1732.643682] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] e23bdb81-d5ed-4e28-bd9f-4bcc7be37140/e23bdb81-d5ed-4e28-bd9f-4bcc7be37140.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1732.643866] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1732.644170] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c99e72a9-2c11-47e8-a77a-ae3ab20039c6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1732.651086] env[71058]: DEBUG oslo_vmware.api [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Waiting for the task: (returnval){
[ 1732.651086] env[71058]:    value = "task-2873488"
[ 1732.651086] env[71058]:    _type = "Task"
[ 1732.651086] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1732.655243] env[71058]: INFO nova.scheduler.client.report [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Deleted allocations for instance cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9
[ 1732.662563] env[71058]: DEBUG oslo_vmware.api [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': task-2873488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1732.748526] env[71058]: DEBUG nova.compute.manager [None req-6a7be736-22d9-406a-9345-de61dd104fbf tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1732.748761] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7be736-22d9-406a-9345-de61dd104fbf tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1732.749684] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db39b590-c0e0-4730-9bfb-847e12872f1d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1732.757969] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7be736-22d9-406a-9345-de61dd104fbf tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1732.758311] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c744964f-1492-4715-be7b-8ebe578fcc1c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1732.765775] env[71058]: DEBUG oslo_vmware.api [None req-6a7be736-22d9-406a-9345-de61dd104fbf tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for the task: (returnval){
[ 1732.765775] env[71058]:    value = "task-2873489"
[ 1732.765775] env[71058]:    _type = "Task"
[ 1732.765775] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1732.776438] env[71058]: DEBUG oslo_vmware.api [None req-6a7be736-22d9-406a-9345-de61dd104fbf tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1732.870472] env[71058]: INFO nova.compute.manager [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Took 45.33 seconds to build instance.
[ 1732.954220] env[71058]: DEBUG oslo_vmware.api [None req-9b81cb5f-6aaf-4c51-92f6-f44db5e71f8a tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.726953} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1732.954220] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b81cb5f-6aaf-4c51-92f6-f44db5e71f8a tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1732.954220] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9b81cb5f-6aaf-4c51-92f6-f44db5e71f8a tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1732.954220] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9b81cb5f-6aaf-4c51-92f6-f44db5e71f8a tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1732.954220] env[71058]: INFO nova.compute.manager [None req-9b81cb5f-6aaf-4c51-92f6-f44db5e71f8a tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Took 1.63 seconds to destroy the instance on the hypervisor.
[ 1732.954220] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b81cb5f-6aaf-4c51-92f6-f44db5e71f8a tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1732.954220] env[71058]: DEBUG nova.compute.manager [-] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1732.954220] env[71058]: DEBUG nova.network.neutron [-] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1733.069529] env[71058]: DEBUG oslo_vmware.api [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873487, 'name': Rename_Task, 'duration_secs': 0.409238} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1733.070316] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1733.070316] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b894256-29df-46ba-a64c-1a94262b5951 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1733.076510] env[71058]: DEBUG oslo_vmware.api [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1733.076510] env[71058]:    value = "task-2873490"
[ 1733.076510] env[71058]:    _type = "Task"
[ 1733.076510] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1733.085032] env[71058]: DEBUG oslo_vmware.api [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1733.162127] env[71058]: DEBUG oslo_vmware.api [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': task-2873488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182878} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1733.162414] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1733.163268] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51965467-50c6-44c9-952a-a942ca866d74 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1733.168565] env[71058]: DEBUG oslo_concurrency.lockutils [None req-178eb5b0-79ee-4591-83f4-787b6fe61343 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Lock "cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 33.305s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1733.185570] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] e23bdb81-d5ed-4e28-bd9f-4bcc7be37140/e23bdb81-d5ed-4e28-bd9f-4bcc7be37140.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1733.186324] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d5d5cd6-86d4-4e8a-beb7-37dac4684345 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1733.207477] env[71058]: DEBUG oslo_vmware.api [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Waiting for the task: (returnval){
[ 1733.207477] env[71058]:    value = "task-2873491"
[ 1733.207477] env[71058]:    _type = "Task"
[ 1733.207477] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1733.215650] env[71058]: DEBUG oslo_vmware.api [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': task-2873491, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1733.276558] env[71058]: DEBUG oslo_vmware.api [None req-6a7be736-22d9-406a-9345-de61dd104fbf tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873489, 'name': PowerOffVM_Task, 'duration_secs': 0.384876} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1733.276864] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7be736-22d9-406a-9345-de61dd104fbf tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1733.277067] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7be736-22d9-406a-9345-de61dd104fbf tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1733.277512] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb9dfe9a-c4bb-43e3-9e62-190281b4356d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1733.353431] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7be736-22d9-406a-9345-de61dd104fbf tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1733.353700] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7be736-22d9-406a-9345-de61dd104fbf tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1733.353902] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a7be736-22d9-406a-9345-de61dd104fbf tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Deleting the datastore file [datastore2] 002e694d-2d19-43e9-ac76-9596a449865b {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1733.354217] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a333b5b6-aec0-4e3b-86fa-883047764c85 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1733.361278] env[71058]: DEBUG oslo_vmware.api [None req-6a7be736-22d9-406a-9345-de61dd104fbf tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for the task: (returnval){
[ 1733.361278] env[71058]:    value = "task-2873493"
[ 1733.361278] env[71058]:    _type = "Task"
[ 1733.361278] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1733.370549] env[71058]: DEBUG oslo_vmware.api [None req-6a7be736-22d9-406a-9345-de61dd104fbf tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1733.372092] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ffa37d4f-807f-4543-b5b0-43efe2d18dce tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "0c383294-0efa-4719-97bc-cb565ac99797" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 56.618s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1733.476580] env[71058]: DEBUG nova.compute.manager [req-63bf6b87-9f00-47aa-b943-fc63d7282978 req-92952497-512b-446c-b6d8-ddd89a97a08b service nova] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Received event network-vif-deleted-428790f0-c156-4246-a1d6-e7721036eaa3 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1733.476580] env[71058]: INFO nova.compute.manager [req-63bf6b87-9f00-47aa-b943-fc63d7282978 req-92952497-512b-446c-b6d8-ddd89a97a08b service nova] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Neutron deleted interface 428790f0-c156-4246-a1d6-e7721036eaa3; detaching it from the instance and deleting it from the info cache
[ 1733.476580] env[71058]: DEBUG nova.network.neutron [req-63bf6b87-9f00-47aa-b943-fc63d7282978 req-92952497-512b-446c-b6d8-ddd89a97a08b service nova] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1733.586735] env[71058]: DEBUG oslo_vmware.api [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873490, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1733.589408] env[71058]: DEBUG oslo_concurrency.lockutils [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Acquiring lock "9d46ba06-fbe0-44e0-a871-bafe3589a559" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1733.589553] env[71058]: DEBUG oslo_concurrency.lockutils [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Lock "9d46ba06-fbe0-44e0-a871-bafe3589a559" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1733.589783] env[71058]: DEBUG oslo_concurrency.lockutils [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Acquiring lock "9d46ba06-fbe0-44e0-a871-bafe3589a559-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1733.589985] env[71058]: DEBUG oslo_concurrency.lockutils [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Lock "9d46ba06-fbe0-44e0-a871-bafe3589a559-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1733.590303] env[71058]: DEBUG oslo_concurrency.lockutils [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Lock "9d46ba06-fbe0-44e0-a871-bafe3589a559-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1733.592550] env[71058]: INFO nova.compute.manager [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] Terminating instance
[ 1733.717464] env[71058]: DEBUG oslo_vmware.api [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': task-2873491, 'name': ReconfigVM_Task, 'duration_secs': 0.281714} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1733.717810] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Reconfigured VM instance instance-0000004e to attach disk [datastore1] e23bdb81-d5ed-4e28-bd9f-4bcc7be37140/e23bdb81-d5ed-4e28-bd9f-4bcc7be37140.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1733.718615] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd739382-3f5a-44a4-a410-3556ffe64831 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1733.731582] env[71058]: DEBUG oslo_vmware.api [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Waiting for the task: (returnval){
[ 1733.731582] env[71058]:    value = "task-2873494"
[ 1733.731582] env[71058]:    _type = "Task"
[ 1733.731582] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1733.741841] env[71058]: DEBUG oslo_vmware.api [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': task-2873494, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1733.878623] env[71058]: DEBUG oslo_vmware.api [None req-6a7be736-22d9-406a-9345-de61dd104fbf tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Task: {'id': task-2873493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33842} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1733.881303] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a7be736-22d9-406a-9345-de61dd104fbf tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1733.881501] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7be736-22d9-406a-9345-de61dd104fbf tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1733.881683] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7be736-22d9-406a-9345-de61dd104fbf tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1733.881860] env[71058]: INFO nova.compute.manager [None req-6a7be736-22d9-406a-9345-de61dd104fbf tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Took 1.13 seconds to destroy the instance on the hypervisor.
[ 1733.882292] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a7be736-22d9-406a-9345-de61dd104fbf tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1733.882727] env[71058]: DEBUG nova.compute.manager [-] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1733.882830] env[71058]: DEBUG nova.network.neutron [-] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1733.912831] env[71058]: DEBUG nova.network.neutron [-] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1733.981467] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3a75f7d-5464-4c7d-8689-132987ddf26c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1733.992727] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479edaec-5e39-414d-8e3d-a35bf1f5709e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1734.037474] env[71058]: DEBUG nova.compute.manager [req-63bf6b87-9f00-47aa-b943-fc63d7282978 req-92952497-512b-446c-b6d8-ddd89a97a08b service nova] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Detach interface failed, port_id=428790f0-c156-4246-a1d6-e7721036eaa3, reason: Instance 4795f420-9f4e-4eab-98d7-9eaf0da179bf could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1734.089294] env[71058]: DEBUG oslo_vmware.api [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873490, 'name': PowerOnVM_Task, 'duration_secs': 0.706436} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1734.090426] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1734.090636] env[71058]: DEBUG nova.compute.manager [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1734.091699] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057f749a-a0ef-4495-9f1e-2f0a4cf402e8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1734.097700] env[71058]: DEBUG oslo_concurrency.lockutils [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Acquiring lock "refresh_cache-9d46ba06-fbe0-44e0-a871-bafe3589a559" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1734.097893] env[71058]: DEBUG oslo_concurrency.lockutils [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Acquired lock "refresh_cache-9d46ba06-fbe0-44e0-a871-bafe3589a559" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1734.098097] env[71058]: DEBUG nova.network.neutron [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1734.151630] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f18f7af-f8cd-4b48-a509-d140cde30dea {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1734.164029] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab82c844-31f4-43e5-9f76-f249c10b4939 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1734.195663] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc55ff4-867a-4929-8a69-6d584e7d3746 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1734.202656] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef79d1e6-2679-498a-ad44-4bdfc0d00265 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1734.217359] env[71058]: DEBUG nova.compute.provider_tree [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1734.241151] env[71058]: DEBUG oslo_vmware.api [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': task-2873494, 'name': Rename_Task, 'duration_secs': 0.151119} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1734.241541] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1734.241689] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6eb992df-0ab2-4ea9-abd7-96923ecd7778 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1734.248166] env[71058]: DEBUG oslo_vmware.api [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Waiting for the task: (returnval){
[ 1734.248166] env[71058]:    value = "task-2873495"
[ 1734.248166] env[71058]:    _type = "Task"
[ 1734.248166] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1734.255982] env[71058]: DEBUG oslo_vmware.api [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': task-2873495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1734.416565] env[71058]: INFO nova.compute.manager [-] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Took 1.46 seconds to deallocate network for instance.
[ 1734.613020] env[71058]: DEBUG oslo_concurrency.lockutils [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1734.625267] env[71058]: DEBUG nova.network.neutron [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1734.659340] env[71058]: DEBUG nova.network.neutron [-] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1734.696710] env[71058]: DEBUG nova.network.neutron [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1734.720667] env[71058]: DEBUG nova.scheduler.client.report [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1734.764656] env[71058]: DEBUG oslo_concurrency.lockutils [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquiring lock "982e6457-699e-4aec-b044-a71766bdf848" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1734.764956] env[71058]: DEBUG oslo_concurrency.lockutils [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "982e6457-699e-4aec-b044-a71766bdf848" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1734.766180] env[71058]: DEBUG oslo_vmware.api [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': task-2873495, 'name': PowerOnVM_Task, 'duration_secs': 0.511053} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1734.766776] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1734.767094] env[71058]: INFO nova.compute.manager [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Took 7.45 seconds to spawn the instance on the hypervisor.
[ 1734.767370] env[71058]: DEBUG nova.compute.manager [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1734.769066] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2a4208-2585-4316-8e48-604f43c9d1ed {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1734.923721] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9b81cb5f-6aaf-4c51-92f6-f44db5e71f8a tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1735.163217] env[71058]: INFO nova.compute.manager [-] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Took 1.28 seconds to deallocate network for instance.
[ 1735.200748] env[71058]: DEBUG oslo_concurrency.lockutils [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Releasing lock "refresh_cache-9d46ba06-fbe0-44e0-a871-bafe3589a559" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1735.201305] env[71058]: DEBUG nova.compute.manager [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1735.201545] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1735.202425] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d79faa-4ed6-4199-82d2-d9f30b76f053 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1735.211480] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1735.212033] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d757a62-0c55-4143-a734-86ee6dfd2724 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1735.218339] env[71058]: DEBUG oslo_vmware.api [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Waiting for the task: (returnval){
[ 1735.218339] env[71058]:    value = "task-2873496"
[ 1735.218339] env[71058]:    _type = "Task"
[ 1735.218339] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1735.226607] env[71058]: DEBUG oslo_vmware.api [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1735.228424] env[71058]: DEBUG oslo_concurrency.lockutils [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1735.228906] env[71058]: DEBUG nova.compute.manager [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1735.231507] env[71058]: DEBUG oslo_concurrency.lockutils [None req-12a3e5cc-de62-443b-9076-01bc6e60f515 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.069s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1735.231735] env[71058]: DEBUG nova.objects.instance [None req-12a3e5cc-de62-443b-9076-01bc6e60f515 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Lazy-loading 'resources' on Instance uuid bacce8da-7475-425b-8e5e-4700e31e5f53 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1735.267855] env[71058]: DEBUG nova.compute.manager [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1735.290908] env[71058]: INFO nova.compute.manager [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Took 46.50 seconds to build instance.
[ 1735.521411] env[71058]: DEBUG oslo_concurrency.lockutils [None req-efa2d667-0126-4a19-aed7-ad963f772ee1 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "f41c1883-ddc6-491a-8f60-46df2ca46e95" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1735.521570] env[71058]: DEBUG oslo_concurrency.lockutils [None req-efa2d667-0126-4a19-aed7-ad963f772ee1 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "f41c1883-ddc6-491a-8f60-46df2ca46e95" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1735.521689] env[71058]: DEBUG oslo_concurrency.lockutils [None req-efa2d667-0126-4a19-aed7-ad963f772ee1 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "f41c1883-ddc6-491a-8f60-46df2ca46e95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1735.521869] env[71058]: DEBUG oslo_concurrency.lockutils [None req-efa2d667-0126-4a19-aed7-ad963f772ee1 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "f41c1883-ddc6-491a-8f60-46df2ca46e95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1735.522066] env[71058]: DEBUG oslo_concurrency.lockutils [None req-efa2d667-0126-4a19-aed7-ad963f772ee1 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "f41c1883-ddc6-491a-8f60-46df2ca46e95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1735.524118] env[71058]: INFO nova.compute.manager [None req-efa2d667-0126-4a19-aed7-ad963f772ee1 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Terminating instance
[ 1735.536024] env[71058]: DEBUG nova.compute.manager [req-04474825-feef-4ed1-b73f-7a681784a79c req-84f7203e-2d83-4fe8-b58f-48638c6a49ee service nova] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Received event network-vif-deleted-ef526551-b8b1-49aa-a428-8a76f48c63de {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1735.672661] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6a7be736-22d9-406a-9345-de61dd104fbf tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1735.729471] env[71058]: DEBUG oslo_vmware.api [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873496, 'name': PowerOffVM_Task, 'duration_secs': 0.288193} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1735.729752] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1735.729917] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1735.730228] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfee6fc4-6d6a-4dde-974d-1b855a96c80e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1735.734108] env[71058]: DEBUG nova.compute.utils [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1735.737804] env[71058]: DEBUG nova.compute.manager [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1735.737971] env[71058]: DEBUG nova.network.neutron [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1735.758933] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1735.759249] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1735.759480] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Deleting the datastore file [datastore1] 9d46ba06-fbe0-44e0-a871-bafe3589a559 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1735.759837] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5e471ec-b125-44fe-b70d-c607b22914be {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1735.766599] env[71058]: DEBUG oslo_vmware.api [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Waiting for the task: (returnval){
[ 1735.766599] env[71058]:    value = "task-2873498"
[ 1735.766599] env[71058]:    _type = "Task"
[ 1735.766599] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1735.777695] env[71058]: DEBUG oslo_vmware.api [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1735.783675] env[71058]: DEBUG nova.policy [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8cb53dbee804170ab7e53d3824c9b4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae6226dd54db4ea48fb124a67d0b2152', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1735.789194] env[71058]: DEBUG oslo_concurrency.lockutils [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1735.793322] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d899df3a-8cf5-4da8-9104-f3eae9fb7ed5 tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Lock "e23bdb81-d5ed-4e28-bd9f-4bcc7be37140" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 53.894s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1736.004726] env[71058]: DEBUG oslo_concurrency.lockutils [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "94792fca-3c7b-45cd-911d-faea61af9d78" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1736.004726] env[71058]: DEBUG oslo_concurrency.lockutils [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "94792fca-3c7b-45cd-911d-faea61af9d78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1736.027414] env[71058]: DEBUG nova.compute.manager [None req-efa2d667-0126-4a19-aed7-ad963f772ee1 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1736.027805] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-efa2d667-0126-4a19-aed7-ad963f772ee1 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1736.028521] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0448356-059e-4b04-a333-56fb043957c9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1736.041325] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-efa2d667-0126-4a19-aed7-ad963f772ee1 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1736.044112] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0885c2a-bc2b-45b3-a16c-5b7b7d6477ca {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1736.051521] env[71058]: DEBUG oslo_vmware.api [None req-efa2d667-0126-4a19-aed7-ad963f772ee1 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1736.051521] env[71058]:    value = "task-2873499"
[ 1736.051521] env[71058]:    _type = "Task"
[ 1736.051521] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1736.060804] env[71058]: DEBUG oslo_vmware.api [None req-efa2d667-0126-4a19-aed7-ad963f772ee1 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1736.089844] env[71058]: DEBUG nova.network.neutron [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Successfully created port: 1bc4c98b-d4dd-4b60-aa17-a0a0ad838d29 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1736.096541] env[71058]: INFO nova.compute.manager [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Rebuilding instance
[ 1736.147722] env[71058]: DEBUG nova.compute.manager [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1736.148556] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c159077-3994-4e9f-8851-2f8b29936333 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1736.197341] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c233d7a4-906d-4fad-8daf-2306f1d6eb9c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1736.204361] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f6e652-90dc-4894-961c-d12f0ffe0c28 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1736.244277] env[71058]: DEBUG nova.compute.manager [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1736.247698] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96476b85-14e9-40a0-bfe9-d60b525a623c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1736.255977] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af53797-068e-49df-90a1-fa39720f9546 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1736.270750] env[71058]: DEBUG nova.compute.provider_tree [None req-12a3e5cc-de62-443b-9076-01bc6e60f515 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1736.280927] env[71058]: DEBUG oslo_vmware.api [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Task: {'id': task-2873498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205328} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1736.283084] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1736.283084] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1736.283084] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1736.283084] env[71058]: INFO nova.compute.manager [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] Took 1.08 seconds to destroy the instance on the hypervisor.
[ 1736.283084] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1736.283084] env[71058]: DEBUG nova.compute.manager [-] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1736.283084] env[71058]: DEBUG nova.network.neutron [-] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1736.303392] env[71058]: DEBUG nova.network.neutron [-] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1736.508051] env[71058]: DEBUG nova.compute.manager [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1736.563915] env[71058]: DEBUG oslo_vmware.api [None req-efa2d667-0126-4a19-aed7-ad963f772ee1 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873499, 'name': PowerOffVM_Task, 'duration_secs': 0.401754} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1736.563915] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-efa2d667-0126-4a19-aed7-ad963f772ee1 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1736.564219] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-efa2d667-0126-4a19-aed7-ad963f772ee1 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1736.564537] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5141b7f-212e-4bc0-b6c7-56aa1d34ece9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1736.641610] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-efa2d667-0126-4a19-aed7-ad963f772ee1 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1736.641610] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-efa2d667-0126-4a19-aed7-ad963f772ee1 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1736.641871] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-efa2d667-0126-4a19-aed7-ad963f772ee1 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Deleting the datastore file [datastore1] f41c1883-ddc6-491a-8f60-46df2ca46e95 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1736.641986] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69206c40-4c83-4a2a-a41e-daf6a2764e7e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1736.649069] env[71058]: DEBUG oslo_vmware.api [None req-efa2d667-0126-4a19-aed7-ad963f772ee1 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1736.649069] env[71058]:    value = "task-2873501"
[ 1736.649069] env[71058]:    _type = "Task"
[ 1736.649069] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1736.656960] env[71058]: DEBUG oslo_vmware.api [None req-efa2d667-0126-4a19-aed7-ad963f772ee1 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1736.777109] env[71058]: DEBUG nova.scheduler.client.report [None req-12a3e5cc-de62-443b-9076-01bc6e60f515 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1736.805900] env[71058]: DEBUG nova.network.neutron [-] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1737.033184] env[71058]: DEBUG oslo_concurrency.lockutils [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1737.159255] env[71058]: DEBUG oslo_vmware.api [None req-efa2d667-0126-4a19-aed7-ad963f772ee1 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381934} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1737.159514] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-efa2d667-0126-4a19-aed7-ad963f772ee1 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1737.159695] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-efa2d667-0126-4a19-aed7-ad963f772ee1 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1737.159867] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-efa2d667-0126-4a19-aed7-ad963f772ee1 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1737.160048] env[71058]: INFO nova.compute.manager [None req-efa2d667-0126-4a19-aed7-ad963f772ee1 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Took 1.13 seconds to destroy the instance on the hypervisor.
[ 1737.160302] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efa2d667-0126-4a19-aed7-ad963f772ee1 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1737.160532] env[71058]: DEBUG nova.compute.manager [-] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1737.160661] env[71058]: DEBUG nova.network.neutron [-] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1737.172273] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1737.172567] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cce6bca8-32e4-409c-a9a1-a0854403fdaf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1737.180143] env[71058]: DEBUG oslo_vmware.api [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Waiting for the task: (returnval){
[ 1737.180143] env[71058]:    value = "task-2873502"
[ 1737.180143] env[71058]:    _type = "Task"
[ 1737.180143] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1737.189951] env[71058]: DEBUG oslo_vmware.api [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': task-2873502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1737.256738] env[71058]: DEBUG nova.compute.manager [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1737.282177] env[71058]: DEBUG oslo_concurrency.lockutils [None req-12a3e5cc-de62-443b-9076-01bc6e60f515 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1737.286284] env[71058]: DEBUG nova.virt.hardware [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1737.286518] env[71058]: DEBUG nova.virt.hardware [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1737.286672] env[71058]: DEBUG nova.virt.hardware [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1737.286852] env[71058]: DEBUG nova.virt.hardware [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1737.287014] env[71058]: DEBUG nova.virt.hardware [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1737.287144] env[71058]: DEBUG nova.virt.hardware [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1737.287349] env[71058]: DEBUG nova.virt.hardware [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1737.287506] env[71058]: DEBUG nova.virt.hardware [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1737.287687] env[71058]: DEBUG nova.virt.hardware [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1737.287852] env[71058]: DEBUG nova.virt.hardware [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1737.288036] env[71058]: DEBUG nova.virt.hardware [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1737.288528] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2b7b3464-f207-48ed-8913-61008c7eb3b6 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.502s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1737.288739] env[71058]: DEBUG nova.objects.instance [None req-2b7b3464-f207-48ed-8913-61008c7eb3b6 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Lazy-loading 'resources' on Instance uuid 37a86afd-0a56-4911-bc5c-bd640a23de96 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1737.290505] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf090b12-b5fe-435a-96a1-8327796460c7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1737.300865] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3420e185-eaca-48f3-9c49-f148ec310492 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1737.315749] env[71058]: INFO nova.compute.manager [-] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] Took 1.03 seconds to deallocate network for instance.
[ 1737.317344] env[71058]: INFO nova.scheduler.client.report [None req-12a3e5cc-de62-443b-9076-01bc6e60f515 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Deleted allocations for instance bacce8da-7475-425b-8e5e-4700e31e5f53
[ 1737.595395] env[71058]: DEBUG nova.compute.manager [req-c73b72ba-2489-4e48-8a1a-ca50c3a87662 req-b13189ba-2b02-41e6-b063-0995ec6ac370 service nova] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Received event network-vif-deleted-9208deaa-da9e-4703-bca5-906dee0dd228 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1737.595607] env[71058]: INFO nova.compute.manager [req-c73b72ba-2489-4e48-8a1a-ca50c3a87662 req-b13189ba-2b02-41e6-b063-0995ec6ac370 service nova] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Neutron deleted interface 9208deaa-da9e-4703-bca5-906dee0dd228; detaching it from the instance and deleting it from the info cache
[ 1737.595791] env[71058]: DEBUG nova.network.neutron [req-c73b72ba-2489-4e48-8a1a-ca50c3a87662 req-b13189ba-2b02-41e6-b063-0995ec6ac370 service nova] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1737.665831] env[71058]: DEBUG nova.network.neutron [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Successfully updated port: 1bc4c98b-d4dd-4b60-aa17-a0a0ad838d29 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1737.690136] env[71058]: DEBUG oslo_vmware.api [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': task-2873502, 'name': PowerOffVM_Task, 'duration_secs': 0.198336} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1737.690415] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1737.690646] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1737.691492] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7deecfa9-020e-459b-9edf-74c374e73aea {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1737.699157] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1737.699403] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c0d140b-a661-46b3-bbac-e079bcc391d5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1737.732843] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1737.733050] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1737.733358] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Deleting the datastore file [datastore1] e23bdb81-d5ed-4e28-bd9f-4bcc7be37140 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1737.733644] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19b876be-b1e9-4f00-b892-8c2dde7993c4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1737.739716] env[71058]: DEBUG oslo_vmware.api [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Waiting for the task: (returnval){
[ 1737.739716] env[71058]:    value = "task-2873504"
[ 1737.739716] env[71058]:    _type = "Task"
[ 1737.739716] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1737.749238] env[71058]: DEBUG oslo_vmware.api [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': task-2873504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1737.827831] env[71058]: DEBUG oslo_concurrency.lockutils [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1737.828376] env[71058]: DEBUG oslo_concurrency.lockutils [None req-12a3e5cc-de62-443b-9076-01bc6e60f515 tempest-VolumesAdminNegativeTest-338487935 tempest-VolumesAdminNegativeTest-338487935-project-member] Lock "bacce8da-7475-425b-8e5e-4700e31e5f53" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 30.803s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1737.971262] env[71058]: DEBUG nova.network.neutron [-] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1738.099305] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8800f89b-82fb-419b-96e6-d7f71cffb99b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1738.108710] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94acabb5-98ce-4677-ad97-7b9f2178961f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1738.143304] env[71058]: DEBUG nova.compute.manager [req-c73b72ba-2489-4e48-8a1a-ca50c3a87662 req-b13189ba-2b02-41e6-b063-0995ec6ac370 service nova] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Detach interface failed, port_id=9208deaa-da9e-4703-bca5-906dee0dd228, reason: Instance f41c1883-ddc6-491a-8f60-46df2ca46e95 could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1738.143565] env[71058]: DEBUG nova.compute.manager [req-c73b72ba-2489-4e48-8a1a-ca50c3a87662 req-b13189ba-2b02-41e6-b063-0995ec6ac370 service nova] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Received event network-vif-plugged-1bc4c98b-d4dd-4b60-aa17-a0a0ad838d29 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1738.143759] env[71058]: DEBUG oslo_concurrency.lockutils [req-c73b72ba-2489-4e48-8a1a-ca50c3a87662 req-b13189ba-2b02-41e6-b063-0995ec6ac370 service nova] Acquiring lock "4b6847c3-2046-449a-9fab-4f34b0cb5680-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1738.143964] env[71058]: DEBUG oslo_concurrency.lockutils [req-c73b72ba-2489-4e48-8a1a-ca50c3a87662 req-b13189ba-2b02-41e6-b063-0995ec6ac370 service nova] Lock "4b6847c3-2046-449a-9fab-4f34b0cb5680-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1738.144146] env[71058]: DEBUG oslo_concurrency.lockutils [req-c73b72ba-2489-4e48-8a1a-ca50c3a87662 req-b13189ba-2b02-41e6-b063-0995ec6ac370 service nova] Lock "4b6847c3-2046-449a-9fab-4f34b0cb5680-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1738.144321] env[71058]: DEBUG nova.compute.manager [req-c73b72ba-2489-4e48-8a1a-ca50c3a87662 req-b13189ba-2b02-41e6-b063-0995ec6ac370 service nova] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] No waiting events found dispatching network-vif-plugged-1bc4c98b-d4dd-4b60-aa17-a0a0ad838d29 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1738.145528] env[71058]: WARNING nova.compute.manager [req-c73b72ba-2489-4e48-8a1a-ca50c3a87662 req-b13189ba-2b02-41e6-b063-0995ec6ac370 service nova] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Received unexpected event network-vif-plugged-1bc4c98b-d4dd-4b60-aa17-a0a0ad838d29 for instance with vm_state building and task_state spawning.
[ 1738.169361] env[71058]: DEBUG oslo_concurrency.lockutils [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "refresh_cache-4b6847c3-2046-449a-9fab-4f34b0cb5680" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1738.169361] env[71058]: DEBUG oslo_concurrency.lockutils [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquired lock "refresh_cache-4b6847c3-2046-449a-9fab-4f34b0cb5680" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1738.169361] env[71058]: DEBUG nova.network.neutron [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1738.220493] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d81e1d2-5768-4a72-bb2f-e7aade6cfc0f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1738.228148] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f963db92-9ad3-42ce-945c-b4131a753b91 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1738.262554] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59950d05-25db-4384-8f9b-21ebd0432adf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1738.270024] env[71058]: DEBUG oslo_vmware.api [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': task-2873504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125455} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1738.271805] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1738.271992] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1738.272189] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1738.276333] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e985b7-acdf-4fb0-b6b6-c52de5604650 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1738.291251] env[71058]: DEBUG nova.compute.provider_tree [None req-2b7b3464-f207-48ed-8913-61008c7eb3b6 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1738.473012] env[71058]: INFO nova.compute.manager [-] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Took 1.31 seconds to deallocate network for instance.
[ 1738.719091] env[71058]: DEBUG nova.network.neutron [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1738.794988] env[71058]: DEBUG nova.scheduler.client.report [None req-2b7b3464-f207-48ed-8913-61008c7eb3b6 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1738.867176] env[71058]: DEBUG nova.network.neutron [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Updating instance_info_cache with network_info: [{"id": "1bc4c98b-d4dd-4b60-aa17-a0a0ad838d29", "address": "fa:16:3e:2d:4c:4f", "network": {"id": "645164d9-d9b3-4b8e-9ba7-b72f5baa0cf1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1281402244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae6226dd54db4ea48fb124a67d0b2152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bc4c98b-d4", "ovs_interfaceid": "1bc4c98b-d4dd-4b60-aa17-a0a0ad838d29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1738.979534] env[71058]: DEBUG oslo_concurrency.lockutils [None req-efa2d667-0126-4a19-aed7-ad963f772ee1 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1739.300290] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2b7b3464-f207-48ed-8913-61008c7eb3b6 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1739.302682] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5ac2942e-8bec-48e4-9072-31d64d02b5d7 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.868s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1739.302882] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5ac2942e-8bec-48e4-9072-31d64d02b5d7 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1739.304683] env[71058]: DEBUG oslo_concurrency.lockutils [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.686s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1739.306668] env[71058]: INFO nova.compute.claims [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1739.325191] env[71058]: DEBUG nova.virt.hardware [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1739.325447] env[71058]: DEBUG nova.virt.hardware [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1739.325605] env[71058]: DEBUG nova.virt.hardware [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1739.325780] env[71058]: DEBUG nova.virt.hardware [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1739.325923] env[71058]: DEBUG nova.virt.hardware [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1739.328332] env[71058]: DEBUG nova.virt.hardware [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1739.328697] env[71058]: DEBUG nova.virt.hardware [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1739.328810] env[71058]: DEBUG nova.virt.hardware [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1739.328986] env[71058]: DEBUG nova.virt.hardware [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1739.329222] env[71058]: DEBUG nova.virt.hardware [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1739.329350] env[71058]: DEBUG nova.virt.hardware [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1739.331394] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552693aa-000e-4508-80b5-d020cedd859c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1739.335145] env[71058]: INFO nova.scheduler.client.report [None req-2b7b3464-f207-48ed-8913-61008c7eb3b6 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Deleted allocations for instance 37a86afd-0a56-4911-bc5c-bd640a23de96
[ 1739.336811] env[71058]: INFO nova.scheduler.client.report [None req-5ac2942e-8bec-48e4-9072-31d64d02b5d7 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Deleted allocations for instance 91283a3a-f5d5-402f-b6c1-776f99ecf7f7
[ 1739.355349] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9b3f52-1856-47cd-a7bd-bcb8495e7fcb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1739.370505] env[71058]: DEBUG oslo_concurrency.lockutils [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Releasing lock "refresh_cache-4b6847c3-2046-449a-9fab-4f34b0cb5680" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1739.370505] env[71058]: DEBUG nova.compute.manager [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Instance network_info: |[{"id": "1bc4c98b-d4dd-4b60-aa17-a0a0ad838d29", "address": "fa:16:3e:2d:4c:4f", "network": {"id": "645164d9-d9b3-4b8e-9ba7-b72f5baa0cf1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1281402244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae6226dd54db4ea48fb124a67d0b2152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bc4c98b-d4", "ovs_interfaceid": "1bc4c98b-d4dd-4b60-aa17-a0a0ad838d29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1739.370939] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Instance VIF info [] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1739.377848] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1739.379170] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:4c:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '193994c7-8e1b-4f25-a4a4-d0563845eb28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bc4c98b-d4dd-4b60-aa17-a0a0ad838d29', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1739.387994] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1739.388259] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1739.389041] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1739.389259] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6c59e2a-483f-49d7-b33d-629d03ce88a0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1739.403597] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b50aebde-27c1-4ac2-b489-82c1fb66b248 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1739.426857] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1739.426857] env[71058]:    value = "task-2873506"
[ 1739.426857] env[71058]:    _type = "Task"
[ 1739.426857] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1739.428080] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1739.428080] env[71058]:    value = "task-2873505"
[ 1739.428080] env[71058]:    _type = "Task"
[ 1739.428080] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1739.438724] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873506, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1739.441455] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873505, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1739.631198] env[71058]: DEBUG nova.compute.manager [req-7c4907c7-bb0d-4a47-b910-80b98128c6f2 req-e7326025-cee4-4e46-a2dd-c45402d31187 service nova] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Received event network-changed-1bc4c98b-d4dd-4b60-aa17-a0a0ad838d29 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1739.631429] env[71058]: DEBUG nova.compute.manager [req-7c4907c7-bb0d-4a47-b910-80b98128c6f2 req-e7326025-cee4-4e46-a2dd-c45402d31187 service nova] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Refreshing instance network info cache due to event network-changed-1bc4c98b-d4dd-4b60-aa17-a0a0ad838d29. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1739.631684] env[71058]: DEBUG oslo_concurrency.lockutils [req-7c4907c7-bb0d-4a47-b910-80b98128c6f2 req-e7326025-cee4-4e46-a2dd-c45402d31187 service nova] Acquiring lock "refresh_cache-4b6847c3-2046-449a-9fab-4f34b0cb5680" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1739.631880] env[71058]: DEBUG oslo_concurrency.lockutils [req-7c4907c7-bb0d-4a47-b910-80b98128c6f2 req-e7326025-cee4-4e46-a2dd-c45402d31187 service nova] Acquired lock "refresh_cache-4b6847c3-2046-449a-9fab-4f34b0cb5680" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1739.632181] env[71058]: DEBUG nova.network.neutron [req-7c4907c7-bb0d-4a47-b910-80b98128c6f2 req-e7326025-cee4-4e46-a2dd-c45402d31187 service nova] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Refreshing network info cache for port 1bc4c98b-d4dd-4b60-aa17-a0a0ad838d29 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1739.852522] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2b7b3464-f207-48ed-8913-61008c7eb3b6 tempest-ServersNegativeTestMultiTenantJSON-1623571178 tempest-ServersNegativeTestMultiTenantJSON-1623571178-project-member] Lock "37a86afd-0a56-4911-bc5c-bd640a23de96" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 30.755s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1739.853663] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5ac2942e-8bec-48e4-9072-31d64d02b5d7 tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Lock "91283a3a-f5d5-402f-b6c1-776f99ecf7f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 28.973s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1739.950739] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873506, 'name': CreateVM_Task, 'duration_secs': 0.357912} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1739.950739] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873505, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1739.950739] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1739.950907] env[71058]: DEBUG oslo_concurrency.lockutils [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1739.950939] env[71058]: DEBUG oslo_concurrency.lockutils [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1739.952046] env[71058]: DEBUG oslo_concurrency.lockutils [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1739.952165] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbfa605e-ea6c-4102-a898-c0b7a4a522f4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1739.958293] env[71058]: DEBUG oslo_vmware.api [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1739.958293] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52fa6dcb-2f09-646e-24bc-f3a0b39366e5"
[ 1739.958293] env[71058]:    _type = "Task"
[ 1739.958293] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1739.967296] env[71058]: DEBUG oslo_vmware.api [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52fa6dcb-2f09-646e-24bc-f3a0b39366e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1740.445368] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873505, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1740.463455] env[71058]: DEBUG nova.network.neutron [req-7c4907c7-bb0d-4a47-b910-80b98128c6f2 req-e7326025-cee4-4e46-a2dd-c45402d31187 service nova] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Updated VIF entry in instance network info cache for port 1bc4c98b-d4dd-4b60-aa17-a0a0ad838d29. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1740.463823] env[71058]: DEBUG nova.network.neutron [req-7c4907c7-bb0d-4a47-b910-80b98128c6f2 req-e7326025-cee4-4e46-a2dd-c45402d31187 service nova] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Updating instance_info_cache with network_info: [{"id": "1bc4c98b-d4dd-4b60-aa17-a0a0ad838d29", "address": "fa:16:3e:2d:4c:4f", "network": {"id": "645164d9-d9b3-4b8e-9ba7-b72f5baa0cf1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1281402244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae6226dd54db4ea48fb124a67d0b2152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bc4c98b-d4", "ovs_interfaceid": "1bc4c98b-d4dd-4b60-aa17-a0a0ad838d29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1740.473091] env[71058]: DEBUG oslo_vmware.api [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52fa6dcb-2f09-646e-24bc-f3a0b39366e5, 'name': SearchDatastore_Task, 'duration_secs': 0.026673} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1740.475914] env[71058]: DEBUG oslo_concurrency.lockutils [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1740.476176] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1740.476424] env[71058]: DEBUG oslo_concurrency.lockutils [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1740.476654] env[71058]: DEBUG oslo_concurrency.lockutils [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1740.476746] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1740.477262] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7b1b537-f263-4a7a-8370-4547560abc04 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1740.496405] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1740.497031] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1740.499527] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-892f63b8-2069-42cc-9852-3d9f83275d38 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1740.505938] env[71058]: DEBUG oslo_vmware.api [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1740.505938] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520034a7-c703-e93e-05dd-e35b97b5cb36"
[ 1740.505938] env[71058]:    _type = "Task"
[ 1740.505938] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1740.517424] env[71058]: DEBUG oslo_vmware.api [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520034a7-c703-e93e-05dd-e35b97b5cb36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1740.779079] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3baeb45-29a3-4fcf-8f16-0fb4ada6cfdd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1740.786233] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96984aa6-ca79-467b-a9c2-86162da3fa5a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1740.822500] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f9bf5c-f038-4f34-87dd-5eed6b21f630 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1740.831573] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66004f5-358d-4dd5-b09c-e9639e0d61f0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1740.848075] env[71058]: DEBUG nova.compute.provider_tree [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1740.948985] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873505, 'name': CreateVM_Task, 'duration_secs': 1.327645} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1740.948985] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1740.948985] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1740.948985] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1740.948985] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1740.948985] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdfcfb77-e963-4233-9f67-813963707193 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1740.955102] env[71058]: DEBUG oslo_vmware.api [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Waiting for the task: (returnval){
[ 1740.955102] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c51296-bf0d-8e40-438e-5fc0c3a5bd8e"
[ 1740.955102] env[71058]:    _type = "Task"
[ 1740.955102] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1740.963574] env[71058]: DEBUG oslo_vmware.api [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c51296-bf0d-8e40-438e-5fc0c3a5bd8e, 'name': SearchDatastore_Task, 'duration_secs': 0.009067} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1740.964348] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1740.964753] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1740.965128] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1740.966798] env[71058]: DEBUG oslo_concurrency.lockutils [req-7c4907c7-bb0d-4a47-b910-80b98128c6f2 req-e7326025-cee4-4e46-a2dd-c45402d31187 service nova] Releasing lock "refresh_cache-4b6847c3-2046-449a-9fab-4f34b0cb5680" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1741.022034] env[71058]: DEBUG oslo_vmware.api [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520034a7-c703-e93e-05dd-e35b97b5cb36, 'name': SearchDatastore_Task, 'duration_secs': 0.025251} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1741.022034] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c49a3ed-29b3-4ba2-8558-af6dddf84275 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1741.025933] env[71058]: DEBUG oslo_vmware.api [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1741.025933] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5202e142-892c-301b-4e0b-00fe7e9cbdaa"
[ 1741.025933] env[71058]:    _type = "Task"
[ 1741.025933] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1741.036340] env[71058]: DEBUG oslo_vmware.api [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5202e142-892c-301b-4e0b-00fe7e9cbdaa, 'name': SearchDatastore_Task} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1741.036568] env[71058]: DEBUG oslo_concurrency.lockutils [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1741.036788] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 4b6847c3-2046-449a-9fab-4f34b0cb5680/4b6847c3-2046-449a-9fab-4f34b0cb5680.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1741.037075] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1741.037253] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1741.037464] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4e7d9b8-490c-434e-8851-3ec8cf5fc1e6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1741.039439] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8ad67af-2c66-42ce-bd6d-178ff12c021f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1741.046841] env[71058]: DEBUG oslo_vmware.api [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1741.046841] env[71058]:    value = "task-2873507"
[ 1741.046841] env[71058]:    _type = "Task"
[ 1741.046841] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1741.051401] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1741.051401] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1741.051592] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ff4b484-2ba0-4edb-b9be-6f887b7189c1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1741.058358] env[71058]: DEBUG oslo_vmware.api [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1741.059551] env[71058]: DEBUG oslo_vmware.api [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Waiting for the task: (returnval){
[ 1741.059551] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526abd6b-e696-4e56-4e36-72deaefb0a46"
[ 1741.059551] env[71058]:    _type = "Task"
[ 1741.059551] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1741.066952] env[71058]: DEBUG oslo_vmware.api [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526abd6b-e696-4e56-4e36-72deaefb0a46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1741.351913] env[71058]: DEBUG nova.scheduler.client.report [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1741.558082] env[71058]: DEBUG oslo_vmware.api [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427918} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1741.558082] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 4b6847c3-2046-449a-9fab-4f34b0cb5680/4b6847c3-2046-449a-9fab-4f34b0cb5680.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1741.558082] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1741.558082] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea940082-d6ff-4e78-afb2-b9c501530ba8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1741.571463] env[71058]: DEBUG oslo_vmware.api [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526abd6b-e696-4e56-4e36-72deaefb0a46, 'name': SearchDatastore_Task, 'duration_secs': 0.015423} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1741.574104] env[71058]: DEBUG oslo_vmware.api [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1741.574104] env[71058]:    value = "task-2873508"
[ 1741.574104] env[71058]:    _type = "Task"
[ 1741.574104] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1741.574396] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b55d6130-4baf-44d0-9e31-61e0c0dbc99b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1741.587261] env[71058]: DEBUG oslo_vmware.api [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Waiting for the task: (returnval){
[ 1741.587261] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c73e31-c15e-942e-c048-26fe81ba3608"
[ 1741.587261] env[71058]:    _type = "Task"
[ 1741.587261] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1741.591018] env[71058]: DEBUG oslo_vmware.api [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1741.601387] env[71058]: DEBUG oslo_vmware.api [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c73e31-c15e-942e-c048-26fe81ba3608, 'name': SearchDatastore_Task, 'duration_secs': 0.009124} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1741.601625] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1741.601910] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] e23bdb81-d5ed-4e28-bd9f-4bcc7be37140/e23bdb81-d5ed-4e28-bd9f-4bcc7be37140.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1741.602249] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42042326-939f-48b8-8e92-d36803f8f6be {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1741.609735] env[71058]: DEBUG oslo_vmware.api [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Waiting for the task: (returnval){
[ 1741.609735] env[71058]:    value = "task-2873509"
[ 1741.609735] env[71058]:    _type = "Task"
[ 1741.609735] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1741.618156] env[71058]: DEBUG oslo_vmware.api [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': task-2873509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1741.679599] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9ae1795b-09d0-44e3-a3e5-92600e57325b tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquiring lock "5be4e13c-8434-4410-a8c4-b91a70b0ad8c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1741.679867] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9ae1795b-09d0-44e3-a3e5-92600e57325b tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Lock "5be4e13c-8434-4410-a8c4-b91a70b0ad8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1741.680095] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9ae1795b-09d0-44e3-a3e5-92600e57325b tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquiring lock "5be4e13c-8434-4410-a8c4-b91a70b0ad8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1741.680278] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9ae1795b-09d0-44e3-a3e5-92600e57325b tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Lock "5be4e13c-8434-4410-a8c4-b91a70b0ad8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1741.680443] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9ae1795b-09d0-44e3-a3e5-92600e57325b tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Lock "5be4e13c-8434-4410-a8c4-b91a70b0ad8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1741.682789] env[71058]: INFO nova.compute.manager [None req-9ae1795b-09d0-44e3-a3e5-92600e57325b tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Terminating instance
[ 1741.860299] env[71058]: DEBUG oslo_concurrency.lockutils [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1741.860299] env[71058]: DEBUG nova.compute.manager [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1741.862206] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.304s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1741.863986] env[71058]: INFO nova.compute.claims [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1742.096411] env[71058]: DEBUG oslo_vmware.api [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068715} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1742.096411] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1742.096411] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf64b252-d072-4374-a5db-7942d3ac51b9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1742.119973] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 4b6847c3-2046-449a-9fab-4f34b0cb5680/4b6847c3-2046-449a-9fab-4f34b0cb5680.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1742.119973] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1215dcc1-b95a-454b-b33a-599abbc2a01b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1742.145593] env[71058]: DEBUG oslo_vmware.api [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': task-2873509, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457763} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1742.146772] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] e23bdb81-d5ed-4e28-bd9f-4bcc7be37140/e23bdb81-d5ed-4e28-bd9f-4bcc7be37140.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1742.146984] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1742.147307] env[71058]: DEBUG oslo_vmware.api [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1742.147307] env[71058]:    value = "task-2873510"
[ 1742.147307] env[71058]:    _type = "Task"
[ 1742.147307] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1742.147620] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11953615-62d4-4386-be92-140571b74a12 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1742.157931] env[71058]: DEBUG oslo_vmware.api [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873510, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1742.159179] env[71058]: DEBUG oslo_vmware.api [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Waiting for the task: (returnval){
[ 1742.159179] env[71058]:    value = "task-2873511"
[ 1742.159179] env[71058]:    _type = "Task"
[ 1742.159179] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1742.167706] env[71058]: DEBUG oslo_vmware.api [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': task-2873511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1742.190460] env[71058]: DEBUG nova.compute.manager [None req-9ae1795b-09d0-44e3-a3e5-92600e57325b tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1742.190736] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae1795b-09d0-44e3-a3e5-92600e57325b tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1742.191649] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4dd768-b651-40b8-8eda-b6dad515e138 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1742.199211] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae1795b-09d0-44e3-a3e5-92600e57325b tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1742.199475] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2478996-e9fe-4700-8018-a01544fafb59 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1742.206494] env[71058]: DEBUG oslo_vmware.api [None req-9ae1795b-09d0-44e3-a3e5-92600e57325b tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for the task: (returnval){
[ 1742.206494] env[71058]:    value = "task-2873512"
[ 1742.206494] env[71058]:    _type = "Task"
[ 1742.206494] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1742.215196] env[71058]: DEBUG oslo_vmware.api [None req-9ae1795b-09d0-44e3-a3e5-92600e57325b tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1742.372021] env[71058]: DEBUG nova.compute.utils [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1742.373812] env[71058]: DEBUG nova.compute.manager [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1742.373989] env[71058]: DEBUG nova.network.neutron [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1742.580786] env[71058]: INFO nova.compute.manager [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Rebuilding instance
[ 1742.633120] env[71058]: DEBUG nova.compute.manager [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1742.634043] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a67a28c-594c-4251-84e9-e301745b66b1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1742.662238] env[71058]: DEBUG oslo_vmware.api [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873510, 'name': ReconfigVM_Task, 'duration_secs': 0.286476} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1742.662238] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 4b6847c3-2046-449a-9fab-4f34b0cb5680/4b6847c3-2046-449a-9fab-4f34b0cb5680.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1742.662238] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59ef29ce-3509-44b5-b0e1-85dac3803f11 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1742.671184] env[71058]: DEBUG oslo_vmware.api [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': task-2873511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068669} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1742.672064] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1742.672752] env[71058]: DEBUG oslo_vmware.api [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1742.672752] env[71058]:    value = "task-2873513"
[ 1742.672752] env[71058]:    _type = "Task"
[ 1742.672752] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1742.673909] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accd2217-c89d-472a-aa03-fe7b924064b7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1742.687249] env[71058]: DEBUG oslo_vmware.api [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873513, 'name': Rename_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1742.706926] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] e23bdb81-d5ed-4e28-bd9f-4bcc7be37140/e23bdb81-d5ed-4e28-bd9f-4bcc7be37140.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1742.709084] env[71058]: DEBUG nova.policy [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14f8a54f86f04546ba146ddebe8a7af4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8eaa07b72e14a218c6d097419af4290', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1742.711381] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6540b6b5-8501-4617-9f52-52becd0ed8e8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1742.736817] env[71058]: DEBUG oslo_vmware.api [None req-9ae1795b-09d0-44e3-a3e5-92600e57325b tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873512, 'name': PowerOffVM_Task, 'duration_secs': 0.215806} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1742.738126] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae1795b-09d0-44e3-a3e5-92600e57325b tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1742.738323] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae1795b-09d0-44e3-a3e5-92600e57325b tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1742.738640] env[71058]: DEBUG oslo_vmware.api [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Waiting for the task: (returnval){
[ 1742.738640] env[71058]:    value = "task-2873514"
[ 1742.738640] env[71058]:    _type = "Task"
[ 1742.738640] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1742.738841] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d908a5e2-71ba-4823-9d60-e26cf39858c7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1742.750548] env[71058]: DEBUG oslo_vmware.api [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': task-2873514, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1742.807818] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae1795b-09d0-44e3-a3e5-92600e57325b tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1742.808054] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae1795b-09d0-44e3-a3e5-92600e57325b tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1742.808240] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ae1795b-09d0-44e3-a3e5-92600e57325b tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Deleting the datastore file [datastore1] 5be4e13c-8434-4410-a8c4-b91a70b0ad8c {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1742.808512] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-872c3791-f736-43c8-bf3a-4df1070e4581 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1742.816166] env[71058]: DEBUG oslo_vmware.api [None req-9ae1795b-09d0-44e3-a3e5-92600e57325b tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for the task: (returnval){
[ 1742.816166] env[71058]:    value = "task-2873516"
[ 1742.816166] env[71058]:    _type = "Task"
[ 1742.816166] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1742.825465] env[71058]: DEBUG oslo_vmware.api [None req-9ae1795b-09d0-44e3-a3e5-92600e57325b tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1742.880429] env[71058]: DEBUG nova.compute.manager [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1743.188412] env[71058]: DEBUG oslo_vmware.api [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873513, 'name': Rename_Task, 'duration_secs': 0.145823} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1743.190818] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1743.191854] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ab0e981-c5be-4ce9-b1af-d1dcc15292b6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1743.198311] env[71058]: DEBUG oslo_vmware.api [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1743.198311] env[71058]:    value = "task-2873517"
[ 1743.198311] env[71058]:    _type = "Task"
[ 1743.198311] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1743.206168] env[71058]: DEBUG oslo_vmware.api [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1743.253681] env[71058]: DEBUG oslo_vmware.api [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': task-2873514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1743.301927] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71644a3c-1be5-496f-ba6b-6f40f6a9bc1d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1743.311272] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbef209-1892-4fdf-959b-099259ea3a18 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1743.347997] env[71058]: DEBUG nova.network.neutron [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Successfully created port: 970c387d-58b7-48dc-bfa9-19a397f4533b {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1743.350760] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c5b10b-940c-4654-83c6-9b6dbdd37a0d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1743.357602] env[71058]: DEBUG oslo_vmware.api [None req-9ae1795b-09d0-44e3-a3e5-92600e57325b tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Task: {'id': task-2873516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162903} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1743.358342] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ae1795b-09d0-44e3-a3e5-92600e57325b tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1743.359808] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae1795b-09d0-44e3-a3e5-92600e57325b tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1743.359808] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae1795b-09d0-44e3-a3e5-92600e57325b tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1743.359808] env[71058]: INFO nova.compute.manager [None req-9ae1795b-09d0-44e3-a3e5-92600e57325b tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Took 1.17 seconds to destroy the instance on the hypervisor.
[ 1743.359808] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ae1795b-09d0-44e3-a3e5-92600e57325b tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1743.362105] env[71058]: DEBUG nova.compute.manager [-] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1743.362422] env[71058]: DEBUG nova.network.neutron [-] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1743.366271] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84c58de-eebb-4407-b6ac-f3a36649841a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1743.388785] env[71058]: DEBUG nova.compute.provider_tree [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1743.647838] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1743.648397] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbd75d87-b084-4b4f-9007-0bbad480c441 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1743.655376] env[71058]: DEBUG oslo_vmware.api [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Waiting for the task: (returnval){
[ 1743.655376] env[71058]:    value = "task-2873518"
[ 1743.655376] env[71058]:    _type = "Task"
[ 1743.655376] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1743.663748] env[71058]: DEBUG oslo_vmware.api [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Task: {'id': task-2873518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1743.715023] env[71058]: DEBUG oslo_vmware.api [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873517, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1743.750991] env[71058]: DEBUG oslo_vmware.api [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': task-2873514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1743.897688] env[71058]: DEBUG nova.compute.manager [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1743.899012] env[71058]: DEBUG nova.scheduler.client.report [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1743.940377] env[71058]: DEBUG nova.virt.hardware [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1743.940653] env[71058]: DEBUG nova.virt.hardware [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1743.944233] env[71058]: DEBUG nova.virt.hardware [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1743.945636] env[71058]: DEBUG nova.virt.hardware [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1743.945636] env[71058]: DEBUG nova.virt.hardware [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1743.945636] env[71058]: DEBUG nova.virt.hardware [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1743.945636] env[71058]: DEBUG nova.virt.hardware [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1743.945636] env[71058]: DEBUG nova.virt.hardware [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1743.945636] env[71058]: DEBUG nova.virt.hardware [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1743.945636] env[71058]: DEBUG nova.virt.hardware [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1743.945871] env[71058]: DEBUG nova.virt.hardware [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1743.947071] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968a1d3b-5181-45ce-b82d-53e94ccdc4c0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1743.952168] env[71058]: DEBUG nova.compute.manager [req-a068978e-9644-4b3a-b7ff-8dac0c2d5150 req-1869c77e-9cbc-46f0-94f2-f65144124bae service nova] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Received event network-vif-deleted-2622e3e3-af96-41ab-9040-33c622c4a025 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1743.952364] env[71058]: INFO nova.compute.manager [req-a068978e-9644-4b3a-b7ff-8dac0c2d5150 req-1869c77e-9cbc-46f0-94f2-f65144124bae service nova] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Neutron deleted interface 2622e3e3-af96-41ab-9040-33c622c4a025; detaching it from the instance and deleting it from the info cache
[ 1743.952534] env[71058]: DEBUG nova.network.neutron [req-a068978e-9644-4b3a-b7ff-8dac0c2d5150 req-1869c77e-9cbc-46f0-94f2-f65144124bae service nova] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1743.960389] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f6f61e-f184-426e-aa9b-21f64a344d73 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1744.165011] env[71058]: DEBUG oslo_vmware.api [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Task: {'id': task-2873518, 'name': PowerOffVM_Task, 'duration_secs': 0.291814} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1744.165301] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1744.165994] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1744.166277] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f8753d5-f63a-414f-8ff9-4261c722c4ea {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1744.172837] env[71058]: DEBUG oslo_vmware.api [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Waiting for the task: (returnval){
[ 1744.172837] env[71058]:    value = "task-2873519"
[ 1744.172837] env[71058]:    _type = "Task"
[ 1744.172837] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1744.183450] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] VM already powered off {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}}
[ 1744.183665] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Volume detach. Driver type: vmdk {{(pid=71058) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}}
[ 1744.184433] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577376', 'volume_id': 'c273f41d-5b6a-4e16-848f-2652f119ef58', 'name': 'volume-c273f41d-5b6a-4e16-848f-2652f119ef58', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69144402-515b-460e-b3c9-2231abbfec1c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c273f41d-5b6a-4e16-848f-2652f119ef58', 'serial': 'c273f41d-5b6a-4e16-848f-2652f119ef58'} {{(pid=71058) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}}
[ 1744.184808] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de3123d-2278-45e4-8b45-994e1afc50a7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1744.209084] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3083c380-89e3-46aa-9043-81fc201dac63 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1744.216621] env[71058]: DEBUG oslo_vmware.api [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873517, 'name': PowerOnVM_Task, 'duration_secs': 0.741558} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1744.218592] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1744.218886] env[71058]: INFO nova.compute.manager [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Took 6.96 seconds to spawn the instance on the hypervisor.
[ 1744.219020] env[71058]: DEBUG nova.compute.manager [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1744.219895] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77e3986-001c-4c67-9c8c-e3a82bf533a5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1744.222761] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a45b9a-8de6-4f49-b4cf-5b94ab0aa407 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1744.248472] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ac7afc-7fcf-4cb2-a82d-ddee89037a68 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1744.255744] env[71058]: DEBUG oslo_vmware.api [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': task-2873514, 'name': ReconfigVM_Task, 'duration_secs': 1.352132} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1744.265973] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Reconfigured VM instance instance-0000004e to attach disk [datastore2] e23bdb81-d5ed-4e28-bd9f-4bcc7be37140/e23bdb81-d5ed-4e28-bd9f-4bcc7be37140.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1744.266664] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] The volume has not been displaced from its original location: [datastore1] volume-c273f41d-5b6a-4e16-848f-2652f119ef58/volume-c273f41d-5b6a-4e16-848f-2652f119ef58.vmdk. No consolidation needed. {{(pid=71058) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}}
[ 1744.271868] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Reconfiguring VM instance instance-00000029 to detach disk 2000 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1744.272189] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4914d25e-1d44-49c4-9328-ad536f3cdf1b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1744.273891] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f4c42aa-ac9e-4c23-b086-17f2d6c29e6c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1744.294797] env[71058]: DEBUG oslo_vmware.api [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Waiting for the task: (returnval){
[ 1744.294797] env[71058]:    value = "task-2873520"
[ 1744.294797] env[71058]:    _type = "Task"
[ 1744.294797] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1744.296091] env[71058]: DEBUG oslo_vmware.api [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Waiting for the task: (returnval){
[ 1744.296091] env[71058]:    value = "task-2873521"
[ 1744.296091] env[71058]:    _type = "Task"
[ 1744.296091] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1744.308632] env[71058]: DEBUG oslo_vmware.api [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': task-2873520, 'name': Rename_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1744.311657] env[71058]: DEBUG oslo_vmware.api [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Task: {'id': task-2873521, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1744.352909] env[71058]: DEBUG nova.network.neutron [-] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1744.409418] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1744.409995] env[71058]: DEBUG nova.compute.manager [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1744.413395] env[71058]: DEBUG oslo_concurrency.lockutils [None req-96d35474-59a7-45e9-85df-81d7f9b9ea50 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.022s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1744.413557] env[71058]: DEBUG nova.objects.instance [None req-96d35474-59a7-45e9-85df-81d7f9b9ea50 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Lazy-loading 'resources' on Instance uuid f4df8d57-cfaa-490f-b639-803bff814117 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1744.458116] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85caa594-eb55-4354-93f1-d04ed42f6046 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1744.467334] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e82f52d-a5b3-4207-a7f0-402488039200 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1744.505434] env[71058]: DEBUG nova.compute.manager [req-a068978e-9644-4b3a-b7ff-8dac0c2d5150 req-1869c77e-9cbc-46f0-94f2-f65144124bae service nova] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Detach interface failed, port_id=2622e3e3-af96-41ab-9040-33c622c4a025, reason: Instance 5be4e13c-8434-4410-a8c4-b91a70b0ad8c could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1744.753438] env[71058]: INFO nova.compute.manager [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Took 35.36 seconds to build instance.
[ 1744.810842] env[71058]: DEBUG oslo_vmware.api [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Task: {'id': task-2873521, 'name': ReconfigVM_Task, 'duration_secs': 0.17329} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1744.814211] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Reconfigured VM instance instance-00000029 to detach disk 2000 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1744.818839] env[71058]: DEBUG oslo_vmware.api [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': task-2873520, 'name': Rename_Task, 'duration_secs': 0.163868} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1744.819432] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d76d2fc0-66f4-4a7d-b2e0-65a6a9210534 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1744.829781] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1744.830062] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f27d7550-cb37-4138-9862-047c2f50b3d9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1744.838071] env[71058]: DEBUG oslo_vmware.api [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Waiting for the task: (returnval){
[ 1744.838071] env[71058]:    value = "task-2873522"
[ 1744.838071] env[71058]:    _type = "Task"
[ 1744.838071] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1744.839335] env[71058]: DEBUG oslo_vmware.api [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Waiting for the task: (returnval){
[ 1744.839335] env[71058]:    value = "task-2873523"
[ 1744.839335] env[71058]:    _type = "Task"
[ 1744.839335] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1744.850089] env[71058]: DEBUG oslo_vmware.api [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Task: {'id': task-2873522, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1744.853620] env[71058]: DEBUG oslo_vmware.api [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': task-2873523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1744.855112] env[71058]: INFO nova.compute.manager [-] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Took 1.49 seconds to deallocate network for instance.
[ 1744.916683] env[71058]: DEBUG nova.compute.utils [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1744.922291] env[71058]: DEBUG nova.compute.manager [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1744.922291] env[71058]: DEBUG nova.network.neutron [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1745.015165] env[71058]: DEBUG nova.policy [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5345537a9b3d49a5b23edb762ac13585', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85106c5e01ec496dbeb48733902367b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1745.258078] env[71058]: DEBUG oslo_concurrency.lockutils [None req-006c1ed3-e603-4393-a21e-b5ae01f8c5d8 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "4b6847c3-2046-449a-9fab-4f34b0cb5680" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 36.869s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1745.354918] env[71058]: DEBUG oslo_vmware.api [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Task: {'id': task-2873522, 'name': ReconfigVM_Task, 'duration_secs': 0.180386} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1745.361072] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577376', 'volume_id': 'c273f41d-5b6a-4e16-848f-2652f119ef58', 'name': 'volume-c273f41d-5b6a-4e16-848f-2652f119ef58', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69144402-515b-460e-b3c9-2231abbfec1c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c273f41d-5b6a-4e16-848f-2652f119ef58', 'serial': 'c273f41d-5b6a-4e16-848f-2652f119ef58'} {{(pid=71058) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}}
[ 1745.361375] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1745.361650] env[71058]: DEBUG oslo_vmware.api [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': task-2873523, 'name': PowerOnVM_Task} progress is 87%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1745.362473] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9ae1795b-09d0-44e3-a3e5-92600e57325b tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1745.363431] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f765b0-fd9d-445b-96a8-2b2fff362854 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1745.370558] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1745.370804] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd698573-c320-411b-9408-7063d53c569d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1745.376035] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47bd699-ddb4-475a-94c0-b631b95c6148 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1745.387268] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7fcdd1-2b02-4c28-9a80-24bc20275291 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1745.391502] env[71058]: DEBUG nova.network.neutron [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Successfully updated port: 970c387d-58b7-48dc-bfa9-19a397f4533b {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1745.424423] env[71058]: DEBUG nova.compute.manager [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1745.427193] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614df8c8-7096-46ed-b07b-6884baf91a0f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1745.435824] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ed8852-6c99-472c-b5bc-f209adb49f0b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1745.441414] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1745.441630] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1745.441828] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Deleting the datastore file [datastore1] 69144402-515b-460e-b3c9-2231abbfec1c {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1745.442452] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d258a4a-d15e-418a-bfe7-213c8010777e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1745.452696] env[71058]: DEBUG nova.compute.provider_tree [None req-96d35474-59a7-45e9-85df-81d7f9b9ea50 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1745.458375] env[71058]: DEBUG oslo_vmware.api [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Waiting for the task: (returnval){
[ 1745.458375] env[71058]:    value = "task-2873525"
[ 1745.458375] env[71058]:    _type = "Task"
[ 1745.458375] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1745.463332] env[71058]: DEBUG nova.network.neutron [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Successfully created port: 5db45ad3-e880-4094-af8e-e03f8a61666d {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1745.469515] env[71058]: DEBUG oslo_vmware.api [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Task: {'id': task-2873525, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1745.804053] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6339381c-c5e1-4009-8e44-35c28580b630 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "4b6847c3-2046-449a-9fab-4f34b0cb5680" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1745.804373] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6339381c-c5e1-4009-8e44-35c28580b630 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "4b6847c3-2046-449a-9fab-4f34b0cb5680" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1745.804584] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6339381c-c5e1-4009-8e44-35c28580b630 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "4b6847c3-2046-449a-9fab-4f34b0cb5680-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1745.804772] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6339381c-c5e1-4009-8e44-35c28580b630 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "4b6847c3-2046-449a-9fab-4f34b0cb5680-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1745.804938] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6339381c-c5e1-4009-8e44-35c28580b630 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "4b6847c3-2046-449a-9fab-4f34b0cb5680-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1745.807104] env[71058]: INFO nova.compute.manager [None req-6339381c-c5e1-4009-8e44-35c28580b630 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Terminating instance
[ 1745.855365] env[71058]: DEBUG oslo_vmware.api [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': task-2873523, 'name': PowerOnVM_Task, 'duration_secs': 0.750387} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1745.855646] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1745.855859] env[71058]: DEBUG nova.compute.manager [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1745.856677] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c043c1c7-c83b-40f4-b7e1-a3501beef80b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1745.894163] env[71058]: DEBUG oslo_concurrency.lockutils [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Acquiring lock "refresh_cache-b86f8cb1-24b9-433d-a248-7491e9c9943b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1745.894328] env[71058]: DEBUG oslo_concurrency.lockutils [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Acquired lock "refresh_cache-b86f8cb1-24b9-433d-a248-7491e9c9943b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1745.894457] env[71058]: DEBUG nova.network.neutron [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1745.956091] env[71058]: DEBUG nova.scheduler.client.report [None req-96d35474-59a7-45e9-85df-81d7f9b9ea50 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1745.969184] env[71058]: DEBUG oslo_vmware.api [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Task: {'id': task-2873525, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119808} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1745.969434] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1745.969656] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1745.969795] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1746.024198] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Volume detach. Driver type: vmdk {{(pid=71058) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}}
[ 1746.024198] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9795d558-95e2-414e-a14e-8d2ddae1f2a9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1746.033370] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9096e475-0272-4bce-8320-83bfd9b8c102 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1746.066595] env[71058]: ERROR nova.compute.manager [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Failed to detach volume c273f41d-5b6a-4e16-848f-2652f119ef58 from /dev/sda: nova.exception.InstanceNotFound: Instance 69144402-515b-460e-b3c9-2231abbfec1c could not be found.
[ 1746.066595] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Traceback (most recent call last):
[ 1746.066595] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]   File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance
[ 1746.066595] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]     self.driver.rebuild(**kwargs)
[ 1746.066595] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]   File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild
[ 1746.066595] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]     raise NotImplementedError()
[ 1746.066595] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c] NotImplementedError
[ 1746.066595] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c] 
[ 1746.066595] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c] During handling of the above exception, another exception occurred:
[ 1746.066595] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c] 
[ 1746.066595] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Traceback (most recent call last):
[ 1746.066595] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]   File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume
[ 1746.066595] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]     self.driver.detach_volume(context, old_connection_info,
[ 1746.066595] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]   File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume
[ 1746.066595] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]     return self._volumeops.detach_volume(connection_info, instance)
[ 1746.066595] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]   File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume
[ 1746.066595] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]     self._detach_volume_vmdk(connection_info, instance)
[ 1746.066595] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]   File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk
[ 1746.066595] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]     vm_ref = vm_util.get_vm_ref(self._session, instance)
[ 1746.066595] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]   File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref
[ 1746.066595] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]     stable_ref.fetch_moref(session)
[ 1746.066595] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]   File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref
[ 1746.066595] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]     raise exception.InstanceNotFound(instance_id=self._uuid)
[ 1746.066595] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c] nova.exception.InstanceNotFound: Instance 69144402-515b-460e-b3c9-2231abbfec1c could not be found.
[ 1746.066595] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c] 
[ 1746.174218] env[71058]: DEBUG nova.compute.manager [req-0c8d2d94-1a26-4f9d-972e-680170a0d602 req-e95974c3-aba5-4dbe-997d-e21843b45675 service nova] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Received event network-vif-plugged-970c387d-58b7-48dc-bfa9-19a397f4533b {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1746.174456] env[71058]: DEBUG oslo_concurrency.lockutils [req-0c8d2d94-1a26-4f9d-972e-680170a0d602 req-e95974c3-aba5-4dbe-997d-e21843b45675 service nova] Acquiring lock "b86f8cb1-24b9-433d-a248-7491e9c9943b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1746.174675] env[71058]: DEBUG oslo_concurrency.lockutils [req-0c8d2d94-1a26-4f9d-972e-680170a0d602 req-e95974c3-aba5-4dbe-997d-e21843b45675 service nova] Lock "b86f8cb1-24b9-433d-a248-7491e9c9943b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1746.174840] env[71058]: DEBUG oslo_concurrency.lockutils [req-0c8d2d94-1a26-4f9d-972e-680170a0d602 req-e95974c3-aba5-4dbe-997d-e21843b45675 service nova] Lock "b86f8cb1-24b9-433d-a248-7491e9c9943b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1746.175017] env[71058]: DEBUG nova.compute.manager [req-0c8d2d94-1a26-4f9d-972e-680170a0d602 req-e95974c3-aba5-4dbe-997d-e21843b45675 service nova] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] No waiting events found dispatching network-vif-plugged-970c387d-58b7-48dc-bfa9-19a397f4533b {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1746.175226] env[71058]: WARNING nova.compute.manager [req-0c8d2d94-1a26-4f9d-972e-680170a0d602 req-e95974c3-aba5-4dbe-997d-e21843b45675 service nova] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Received unexpected event network-vif-plugged-970c387d-58b7-48dc-bfa9-19a397f4533b for instance with vm_state building and task_state spawning.
[ 1746.175414] env[71058]: DEBUG nova.compute.manager [req-0c8d2d94-1a26-4f9d-972e-680170a0d602 req-e95974c3-aba5-4dbe-997d-e21843b45675 service nova] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Received event network-changed-970c387d-58b7-48dc-bfa9-19a397f4533b {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1746.175586] env[71058]: DEBUG nova.compute.manager [req-0c8d2d94-1a26-4f9d-972e-680170a0d602 req-e95974c3-aba5-4dbe-997d-e21843b45675 service nova] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Refreshing instance network info cache due to event network-changed-970c387d-58b7-48dc-bfa9-19a397f4533b. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1746.175784] env[71058]: DEBUG oslo_concurrency.lockutils [req-0c8d2d94-1a26-4f9d-972e-680170a0d602 req-e95974c3-aba5-4dbe-997d-e21843b45675 service nova] Acquiring lock "refresh_cache-b86f8cb1-24b9-433d-a248-7491e9c9943b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1746.214795] env[71058]: DEBUG nova.compute.utils [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Build of instance 69144402-515b-460e-b3c9-2231abbfec1c aborted: Failed to rebuild volume backed instance. {{(pid=71058) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
[ 1746.218794] env[71058]: ERROR nova.compute.manager [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 69144402-515b-460e-b3c9-2231abbfec1c aborted: Failed to rebuild volume backed instance.
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Traceback (most recent call last):
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]   File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]     self.driver.rebuild(**kwargs)
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]   File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]     raise NotImplementedError()
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c] NotImplementedError
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c] 
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c] During handling of the above exception, another exception occurred:
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c] 
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Traceback (most recent call last):
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]   File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]     self._detach_root_volume(context, instance, root_bdm)
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]   File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]     with excutils.save_and_reraise_exception():
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]     self.force_reraise()
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]     raise self.value
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]   File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]     self.driver.detach_volume(context, old_connection_info,
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]   File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]     return self._volumeops.detach_volume(connection_info, instance)
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]   File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]     self._detach_volume_vmdk(connection_info, instance)
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]   File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]     vm_ref = vm_util.get_vm_ref(self._session, instance)
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]   File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]     stable_ref.fetch_moref(session)
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]   File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]     raise exception.InstanceNotFound(instance_id=self._uuid)
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c] nova.exception.InstanceNotFound: Instance 69144402-515b-460e-b3c9-2231abbfec1c could not be found.
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c] 
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c] During handling of the above exception, another exception occurred:
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c] 
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Traceback (most recent call last):
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]   File "/opt/stack/nova/nova/compute/manager.py", line 11390, in _error_out_instance_on_exception
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]     yield
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]   File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance
[ 1746.218794] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]     self._do_rebuild_instance_with_claim(
[ 1746.220678] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]   File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim
[ 1746.220678] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]     self._do_rebuild_instance(
[ 1746.220678] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]   File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance
[ 1746.220678] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]     self._rebuild_default_impl(**kwargs)
[ 1746.220678] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]   File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl
[ 1746.220678] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]     self._rebuild_volume_backed_instance(
[ 1746.220678] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]   File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance
[ 1746.220678] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c]     raise exception.BuildAbortException(
[ 1746.220678] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c] nova.exception.BuildAbortException: Build of instance 69144402-515b-460e-b3c9-2231abbfec1c aborted: Failed to rebuild volume backed instance.
[ 1746.220678] env[71058]: ERROR nova.compute.manager [instance: 69144402-515b-460e-b3c9-2231abbfec1c] 
[ 1746.311365] env[71058]: DEBUG nova.compute.manager [None req-6339381c-c5e1-4009-8e44-35c28580b630 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1746.311679] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6339381c-c5e1-4009-8e44-35c28580b630 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1746.312798] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9531e62-2a12-47d5-b16e-7ba7e59cbbb6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1746.320923] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-6339381c-c5e1-4009-8e44-35c28580b630 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1746.321211] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a3239b8-d74f-4d5a-bbc0-b26ca11a608d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1746.328787] env[71058]: DEBUG oslo_vmware.api [None req-6339381c-c5e1-4009-8e44-35c28580b630 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1746.328787] env[71058]:    value = "task-2873526"
[ 1746.328787] env[71058]:    _type = "Task"
[ 1746.328787] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1746.337599] env[71058]: DEBUG oslo_vmware.api [None req-6339381c-c5e1-4009-8e44-35c28580b630 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1746.372828] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1746.436596] env[71058]: DEBUG nova.compute.manager [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1746.441479] env[71058]: DEBUG nova.network.neutron [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1746.464352] env[71058]: DEBUG oslo_concurrency.lockutils [None req-96d35474-59a7-45e9-85df-81d7f9b9ea50 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1746.468080] env[71058]: DEBUG oslo_concurrency.lockutils [None req-084c02f6-0bdc-48e1-800e-f186d06bfe66 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.972s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1746.468080] env[71058]: DEBUG nova.objects.instance [None req-084c02f6-0bdc-48e1-800e-f186d06bfe66 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Lazy-loading 'resources' on Instance uuid 974876ee-5777-4ff6-9453-46d440b8a166 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1746.477576] env[71058]: DEBUG nova.virt.hardware [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1746.477576] env[71058]: DEBUG nova.virt.hardware [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1746.477576] env[71058]: DEBUG nova.virt.hardware [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1746.477784] env[71058]: DEBUG nova.virt.hardware [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1746.477784] env[71058]: DEBUG nova.virt.hardware [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1746.477899] env[71058]: DEBUG nova.virt.hardware [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1746.479400] env[71058]: DEBUG nova.virt.hardware [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1746.479610] env[71058]: DEBUG nova.virt.hardware [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1746.480760] env[71058]: DEBUG nova.virt.hardware [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1746.481093] env[71058]: DEBUG nova.virt.hardware [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1746.481311] env[71058]: DEBUG nova.virt.hardware [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1746.482246] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04af0f3a-940a-4025-b04a-88991116aa29 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1746.498194] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55e957e-62ec-4c0b-97a8-07b28cf5d6c6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1746.504630] env[71058]: INFO nova.scheduler.client.report [None req-96d35474-59a7-45e9-85df-81d7f9b9ea50 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Deleted allocations for instance f4df8d57-cfaa-490f-b639-803bff814117
[ 1746.623530] env[71058]: DEBUG nova.network.neutron [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Updating instance_info_cache with network_info: [{"id": "970c387d-58b7-48dc-bfa9-19a397f4533b", "address": "fa:16:3e:df:cc:a7", "network": {"id": "e5f75d66-7df3-46f5-9733-59b47a279b7b", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1727070476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8eaa07b72e14a218c6d097419af4290", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap970c387d-58", "ovs_interfaceid": "970c387d-58b7-48dc-bfa9-19a397f4533b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1746.842378] env[71058]: DEBUG oslo_vmware.api [None req-6339381c-c5e1-4009-8e44-35c28580b630 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873526, 'name': PowerOffVM_Task, 'duration_secs': 0.196484} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1746.843681] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-6339381c-c5e1-4009-8e44-35c28580b630 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1746.844049] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6339381c-c5e1-4009-8e44-35c28580b630 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1746.846018] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-324c35a1-2d19-47f6-b018-8156ac76a474 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1746.905234] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6339381c-c5e1-4009-8e44-35c28580b630 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1746.905689] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6339381c-c5e1-4009-8e44-35c28580b630 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1746.906842] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-6339381c-c5e1-4009-8e44-35c28580b630 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Deleting the datastore file [datastore2] 4b6847c3-2046-449a-9fab-4f34b0cb5680 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1746.907250] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3a33450-bf85-4fdd-a066-223d9c67885a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1746.915671] env[71058]: DEBUG oslo_vmware.api [None req-6339381c-c5e1-4009-8e44-35c28580b630 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1746.915671] env[71058]:    value = "task-2873528"
[ 1746.915671] env[71058]:    _type = "Task"
[ 1746.915671] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1746.925239] env[71058]: DEBUG oslo_vmware.api [None req-6339381c-c5e1-4009-8e44-35c28580b630 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1746.940215] env[71058]: DEBUG nova.network.neutron [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Successfully updated port: 5db45ad3-e880-4094-af8e-e03f8a61666d {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1747.025548] env[71058]: DEBUG oslo_concurrency.lockutils [None req-96d35474-59a7-45e9-85df-81d7f9b9ea50 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Lock "f4df8d57-cfaa-490f-b639-803bff814117" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 29.868s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1747.132201] env[71058]: DEBUG oslo_concurrency.lockutils [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Releasing lock "refresh_cache-b86f8cb1-24b9-433d-a248-7491e9c9943b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1747.133144] env[71058]: DEBUG nova.compute.manager [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Instance network_info: |[{"id": "970c387d-58b7-48dc-bfa9-19a397f4533b", "address": "fa:16:3e:df:cc:a7", "network": {"id": "e5f75d66-7df3-46f5-9733-59b47a279b7b", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1727070476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8eaa07b72e14a218c6d097419af4290", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap970c387d-58", "ovs_interfaceid": "970c387d-58b7-48dc-bfa9-19a397f4533b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1747.133242] env[71058]: DEBUG oslo_concurrency.lockutils [req-0c8d2d94-1a26-4f9d-972e-680170a0d602 req-e95974c3-aba5-4dbe-997d-e21843b45675 service nova] Acquired lock "refresh_cache-b86f8cb1-24b9-433d-a248-7491e9c9943b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1747.133446] env[71058]: DEBUG nova.network.neutron [req-0c8d2d94-1a26-4f9d-972e-680170a0d602 req-e95974c3-aba5-4dbe-997d-e21843b45675 service nova] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Refreshing network info cache for port 970c387d-58b7-48dc-bfa9-19a397f4533b {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1747.134670] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:cc:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94926d5b-bfab-4c04-85b5-0fe89934c8ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '970c387d-58b7-48dc-bfa9-19a397f4533b', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1747.143792] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Creating folder: Project (e8eaa07b72e14a218c6d097419af4290). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1747.147689] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3dd30faf-c4d4-468d-a44a-ec1e39aab707 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1747.163560] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Created folder: Project (e8eaa07b72e14a218c6d097419af4290) in parent group-v577298.
[ 1747.163772] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Creating folder: Instances. Parent ref: group-v577527. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1747.163972] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99a79903-0966-4d94-8e76-da12ad3a71d5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1747.175568] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Created folder: Instances in parent group-v577527.
[ 1747.175832] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1747.176065] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1747.178710] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a4c3d9b-18a8-48e6-b368-39b9045cbad4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1747.195061] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Acquiring lock "e23bdb81-d5ed-4e28-bd9f-4bcc7be37140" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1747.195351] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Lock "e23bdb81-d5ed-4e28-bd9f-4bcc7be37140" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1747.195591] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Acquiring lock "e23bdb81-d5ed-4e28-bd9f-4bcc7be37140-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1747.195838] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Lock "e23bdb81-d5ed-4e28-bd9f-4bcc7be37140-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1747.196105] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Lock "e23bdb81-d5ed-4e28-bd9f-4bcc7be37140-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1747.199473] env[71058]: INFO nova.compute.manager [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Terminating instance
[ 1747.203562] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1747.203562] env[71058]:    value = "task-2873531"
[ 1747.203562] env[71058]:    _type = "Task"
[ 1747.203562] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1747.211994] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873531, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1747.384995] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180d906e-67dd-47b4-8904-8886f730d1aa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1747.395132] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9d8e53-b1d7-4f63-aa19-2dcfc41ff768 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1747.430783] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae6da4e-9627-467f-b0c2-d01aff9a3a08 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1747.438952] env[71058]: DEBUG oslo_vmware.api [None req-6339381c-c5e1-4009-8e44-35c28580b630 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287541} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1747.442587] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-6339381c-c5e1-4009-8e44-35c28580b630 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1747.442587] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6339381c-c5e1-4009-8e44-35c28580b630 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1747.442587] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6339381c-c5e1-4009-8e44-35c28580b630 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1747.442587] env[71058]: INFO nova.compute.manager [None req-6339381c-c5e1-4009-8e44-35c28580b630 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Took 1.13 seconds to destroy the instance on the hypervisor.
[ 1747.442587] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6339381c-c5e1-4009-8e44-35c28580b630 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1747.442587] env[71058]: DEBUG nova.compute.manager [-] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1747.442587] env[71058]: DEBUG nova.network.neutron [-] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1747.446089] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "refresh_cache-cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1747.446089] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquired lock "refresh_cache-cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1747.446089] env[71058]: DEBUG nova.network.neutron [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1747.449107] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8528feaa-fb10-4e1a-82bc-611bb94af25c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1747.471345] env[71058]: DEBUG nova.compute.provider_tree [None req-084c02f6-0bdc-48e1-800e-f186d06bfe66 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1747.710730] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Acquiring lock "refresh_cache-e23bdb81-d5ed-4e28-bd9f-4bcc7be37140" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1747.710730] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Acquired lock "refresh_cache-e23bdb81-d5ed-4e28-bd9f-4bcc7be37140" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1747.710730] env[71058]: DEBUG nova.network.neutron [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1747.717387] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873531, 'name': CreateVM_Task, 'duration_secs': 0.335153} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1747.717599] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1747.718225] env[71058]: DEBUG oslo_concurrency.lockutils [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1747.718387] env[71058]: DEBUG oslo_concurrency.lockutils [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1747.718704] env[71058]: DEBUG oslo_concurrency.lockutils [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1747.718964] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fc3d87b-abde-4947-8e1e-6de9902b9058 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1747.723738] env[71058]: DEBUG oslo_vmware.api [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Waiting for the task: (returnval){
[ 1747.723738] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5247cefb-e6c6-3591-4d74-8f0e8fdb4a02"
[ 1747.723738] env[71058]:    _type = "Task"
[ 1747.723738] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1747.737091] env[71058]: DEBUG oslo_vmware.api [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5247cefb-e6c6-3591-4d74-8f0e8fdb4a02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1747.917590] env[71058]: DEBUG nova.network.neutron [req-0c8d2d94-1a26-4f9d-972e-680170a0d602 req-e95974c3-aba5-4dbe-997d-e21843b45675 service nova] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Updated VIF entry in instance network info cache for port 970c387d-58b7-48dc-bfa9-19a397f4533b. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1747.917962] env[71058]: DEBUG nova.network.neutron [req-0c8d2d94-1a26-4f9d-972e-680170a0d602 req-e95974c3-aba5-4dbe-997d-e21843b45675 service nova] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Updating instance_info_cache with network_info: [{"id": "970c387d-58b7-48dc-bfa9-19a397f4533b", "address": "fa:16:3e:df:cc:a7", "network": {"id": "e5f75d66-7df3-46f5-9733-59b47a279b7b", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1727070476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8eaa07b72e14a218c6d097419af4290", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap970c387d-58", "ovs_interfaceid": "970c387d-58b7-48dc-bfa9-19a397f4533b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1747.978040] env[71058]: DEBUG nova.scheduler.client.report [None req-084c02f6-0bdc-48e1-800e-f186d06bfe66 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1747.998903] env[71058]: DEBUG nova.network.neutron [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1748.148045] env[71058]: DEBUG nova.network.neutron [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Updating instance_info_cache with network_info: [{"id": "5db45ad3-e880-4094-af8e-e03f8a61666d", "address": "fa:16:3e:e3:73:0b", "network": {"id": "e468d032-7280-4a84-97c5-db65f8a515aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-792259733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85106c5e01ec496dbeb48733902367b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5db45ad3-e8", "ovs_interfaceid": "5db45ad3-e880-4094-af8e-e03f8a61666d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1748.203082] env[71058]: DEBUG nova.compute.manager [req-1b768fb7-f4c0-47cc-a507-40fb2a7458ba req-ed194e45-143b-4974-a48d-1302b7144b4d service nova] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Received event network-vif-plugged-5db45ad3-e880-4094-af8e-e03f8a61666d {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1748.203382] env[71058]: DEBUG oslo_concurrency.lockutils [req-1b768fb7-f4c0-47cc-a507-40fb2a7458ba req-ed194e45-143b-4974-a48d-1302b7144b4d service nova] Acquiring lock "cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1748.203675] env[71058]: DEBUG oslo_concurrency.lockutils [req-1b768fb7-f4c0-47cc-a507-40fb2a7458ba req-ed194e45-143b-4974-a48d-1302b7144b4d service nova] Lock "cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1748.203902] env[71058]: DEBUG oslo_concurrency.lockutils [req-1b768fb7-f4c0-47cc-a507-40fb2a7458ba req-ed194e45-143b-4974-a48d-1302b7144b4d service nova] Lock "cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1748.204177] env[71058]: DEBUG nova.compute.manager [req-1b768fb7-f4c0-47cc-a507-40fb2a7458ba req-ed194e45-143b-4974-a48d-1302b7144b4d service nova] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] No waiting events found dispatching network-vif-plugged-5db45ad3-e880-4094-af8e-e03f8a61666d {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1748.204367] env[71058]: WARNING nova.compute.manager [req-1b768fb7-f4c0-47cc-a507-40fb2a7458ba req-ed194e45-143b-4974-a48d-1302b7144b4d service nova] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Received unexpected event network-vif-plugged-5db45ad3-e880-4094-af8e-e03f8a61666d for instance with vm_state building and task_state spawning.
[ 1748.204554] env[71058]: DEBUG nova.compute.manager [req-1b768fb7-f4c0-47cc-a507-40fb2a7458ba req-ed194e45-143b-4974-a48d-1302b7144b4d service nova] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Received event network-changed-5db45ad3-e880-4094-af8e-e03f8a61666d {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1748.205339] env[71058]: DEBUG nova.compute.manager [req-1b768fb7-f4c0-47cc-a507-40fb2a7458ba req-ed194e45-143b-4974-a48d-1302b7144b4d service nova] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Refreshing instance network info cache due to event network-changed-5db45ad3-e880-4094-af8e-e03f8a61666d. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1748.205339] env[71058]: DEBUG oslo_concurrency.lockutils [req-1b768fb7-f4c0-47cc-a507-40fb2a7458ba req-ed194e45-143b-4974-a48d-1302b7144b4d service nova] Acquiring lock "refresh_cache-cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1748.239508] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1748.240209] env[71058]: DEBUG oslo_vmware.api [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5247cefb-e6c6-3591-4d74-8f0e8fdb4a02, 'name': SearchDatastore_Task, 'duration_secs': 0.028676} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1748.242409] env[71058]: DEBUG nova.network.neutron [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1748.243106] env[71058]: DEBUG oslo_concurrency.lockutils [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1748.244483] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1748.244720] env[71058]: DEBUG oslo_concurrency.lockutils [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1748.244872] env[71058]: DEBUG oslo_concurrency.lockutils [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1748.245068] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1748.245348] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd3d0b65-b97c-4ffb-b8b5-9e55e5d06b2e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1748.255601] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1748.255968] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1748.258030] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3db4a586-1a07-4250-9ef7-c3e59a98c324 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1748.268291] env[71058]: DEBUG oslo_vmware.api [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Waiting for the task: (returnval){
[ 1748.268291] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52860af3-3070-4bc6-5e5b-0712f1d1f533"
[ 1748.268291] env[71058]:    _type = "Task"
[ 1748.268291] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1748.278452] env[71058]: DEBUG oslo_vmware.api [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52860af3-3070-4bc6-5e5b-0712f1d1f533, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1748.293935] env[71058]: DEBUG nova.network.neutron [-] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1748.308264] env[71058]: DEBUG nova.network.neutron [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1748.420571] env[71058]: DEBUG oslo_concurrency.lockutils [req-0c8d2d94-1a26-4f9d-972e-680170a0d602 req-e95974c3-aba5-4dbe-997d-e21843b45675 service nova] Releasing lock "refresh_cache-b86f8cb1-24b9-433d-a248-7491e9c9943b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1748.484203] env[71058]: DEBUG oslo_concurrency.lockutils [None req-084c02f6-0bdc-48e1-800e-f186d06bfe66 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.017s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1748.486604] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.670s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1748.491641] env[71058]: INFO nova.compute.claims [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1748.525373] env[71058]: INFO nova.scheduler.client.report [None req-084c02f6-0bdc-48e1-800e-f186d06bfe66 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Deleted allocations for instance 974876ee-5777-4ff6-9453-46d440b8a166
[ 1748.651160] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Releasing lock "refresh_cache-cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1748.651547] env[71058]: DEBUG nova.compute.manager [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Instance network_info: |[{"id": "5db45ad3-e880-4094-af8e-e03f8a61666d", "address": "fa:16:3e:e3:73:0b", "network": {"id": "e468d032-7280-4a84-97c5-db65f8a515aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-792259733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85106c5e01ec496dbeb48733902367b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5db45ad3-e8", "ovs_interfaceid": "5db45ad3-e880-4094-af8e-e03f8a61666d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1748.651858] env[71058]: DEBUG oslo_concurrency.lockutils [req-1b768fb7-f4c0-47cc-a507-40fb2a7458ba req-ed194e45-143b-4974-a48d-1302b7144b4d service nova] Acquired lock "refresh_cache-cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1748.652048] env[71058]: DEBUG nova.network.neutron [req-1b768fb7-f4c0-47cc-a507-40fb2a7458ba req-ed194e45-143b-4974-a48d-1302b7144b4d service nova] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Refreshing network info cache for port 5db45ad3-e880-4094-af8e-e03f8a61666d {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1748.653333] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:73:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa410d21-2141-45bb-8d0b-16c77304605f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5db45ad3-e880-4094-af8e-e03f8a61666d', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1748.663658] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1748.664668] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1748.664912] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33cfa98d-3517-49a8-9c83-da1257ca3627 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1748.689543] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1748.689543] env[71058]:    value = "task-2873532"
[ 1748.689543] env[71058]:    _type = "Task"
[ 1748.689543] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1748.697992] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873532, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1748.779025] env[71058]: DEBUG oslo_vmware.api [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52860af3-3070-4bc6-5e5b-0712f1d1f533, 'name': SearchDatastore_Task, 'duration_secs': 0.010966} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1748.780132] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daf2daf7-51e0-4c15-b6ea-56509957dd31 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1748.785516] env[71058]: DEBUG oslo_vmware.api [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Waiting for the task: (returnval){
[ 1748.785516] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c6f513-6cb6-16e4-c35d-ac2c7dc68b50"
[ 1748.785516] env[71058]:    _type = "Task"
[ 1748.785516] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1748.796024] env[71058]: DEBUG oslo_vmware.api [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c6f513-6cb6-16e4-c35d-ac2c7dc68b50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1748.796297] env[71058]: INFO nova.compute.manager [-] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Took 1.35 seconds to deallocate network for instance.
[ 1748.812156] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Releasing lock "refresh_cache-e23bdb81-d5ed-4e28-bd9f-4bcc7be37140" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1748.812618] env[71058]: DEBUG nova.compute.manager [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1748.813613] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1748.814703] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3ccfa0-afd7-4e8d-9070-5a897210dfc8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1748.822799] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1748.823086] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-536c83fd-455d-4905-aca1-c32c2fdf3d2c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1748.830707] env[71058]: DEBUG oslo_vmware.api [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Waiting for the task: (returnval){
[ 1748.830707] env[71058]:    value = "task-2873533"
[ 1748.830707] env[71058]:    _type = "Task"
[ 1748.830707] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1748.840148] env[71058]: DEBUG oslo_vmware.api [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': task-2873533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1749.038188] env[71058]: DEBUG oslo_concurrency.lockutils [None req-084c02f6-0bdc-48e1-800e-f186d06bfe66 tempest-ListServersNegativeTestJSON-2034826448 tempest-ListServersNegativeTestJSON-2034826448-project-member] Lock "974876ee-5777-4ff6-9453-46d440b8a166" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 31.723s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1749.202322] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873532, 'name': CreateVM_Task, 'duration_secs': 0.413111} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1749.202794] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1749.203497] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1749.203659] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1749.203972] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1749.208328] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa0a3b63-7306-4909-b6a6-1c1caeece40d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1749.216818] env[71058]: DEBUG oslo_vmware.api [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1749.216818] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a4e5c2-0bb7-7715-f34f-66db3b189554"
[ 1749.216818] env[71058]:    _type = "Task"
[ 1749.216818] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1749.223405] env[71058]: DEBUG oslo_vmware.api [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a4e5c2-0bb7-7715-f34f-66db3b189554, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1749.297390] env[71058]: DEBUG oslo_vmware.api [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c6f513-6cb6-16e4-c35d-ac2c7dc68b50, 'name': SearchDatastore_Task, 'duration_secs': 0.011828} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1749.298182] env[71058]: DEBUG oslo_concurrency.lockutils [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1749.298565] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] b86f8cb1-24b9-433d-a248-7491e9c9943b/b86f8cb1-24b9-433d-a248-7491e9c9943b.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1749.302231] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa867e75-a477-4481-81d4-1635b86b6637 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1749.305712] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6339381c-c5e1-4009-8e44-35c28580b630 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1749.315034] env[71058]: DEBUG oslo_vmware.api [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Waiting for the task: (returnval){
[ 1749.315034] env[71058]:    value = "task-2873534"
[ 1749.315034] env[71058]:    _type = "Task"
[ 1749.315034] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1749.326637] env[71058]: DEBUG oslo_vmware.api [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Task: {'id': task-2873534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1749.340552] env[71058]: DEBUG oslo_vmware.api [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': task-2873533, 'name': PowerOffVM_Task, 'duration_secs': 0.159395} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1749.340910] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1749.341144] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1749.341509] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0f502e1-4105-477f-9339-b82ce43a75fd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1749.346659] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b9c44ae9-d9b5-4117-a247-25d08b145982 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Acquiring lock "69144402-515b-460e-b3c9-2231abbfec1c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1749.346659] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b9c44ae9-d9b5-4117-a247-25d08b145982 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Lock "69144402-515b-460e-b3c9-2231abbfec1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1749.347337] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b9c44ae9-d9b5-4117-a247-25d08b145982 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Acquiring lock "69144402-515b-460e-b3c9-2231abbfec1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1749.347580] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b9c44ae9-d9b5-4117-a247-25d08b145982 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Lock "69144402-515b-460e-b3c9-2231abbfec1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1749.347793] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b9c44ae9-d9b5-4117-a247-25d08b145982 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Lock "69144402-515b-460e-b3c9-2231abbfec1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1749.350070] env[71058]: INFO nova.compute.manager [None req-b9c44ae9-d9b5-4117-a247-25d08b145982 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Terminating instance
[ 1749.368721] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1749.368989] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1749.369222] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Deleting the datastore file [datastore2] e23bdb81-d5ed-4e28-bd9f-4bcc7be37140 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1749.369526] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b47d1d2f-8d2e-4472-ae34-be3913748017 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1749.378956] env[71058]: DEBUG oslo_vmware.api [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Waiting for the task: (returnval){
[ 1749.378956] env[71058]:    value = "task-2873536"
[ 1749.378956] env[71058]:    _type = "Task"
[ 1749.378956] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1749.391155] env[71058]: DEBUG oslo_vmware.api [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': task-2873536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1749.392099] env[71058]: DEBUG nova.network.neutron [req-1b768fb7-f4c0-47cc-a507-40fb2a7458ba req-ed194e45-143b-4974-a48d-1302b7144b4d service nova] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Updated VIF entry in instance network info cache for port 5db45ad3-e880-4094-af8e-e03f8a61666d. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1749.392513] env[71058]: DEBUG nova.network.neutron [req-1b768fb7-f4c0-47cc-a507-40fb2a7458ba req-ed194e45-143b-4974-a48d-1302b7144b4d service nova] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Updating instance_info_cache with network_info: [{"id": "5db45ad3-e880-4094-af8e-e03f8a61666d", "address": "fa:16:3e:e3:73:0b", "network": {"id": "e468d032-7280-4a84-97c5-db65f8a515aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-792259733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85106c5e01ec496dbeb48733902367b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5db45ad3-e8", "ovs_interfaceid": "5db45ad3-e880-4094-af8e-e03f8a61666d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1749.414819] env[71058]: INFO nova.compute.manager [None req-06125505-f4da-4510-8f4c-625402274584 tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Get console output
[ 1749.414981] env[71058]: WARNING nova.virt.vmwareapi.driver [None req-06125505-f4da-4510-8f4c-625402274584 tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] The console log is missing. Check your VSPC configuration
[ 1749.729238] env[71058]: DEBUG oslo_vmware.api [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a4e5c2-0bb7-7715-f34f-66db3b189554, 'name': SearchDatastore_Task, 'duration_secs': 0.009527} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1749.729474] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1749.729711] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1749.729945] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1749.730101] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1749.730289] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1749.731029] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68d0001e-81be-481c-ac5b-03a182f4b7d5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1749.743677] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1749.743876] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1749.744751] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c91b4f1-a32f-4fb9-a823-3c5a97932a85 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1749.750550] env[71058]: DEBUG oslo_vmware.api [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1749.750550] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5247294b-551f-834a-01dc-ae97ee8c676e"
[ 1749.750550] env[71058]:    _type = "Task"
[ 1749.750550] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1749.762065] env[71058]: DEBUG oslo_vmware.api [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5247294b-551f-834a-01dc-ae97ee8c676e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1749.826054] env[71058]: DEBUG oslo_vmware.api [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Task: {'id': task-2873534, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1749.864517] env[71058]: DEBUG nova.compute.manager [None req-b9c44ae9-d9b5-4117-a247-25d08b145982 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1749.867745] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1118ee2e-a066-4782-a4c3-3531f7c7fbb0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1749.878803] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d227a13-a1ac-4bac-8337-ff3ea086f82b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1749.894730] env[71058]: DEBUG oslo_concurrency.lockutils [req-1b768fb7-f4c0-47cc-a507-40fb2a7458ba req-ed194e45-143b-4974-a48d-1302b7144b4d service nova] Releasing lock "refresh_cache-cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1749.894975] env[71058]: DEBUG nova.compute.manager [req-1b768fb7-f4c0-47cc-a507-40fb2a7458ba req-ed194e45-143b-4974-a48d-1302b7144b4d service nova] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Received event network-vif-deleted-1bc4c98b-d4dd-4b60-aa17-a0a0ad838d29 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1749.895274] env[71058]: INFO nova.compute.manager [req-1b768fb7-f4c0-47cc-a507-40fb2a7458ba req-ed194e45-143b-4974-a48d-1302b7144b4d service nova] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Neutron deleted interface 1bc4c98b-d4dd-4b60-aa17-a0a0ad838d29; detaching it from the instance and deleting it from the info cache
[ 1749.895459] env[71058]: DEBUG nova.network.neutron [req-1b768fb7-f4c0-47cc-a507-40fb2a7458ba req-ed194e45-143b-4974-a48d-1302b7144b4d service nova] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1749.899872] env[71058]: DEBUG oslo_vmware.api [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Task: {'id': task-2873536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108287} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1749.900115] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1749.900296] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1749.900614] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1749.900683] env[71058]: INFO nova.compute.manager [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Took 1.09 seconds to destroy the instance on the hypervisor.
[ 1749.900892] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1749.901056] env[71058]: DEBUG nova.compute.manager [-] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1749.901174] env[71058]: DEBUG nova.network.neutron [-] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1749.916664] env[71058]: WARNING nova.virt.vmwareapi.driver [None req-b9c44ae9-d9b5-4117-a247-25d08b145982 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 69144402-515b-460e-b3c9-2231abbfec1c could not be found.
[ 1749.916664] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c44ae9-d9b5-4117-a247-25d08b145982 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1749.916928] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438e2c23-d7bf-4d56-9667-ac8f119ba224 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1749.920864] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e07e0bf4-8fc7-4c34-9746-4714e433e412 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1749.931130] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efe9189-577c-4e6e-bf16-2e5298a74a78 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1749.937472] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84b0993-a39c-4c97-8411-f911fe6c7143 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1749.949575] env[71058]: DEBUG nova.network.neutron [-] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1749.995290] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0321e7d-1af7-4f38-b975-0a3e7472b360 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1749.998495] env[71058]: WARNING nova.virt.vmwareapi.vmops [None req-b9c44ae9-d9b5-4117-a247-25d08b145982 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 69144402-515b-460e-b3c9-2231abbfec1c could not be found.
[ 1749.999715] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c44ae9-d9b5-4117-a247-25d08b145982 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1749.999715] env[71058]: INFO nova.compute.manager [None req-b9c44ae9-d9b5-4117-a247-25d08b145982 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Took 0.13 seconds to destroy the instance on the hypervisor.
[ 1749.999715] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9c44ae9-d9b5-4117-a247-25d08b145982 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1749.999715] env[71058]: DEBUG nova.compute.manager [-] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1749.999715] env[71058]: DEBUG nova.network.neutron [-] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1750.006528] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cdca87-94c1-483b-b204-fd8ad6d21e9c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1750.023618] env[71058]: DEBUG nova.compute.provider_tree [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1750.262431] env[71058]: DEBUG oslo_vmware.api [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5247294b-551f-834a-01dc-ae97ee8c676e, 'name': SearchDatastore_Task, 'duration_secs': 0.044812} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1750.263456] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52369199-4eed-42c5-bfff-6ede525e7206 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1750.268517] env[71058]: DEBUG oslo_vmware.api [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1750.268517] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52fd729d-f865-5ad4-4c86-f8d5695f2e13"
[ 1750.268517] env[71058]:    _type = "Task"
[ 1750.268517] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1750.276153] env[71058]: DEBUG oslo_vmware.api [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52fd729d-f865-5ad4-4c86-f8d5695f2e13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1750.326898] env[71058]: DEBUG oslo_vmware.api [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Task: {'id': task-2873534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560387} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1750.326898] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] b86f8cb1-24b9-433d-a248-7491e9c9943b/b86f8cb1-24b9-433d-a248-7491e9c9943b.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1750.326898] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1750.326898] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec8a1709-ea43-41de-84b0-e4af036e252b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1750.334379] env[71058]: DEBUG oslo_vmware.api [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Waiting for the task: (returnval){
[ 1750.334379] env[71058]:    value = "task-2873537"
[ 1750.334379] env[71058]:    _type = "Task"
[ 1750.334379] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1750.343028] env[71058]: DEBUG oslo_vmware.api [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Task: {'id': task-2873537, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1750.397993] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-488c7d68-df6e-4926-a5f0-f2d12440dbfb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1750.408049] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae553371-d107-42ce-a3a9-ee4a590d4452 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1750.444255] env[71058]: DEBUG nova.compute.manager [req-1b768fb7-f4c0-47cc-a507-40fb2a7458ba req-ed194e45-143b-4974-a48d-1302b7144b4d service nova] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Detach interface failed, port_id=1bc4c98b-d4dd-4b60-aa17-a0a0ad838d29, reason: Instance 4b6847c3-2046-449a-9fab-4f34b0cb5680 could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1750.456320] env[71058]: DEBUG nova.network.neutron [-] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1750.527085] env[71058]: DEBUG nova.scheduler.client.report [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1750.781276] env[71058]: DEBUG oslo_vmware.api [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52fd729d-f865-5ad4-4c86-f8d5695f2e13, 'name': SearchDatastore_Task, 'duration_secs': 0.010224} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1750.781617] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1750.781905] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e/cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1750.782275] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-feef71b4-aa13-4674-847a-3c3f8c3346dd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1750.790034] env[71058]: DEBUG oslo_vmware.api [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1750.790034] env[71058]:    value = "task-2873538"
[ 1750.790034] env[71058]:    _type = "Task"
[ 1750.790034] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1750.799335] env[71058]: DEBUG oslo_vmware.api [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1750.848041] env[71058]: DEBUG oslo_vmware.api [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Task: {'id': task-2873537, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089043} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1750.848041] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1750.848041] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fb3af0-b843-4268-a7e1-456011315f14 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1750.870328] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] b86f8cb1-24b9-433d-a248-7491e9c9943b/b86f8cb1-24b9-433d-a248-7491e9c9943b.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1750.871754] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0775acbf-4714-4af1-bb29-1b5a736f09ae {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1750.891278] env[71058]: DEBUG nova.compute.manager [req-2467a4cb-2acf-46a0-bb8f-929c989e09bc req-8580f7b0-09a0-4850-b7c7-a32fa8585079 service nova] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Received event network-vif-deleted-44266805-5b05-48a8-90ad-cc2c697b29fe {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1750.891475] env[71058]: INFO nova.compute.manager [req-2467a4cb-2acf-46a0-bb8f-929c989e09bc req-8580f7b0-09a0-4850-b7c7-a32fa8585079 service nova] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Neutron deleted interface 44266805-5b05-48a8-90ad-cc2c697b29fe; detaching it from the instance and deleting it from the info cache
[ 1750.891644] env[71058]: DEBUG nova.network.neutron [req-2467a4cb-2acf-46a0-bb8f-929c989e09bc req-8580f7b0-09a0-4850-b7c7-a32fa8585079 service nova] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1750.898921] env[71058]: DEBUG oslo_vmware.api [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Waiting for the task: (returnval){
[ 1750.898921] env[71058]:    value = "task-2873539"
[ 1750.898921] env[71058]:    _type = "Task"
[ 1750.898921] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1750.909520] env[71058]: DEBUG oslo_vmware.api [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Task: {'id': task-2873539, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1750.958864] env[71058]: INFO nova.compute.manager [-] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Took 1.06 seconds to deallocate network for instance.
[ 1751.038376] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1751.039194] env[71058]: DEBUG nova.compute.manager [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1751.043162] env[71058]: DEBUG oslo_concurrency.lockutils [None req-979924e6-8535-4484-bd66-58c9470e5e4b tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.661s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1751.043162] env[71058]: DEBUG nova.objects.instance [None req-979924e6-8535-4484-bd66-58c9470e5e4b tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Lazy-loading 'resources' on Instance uuid c7916ea3-46e0-4c13-a44e-d855f67cb9cc {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1751.079828] env[71058]: DEBUG nova.network.neutron [-] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1751.303850] env[71058]: DEBUG oslo_vmware.api [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873538, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472403} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1751.303850] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e/cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1751.303850] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1751.304914] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64c0a917-0fbf-4f99-b422-75b481d2c30b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1751.315947] env[71058]: DEBUG oslo_vmware.api [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1751.315947] env[71058]:    value = "task-2873540"
[ 1751.315947] env[71058]:    _type = "Task"
[ 1751.315947] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1751.331420] env[71058]: DEBUG oslo_vmware.api [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1751.394317] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4047186f-2fbe-4bfb-a9b3-7051bd044a33 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1751.408636] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471fd0fc-c2f5-45fe-8340-30867be0cb7b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1751.424017] env[71058]: DEBUG oslo_vmware.api [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Task: {'id': task-2873539, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1751.449058] env[71058]: DEBUG nova.compute.manager [req-2467a4cb-2acf-46a0-bb8f-929c989e09bc req-8580f7b0-09a0-4850-b7c7-a32fa8585079 service nova] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Detach interface failed, port_id=44266805-5b05-48a8-90ad-cc2c697b29fe, reason: Instance 69144402-515b-460e-b3c9-2231abbfec1c could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1751.467550] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1751.547206] env[71058]: DEBUG nova.compute.utils [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1751.548758] env[71058]: DEBUG nova.compute.manager [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1751.549138] env[71058]: DEBUG nova.network.neutron [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1751.582682] env[71058]: INFO nova.compute.manager [-] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Took 1.58 seconds to deallocate network for instance.
[ 1751.831035] env[71058]: DEBUG oslo_vmware.api [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126494} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1751.831035] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1751.831035] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f75fa16-2112-4b6c-9958-2463449afb96 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1751.856540] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e/cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1751.857145] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b75b784-4604-4855-872b-6696932ff76a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1751.874804] env[71058]: DEBUG nova.policy [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '470be10303474d06bdfa2de0a9b7e8dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5255966cc064bcea596884be8c977d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1751.882127] env[71058]: DEBUG oslo_vmware.api [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1751.882127] env[71058]:    value = "task-2873541"
[ 1751.882127] env[71058]:    _type = "Task"
[ 1751.882127] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1751.895629] env[71058]: DEBUG oslo_vmware.api [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873541, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1751.909242] env[71058]: DEBUG oslo_vmware.api [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Task: {'id': task-2873539, 'name': ReconfigVM_Task, 'duration_secs': 0.515248} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1751.909802] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Reconfigured VM instance instance-00000050 to attach disk [datastore2] b86f8cb1-24b9-433d-a248-7491e9c9943b/b86f8cb1-24b9-433d-a248-7491e9c9943b.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1751.913283] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f270d08b-a5b4-4be4-acfd-10afca232f8e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1751.920783] env[71058]: DEBUG oslo_vmware.api [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Waiting for the task: (returnval){
[ 1751.920783] env[71058]:    value = "task-2873542"
[ 1751.920783] env[71058]:    _type = "Task"
[ 1751.920783] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1751.937080] env[71058]: DEBUG oslo_vmware.api [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Task: {'id': task-2873542, 'name': Rename_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1752.030334] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc32cc5-c17b-4e91-abc5-2a60d1199a37 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1752.040721] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cddc576-9061-4466-bc5a-958bdbad96c6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1752.082243] env[71058]: DEBUG nova.compute.manager [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1752.082243] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc18e33d-8e7f-4eba-a613-ce36df414314 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1752.092692] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c934abf2-9e07-4272-8656-11637a06b813 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1752.109743] env[71058]: DEBUG nova.compute.provider_tree [None req-979924e6-8535-4484-bd66-58c9470e5e4b tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1752.159202] env[71058]: INFO nova.compute.manager [None req-b9c44ae9-d9b5-4117-a247-25d08b145982 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Took 0.58 seconds to detach 1 volumes for instance.
[ 1752.161523] env[71058]: DEBUG nova.compute.manager [None req-b9c44ae9-d9b5-4117-a247-25d08b145982 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Deleting volume: c273f41d-5b6a-4e16-848f-2652f119ef58 {{(pid=71058) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}}
[ 1752.393167] env[71058]: DEBUG oslo_vmware.api [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1752.434938] env[71058]: DEBUG oslo_vmware.api [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Task: {'id': task-2873542, 'name': Rename_Task, 'duration_secs': 0.157116} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1752.436034] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1752.436034] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a37250ba-0d4f-4683-93f4-f7ef96b9c2e0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1752.442846] env[71058]: DEBUG oslo_vmware.api [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Waiting for the task: (returnval){
[ 1752.442846] env[71058]:    value = "task-2873544"
[ 1752.442846] env[71058]:    _type = "Task"
[ 1752.442846] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1752.451797] env[71058]: DEBUG oslo_vmware.api [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Task: {'id': task-2873544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1752.571065] env[71058]: DEBUG nova.network.neutron [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Successfully created port: 4bce5f54-0bee-4f75-9d16-1983c91cf1a7 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1752.613748] env[71058]: DEBUG nova.scheduler.client.report [None req-979924e6-8535-4484-bd66-58c9470e5e4b tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1752.725760] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b9c44ae9-d9b5-4117-a247-25d08b145982 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1752.899270] env[71058]: DEBUG oslo_vmware.api [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873541, 'name': ReconfigVM_Task, 'duration_secs': 0.69534} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1752.900154] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Reconfigured VM instance instance-00000051 to attach disk [datastore2] cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e/cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1752.900381] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d66672d-7f66-4f2e-90be-12b4817c3623 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1752.906794] env[71058]: DEBUG oslo_vmware.api [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1752.906794] env[71058]:    value = "task-2873545"
[ 1752.906794] env[71058]:    _type = "Task"
[ 1752.906794] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1752.916631] env[71058]: DEBUG oslo_vmware.api [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873545, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1752.953998] env[71058]: DEBUG oslo_vmware.api [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Task: {'id': task-2873544, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1753.095192] env[71058]: DEBUG nova.compute.manager [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1753.120258] env[71058]: DEBUG oslo_concurrency.lockutils [None req-979924e6-8535-4484-bd66-58c9470e5e4b tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1753.126723] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8ec328f3-ec2d-4649-ac87-1bcf1ea86f06 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.710s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1753.127017] env[71058]: DEBUG nova.objects.instance [None req-8ec328f3-ec2d-4649-ac87-1bcf1ea86f06 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lazy-loading 'resources' on Instance uuid e8ed5493-c4fb-47aa-b29e-f94be14fcd9a {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1753.139982] env[71058]: DEBUG nova.virt.hardware [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1753.140144] env[71058]: DEBUG nova.virt.hardware [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1753.140368] env[71058]: DEBUG nova.virt.hardware [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1753.140886] env[71058]: DEBUG nova.virt.hardware [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1753.140886] env[71058]: DEBUG nova.virt.hardware [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1753.140886] env[71058]: DEBUG nova.virt.hardware [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1753.141033] env[71058]: DEBUG nova.virt.hardware [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1753.141260] env[71058]: DEBUG nova.virt.hardware [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1753.141644] env[71058]: DEBUG nova.virt.hardware [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1753.141644] env[71058]: DEBUG nova.virt.hardware [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1753.141767] env[71058]: DEBUG nova.virt.hardware [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1753.142698] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92eb4e14-a8c3-4e00-8aef-5c4d08575d93 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1753.153342] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e24314d-da85-4006-81e5-c6944dd4676b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1753.158391] env[71058]: INFO nova.scheduler.client.report [None req-979924e6-8535-4484-bd66-58c9470e5e4b tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Deleted allocations for instance c7916ea3-46e0-4c13-a44e-d855f67cb9cc
[ 1753.421900] env[71058]: DEBUG oslo_vmware.api [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873545, 'name': Rename_Task, 'duration_secs': 0.276472} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1753.422503] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1753.422951] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6481232-37d9-4de6-8a67-8ff318e98d0a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1753.432283] env[71058]: DEBUG oslo_vmware.api [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1753.432283] env[71058]:    value = "task-2873546"
[ 1753.432283] env[71058]:    _type = "Task"
[ 1753.432283] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1753.440618] env[71058]: DEBUG oslo_vmware.api [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1753.451872] env[71058]: DEBUG oslo_vmware.api [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Task: {'id': task-2873544, 'name': PowerOnVM_Task, 'duration_secs': 0.675952} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1753.452323] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1753.452404] env[71058]: INFO nova.compute.manager [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Took 9.56 seconds to spawn the instance on the hypervisor.
[ 1753.452577] env[71058]: DEBUG nova.compute.manager [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1753.453822] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c0b9ab-0749-4f2d-9736-98e2e146a231 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1753.675611] env[71058]: DEBUG oslo_concurrency.lockutils [None req-979924e6-8535-4484-bd66-58c9470e5e4b tempest-ListServerFiltersTestJSON-515523146 tempest-ListServerFiltersTestJSON-515523146-project-member] Lock "c7916ea3-46e0-4c13-a44e-d855f67cb9cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 29.786s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1753.950644] env[71058]: DEBUG oslo_vmware.api [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873546, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1753.978172] env[71058]: INFO nova.compute.manager [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Took 39.38 seconds to build instance.
[ 1754.019131] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e5f36d-3b6d-415d-ae62-3a7fb526cd5a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1754.029390] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df628ed-dd64-42ec-9cf7-158ae73d1842 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1754.067449] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a421dfc4-f2c4-4848-93bc-e9afcd955be8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1754.076885] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27724c9-ee47-495f-8712-6ccced65b708 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1754.096211] env[71058]: DEBUG nova.compute.provider_tree [None req-8ec328f3-ec2d-4649-ac87-1bcf1ea86f06 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1754.289691] env[71058]: DEBUG nova.compute.manager [req-f44d97f2-8b24-4115-b7a7-e3b1da6754a0 req-94145b93-ae79-4a95-a596-c023a48c7a0e service nova] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Received event network-vif-plugged-4bce5f54-0bee-4f75-9d16-1983c91cf1a7 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1754.289918] env[71058]: DEBUG oslo_concurrency.lockutils [req-f44d97f2-8b24-4115-b7a7-e3b1da6754a0 req-94145b93-ae79-4a95-a596-c023a48c7a0e service nova] Acquiring lock "f01addd2-48df-444b-aa3b-5b9a065b60b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1754.290121] env[71058]: DEBUG oslo_concurrency.lockutils [req-f44d97f2-8b24-4115-b7a7-e3b1da6754a0 req-94145b93-ae79-4a95-a596-c023a48c7a0e service nova] Lock "f01addd2-48df-444b-aa3b-5b9a065b60b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1754.290296] env[71058]: DEBUG oslo_concurrency.lockutils [req-f44d97f2-8b24-4115-b7a7-e3b1da6754a0 req-94145b93-ae79-4a95-a596-c023a48c7a0e service nova] Lock "f01addd2-48df-444b-aa3b-5b9a065b60b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1754.290462] env[71058]: DEBUG nova.compute.manager [req-f44d97f2-8b24-4115-b7a7-e3b1da6754a0 req-94145b93-ae79-4a95-a596-c023a48c7a0e service nova] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] No waiting events found dispatching network-vif-plugged-4bce5f54-0bee-4f75-9d16-1983c91cf1a7 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1754.291253] env[71058]: WARNING nova.compute.manager [req-f44d97f2-8b24-4115-b7a7-e3b1da6754a0 req-94145b93-ae79-4a95-a596-c023a48c7a0e service nova] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Received unexpected event network-vif-plugged-4bce5f54-0bee-4f75-9d16-1983c91cf1a7 for instance with vm_state building and task_state spawning.
[ 1754.449799] env[71058]: DEBUG oslo_vmware.api [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873546, 'name': PowerOnVM_Task, 'duration_secs': 0.606692} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1754.451098] env[71058]: DEBUG nova.network.neutron [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Successfully updated port: 4bce5f54-0bee-4f75-9d16-1983c91cf1a7 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1754.452192] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1754.452404] env[71058]: INFO nova.compute.manager [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Took 8.02 seconds to spawn the instance on the hypervisor.
[ 1754.452582] env[71058]: DEBUG nova.compute.manager [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1754.453484] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc8243d-3fc9-4e87-9de6-8ea6ff4ecbd0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1754.482683] env[71058]: DEBUG oslo_concurrency.lockutils [None req-60723689-d4ad-4a07-84fb-0ebf1cf169c5 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Lock "b86f8cb1-24b9-433d-a248-7491e9c9943b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 40.898s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1754.599219] env[71058]: DEBUG nova.scheduler.client.report [None req-8ec328f3-ec2d-4649-ac87-1bcf1ea86f06 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1754.958829] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquiring lock "refresh_cache-f01addd2-48df-444b-aa3b-5b9a065b60b7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1754.958829] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquired lock "refresh_cache-f01addd2-48df-444b-aa3b-5b9a065b60b7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1754.958829] env[71058]: DEBUG nova.network.neutron [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1754.981508] env[71058]: INFO nova.compute.manager [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Took 34.45 seconds to build instance.
[ 1755.105689] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8ec328f3-ec2d-4649-ac87-1bcf1ea86f06 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1755.108281] env[71058]: DEBUG oslo_concurrency.lockutils [None req-744092b8-8437-4902-8eb3-8c5eebd83674 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.410s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1755.108528] env[71058]: DEBUG nova.objects.instance [None req-744092b8-8437-4902-8eb3-8c5eebd83674 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Lazy-loading 'resources' on Instance uuid dec06a1a-7b8b-4e76-8088-73e41f640a17 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1755.131137] env[71058]: INFO nova.scheduler.client.report [None req-8ec328f3-ec2d-4649-ac87-1bcf1ea86f06 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Deleted allocations for instance e8ed5493-c4fb-47aa-b29e-f94be14fcd9a
[ 1755.177595] env[71058]: DEBUG oslo_concurrency.lockutils [None req-da5fd712-0408-4eb8-82c5-c5c108615b92 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Acquiring lock "b86f8cb1-24b9-433d-a248-7491e9c9943b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1755.177867] env[71058]: DEBUG oslo_concurrency.lockutils [None req-da5fd712-0408-4eb8-82c5-c5c108615b92 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Lock "b86f8cb1-24b9-433d-a248-7491e9c9943b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1755.178090] env[71058]: DEBUG oslo_concurrency.lockutils [None req-da5fd712-0408-4eb8-82c5-c5c108615b92 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Acquiring lock "b86f8cb1-24b9-433d-a248-7491e9c9943b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1755.178274] env[71058]: DEBUG oslo_concurrency.lockutils [None req-da5fd712-0408-4eb8-82c5-c5c108615b92 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Lock "b86f8cb1-24b9-433d-a248-7491e9c9943b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1755.178445] env[71058]: DEBUG oslo_concurrency.lockutils [None req-da5fd712-0408-4eb8-82c5-c5c108615b92 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Lock "b86f8cb1-24b9-433d-a248-7491e9c9943b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1755.182425] env[71058]: INFO nova.compute.manager [None req-da5fd712-0408-4eb8-82c5-c5c108615b92 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Terminating instance
[ 1755.484088] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b7406e41-01f7-46f0-8879-11784b75198d tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 35.959s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1755.494034] env[71058]: DEBUG nova.network.neutron [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1755.619025] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Acquiring lock "eba411bb-ecdf-433a-85cd-e43c491353c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1755.619694] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Lock "eba411bb-ecdf-433a-85cd-e43c491353c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1755.643508] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8ec328f3-ec2d-4649-ac87-1bcf1ea86f06 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "e8ed5493-c4fb-47aa-b29e-f94be14fcd9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 30.042s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1755.688179] env[71058]: DEBUG nova.compute.manager [None req-da5fd712-0408-4eb8-82c5-c5c108615b92 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1755.688410] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-da5fd712-0408-4eb8-82c5-c5c108615b92 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1755.689343] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a287748-a088-4d9f-8d2b-68df7bac0348 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1755.700496] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-da5fd712-0408-4eb8-82c5-c5c108615b92 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1755.702483] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5633c82-0ba9-4309-ac4e-74bbc66e506e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1755.712248] env[71058]: DEBUG oslo_vmware.api [None req-da5fd712-0408-4eb8-82c5-c5c108615b92 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Waiting for the task: (returnval){
[ 1755.712248] env[71058]:    value = "task-2873547"
[ 1755.712248] env[71058]:    _type = "Task"
[ 1755.712248] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1755.723073] env[71058]: DEBUG oslo_vmware.api [None req-da5fd712-0408-4eb8-82c5-c5c108615b92 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Task: {'id': task-2873547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1755.738361] env[71058]: DEBUG nova.network.neutron [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Updating instance_info_cache with network_info: [{"id": "4bce5f54-0bee-4f75-9d16-1983c91cf1a7", "address": "fa:16:3e:46:9b:ec", "network": {"id": "ccb01f6f-74e9-4de7-8ad0-e7d9003986a5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1698863615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5255966cc064bcea596884be8c977d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bce5f54-0b", "ovs_interfaceid": "4bce5f54-0bee-4f75-9d16-1983c91cf1a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1756.035142] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cf7d35-8b7c-4965-a80d-18c95ff4b179 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1756.042474] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad275aa-da98-4b77-bb18-c310ff33b405 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1756.077725] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404d660d-814d-4a10-b9b4-06bb8b2dd55c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1756.088206] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7ab191-dc12-4cd0-9dc0-b7c58fd14744 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1756.100646] env[71058]: DEBUG nova.compute.provider_tree [None req-744092b8-8437-4902-8eb3-8c5eebd83674 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1756.123010] env[71058]: DEBUG nova.compute.manager [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1756.226290] env[71058]: DEBUG oslo_vmware.api [None req-da5fd712-0408-4eb8-82c5-c5c108615b92 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Task: {'id': task-2873547, 'name': PowerOffVM_Task, 'duration_secs': 0.233193} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1756.226578] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-da5fd712-0408-4eb8-82c5-c5c108615b92 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1756.226775] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-da5fd712-0408-4eb8-82c5-c5c108615b92 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1756.227972] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e67a289-05a1-4d7c-a43e-a7f22d56ab8d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1756.242025] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Releasing lock "refresh_cache-f01addd2-48df-444b-aa3b-5b9a065b60b7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1756.244031] env[71058]: DEBUG nova.compute.manager [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Instance network_info: |[{"id": "4bce5f54-0bee-4f75-9d16-1983c91cf1a7", "address": "fa:16:3e:46:9b:ec", "network": {"id": "ccb01f6f-74e9-4de7-8ad0-e7d9003986a5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1698863615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5255966cc064bcea596884be8c977d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bce5f54-0b", "ovs_interfaceid": "4bce5f54-0bee-4f75-9d16-1983c91cf1a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1756.244031] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:9b:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24b91e3b-50f1-4a16-b929-942e6b31b2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bce5f54-0bee-4f75-9d16-1983c91cf1a7', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1756.251395] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1756.251627] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1756.251852] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b0a35fb-16d1-4f4f-a0ff-4c31e25f059e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1756.277016] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1756.277016] env[71058]:    value = "task-2873549"
[ 1756.277016] env[71058]:    _type = "Task"
[ 1756.277016] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1756.285549] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873549, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1756.293175] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-da5fd712-0408-4eb8-82c5-c5c108615b92 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1756.293175] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-da5fd712-0408-4eb8-82c5-c5c108615b92 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1756.293307] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-da5fd712-0408-4eb8-82c5-c5c108615b92 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Deleting the datastore file [datastore2] b86f8cb1-24b9-433d-a248-7491e9c9943b {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1756.293905] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11b72159-68a4-449b-a39f-2243cb9d0f8c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1756.301531] env[71058]: DEBUG oslo_vmware.api [None req-da5fd712-0408-4eb8-82c5-c5c108615b92 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Waiting for the task: (returnval){
[ 1756.301531] env[71058]:    value = "task-2873550"
[ 1756.301531] env[71058]:    _type = "Task"
[ 1756.301531] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1756.309557] env[71058]: DEBUG oslo_vmware.api [None req-da5fd712-0408-4eb8-82c5-c5c108615b92 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Task: {'id': task-2873550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1756.389469] env[71058]: DEBUG nova.compute.manager [req-f9a101fd-8d2d-4e28-84b2-36b38e2de680 req-69bb4e1c-1f4b-4e17-aeb7-dc6fc986735d service nova] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Received event network-changed-4bce5f54-0bee-4f75-9d16-1983c91cf1a7 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1756.389661] env[71058]: DEBUG nova.compute.manager [req-f9a101fd-8d2d-4e28-84b2-36b38e2de680 req-69bb4e1c-1f4b-4e17-aeb7-dc6fc986735d service nova] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Refreshing instance network info cache due to event network-changed-4bce5f54-0bee-4f75-9d16-1983c91cf1a7. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1756.389868] env[71058]: DEBUG oslo_concurrency.lockutils [req-f9a101fd-8d2d-4e28-84b2-36b38e2de680 req-69bb4e1c-1f4b-4e17-aeb7-dc6fc986735d service nova] Acquiring lock "refresh_cache-f01addd2-48df-444b-aa3b-5b9a065b60b7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1756.390451] env[71058]: DEBUG oslo_concurrency.lockutils [req-f9a101fd-8d2d-4e28-84b2-36b38e2de680 req-69bb4e1c-1f4b-4e17-aeb7-dc6fc986735d service nova] Acquired lock "refresh_cache-f01addd2-48df-444b-aa3b-5b9a065b60b7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1756.390451] env[71058]: DEBUG nova.network.neutron [req-f9a101fd-8d2d-4e28-84b2-36b38e2de680 req-69bb4e1c-1f4b-4e17-aeb7-dc6fc986735d service nova] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Refreshing network info cache for port 4bce5f54-0bee-4f75-9d16-1983c91cf1a7 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1756.453626] env[71058]: DEBUG oslo_concurrency.lockutils [None req-353774ae-6d87-48f4-9a39-7f9e4e6afe90 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1756.453626] env[71058]: DEBUG oslo_concurrency.lockutils [None req-353774ae-6d87-48f4-9a39-7f9e4e6afe90 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1756.453626] env[71058]: DEBUG nova.compute.manager [None req-353774ae-6d87-48f4-9a39-7f9e4e6afe90 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1756.454093] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5dc064-0a65-483c-b492-2478c1278d6c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1756.464824] env[71058]: DEBUG nova.compute.manager [None req-353774ae-6d87-48f4-9a39-7f9e4e6afe90 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71058) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}}
[ 1756.465433] env[71058]: DEBUG nova.objects.instance [None req-353774ae-6d87-48f4-9a39-7f9e4e6afe90 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lazy-loading 'flavor' on Instance uuid cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1756.603816] env[71058]: DEBUG nova.scheduler.client.report [None req-744092b8-8437-4902-8eb3-8c5eebd83674 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1756.655861] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1756.786505] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873549, 'name': CreateVM_Task, 'duration_secs': 0.330484} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1756.786802] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1756.787571] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1756.787744] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1756.788018] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1756.788285] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43b0f770-caa6-4aa1-9a93-02bfe6befc31 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1756.792954] env[71058]: DEBUG oslo_vmware.api [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for the task: (returnval){
[ 1756.792954] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d68223-4c86-8127-873c-b36185d5edc3"
[ 1756.792954] env[71058]:    _type = "Task"
[ 1756.792954] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1756.801479] env[71058]: DEBUG oslo_vmware.api [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d68223-4c86-8127-873c-b36185d5edc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1756.810621] env[71058]: DEBUG oslo_vmware.api [None req-da5fd712-0408-4eb8-82c5-c5c108615b92 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Task: {'id': task-2873550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206331} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1756.810871] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-da5fd712-0408-4eb8-82c5-c5c108615b92 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1756.811292] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-da5fd712-0408-4eb8-82c5-c5c108615b92 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1756.811292] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-da5fd712-0408-4eb8-82c5-c5c108615b92 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1756.811405] env[71058]: INFO nova.compute.manager [None req-da5fd712-0408-4eb8-82c5-c5c108615b92 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Took 1.12 seconds to destroy the instance on the hypervisor.
[ 1756.811648] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da5fd712-0408-4eb8-82c5-c5c108615b92 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1756.811838] env[71058]: DEBUG nova.compute.manager [-] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1756.811934] env[71058]: DEBUG nova.network.neutron [-] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1756.968688] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8e3e0fb8-d5eb-4fb6-ba43-57f7712d02ef tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "e82e45c2-73fd-4c07-a492-7727c8c7b65d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1756.968688] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8e3e0fb8-d5eb-4fb6-ba43-57f7712d02ef tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "e82e45c2-73fd-4c07-a492-7727c8c7b65d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1756.971652] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8e3e0fb8-d5eb-4fb6-ba43-57f7712d02ef tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "e82e45c2-73fd-4c07-a492-7727c8c7b65d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1756.971652] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8e3e0fb8-d5eb-4fb6-ba43-57f7712d02ef tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "e82e45c2-73fd-4c07-a492-7727c8c7b65d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1756.971652] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8e3e0fb8-d5eb-4fb6-ba43-57f7712d02ef tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "e82e45c2-73fd-4c07-a492-7727c8c7b65d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1756.974432] env[71058]: INFO nova.compute.manager [None req-8e3e0fb8-d5eb-4fb6-ba43-57f7712d02ef tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Terminating instance
[ 1757.108892] env[71058]: DEBUG oslo_concurrency.lockutils [None req-744092b8-8437-4902-8eb3-8c5eebd83674 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1757.111983] env[71058]: DEBUG oslo_concurrency.lockutils [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.499s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1757.112211] env[71058]: DEBUG nova.objects.instance [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71058) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
[ 1757.128990] env[71058]: INFO nova.scheduler.client.report [None req-744092b8-8437-4902-8eb3-8c5eebd83674 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Deleted allocations for instance dec06a1a-7b8b-4e76-8088-73e41f640a17
[ 1757.216697] env[71058]: DEBUG nova.network.neutron [req-f9a101fd-8d2d-4e28-84b2-36b38e2de680 req-69bb4e1c-1f4b-4e17-aeb7-dc6fc986735d service nova] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Updated VIF entry in instance network info cache for port 4bce5f54-0bee-4f75-9d16-1983c91cf1a7. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1757.217154] env[71058]: DEBUG nova.network.neutron [req-f9a101fd-8d2d-4e28-84b2-36b38e2de680 req-69bb4e1c-1f4b-4e17-aeb7-dc6fc986735d service nova] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Updating instance_info_cache with network_info: [{"id": "4bce5f54-0bee-4f75-9d16-1983c91cf1a7", "address": "fa:16:3e:46:9b:ec", "network": {"id": "ccb01f6f-74e9-4de7-8ad0-e7d9003986a5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1698863615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5255966cc064bcea596884be8c977d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bce5f54-0b", "ovs_interfaceid": "4bce5f54-0bee-4f75-9d16-1983c91cf1a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1757.305067] env[71058]: DEBUG oslo_vmware.api [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d68223-4c86-8127-873c-b36185d5edc3, 'name': SearchDatastore_Task, 'duration_secs': 0.014608} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1757.305396] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1757.305659] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1757.305904] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1757.306063] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1757.306248] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1757.306532] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a420b52-ca27-46f9-a8f0-8a9ebed262b2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1757.319311] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1757.319557] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1757.320454] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12210b15-d2a1-4944-a458-10df0a8ae095 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1757.330028] env[71058]: DEBUG oslo_vmware.api [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for the task: (returnval){
[ 1757.330028] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a598a1-6c7f-ee67-00ec-e8272cbd9fef"
[ 1757.330028] env[71058]:    _type = "Task"
[ 1757.330028] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1757.335712] env[71058]: DEBUG oslo_vmware.api [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a598a1-6c7f-ee67-00ec-e8272cbd9fef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1757.479387] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-353774ae-6d87-48f4-9a39-7f9e4e6afe90 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1757.479999] env[71058]: DEBUG nova.compute.manager [None req-8e3e0fb8-d5eb-4fb6-ba43-57f7712d02ef tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1757.480244] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3e0fb8-d5eb-4fb6-ba43-57f7712d02ef tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1757.480520] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2878804b-1b85-492d-ade4-c4c202a9d8cc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1757.483132] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88def639-fdce-4baf-a2c1-19d7299ac598 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1757.491216] env[71058]: DEBUG oslo_concurrency.lockutils [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Acquiring lock "fa2539a6-8b76-481c-856c-1bdd22315157" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1757.491504] env[71058]: DEBUG oslo_concurrency.lockutils [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Lock "fa2539a6-8b76-481c-856c-1bdd22315157" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1757.495598] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e3e0fb8-d5eb-4fb6-ba43-57f7712d02ef tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1757.496953] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-131adb25-7749-4ab7-8d31-a413b05e75fe {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1757.498616] env[71058]: DEBUG oslo_vmware.api [None req-353774ae-6d87-48f4-9a39-7f9e4e6afe90 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1757.498616] env[71058]:    value = "task-2873551"
[ 1757.498616] env[71058]:    _type = "Task"
[ 1757.498616] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1757.503723] env[71058]: DEBUG oslo_vmware.api [None req-8e3e0fb8-d5eb-4fb6-ba43-57f7712d02ef tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1757.503723] env[71058]:    value = "task-2873552"
[ 1757.503723] env[71058]:    _type = "Task"
[ 1757.503723] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1757.510186] env[71058]: DEBUG oslo_vmware.api [None req-353774ae-6d87-48f4-9a39-7f9e4e6afe90 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1757.515310] env[71058]: DEBUG oslo_vmware.api [None req-8e3e0fb8-d5eb-4fb6-ba43-57f7712d02ef tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1757.558253] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "db2f48e6-90ab-46fc-92d1-b631739fab94" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1757.558434] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "db2f48e6-90ab-46fc-92d1-b631739fab94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1757.637674] env[71058]: DEBUG oslo_concurrency.lockutils [None req-744092b8-8437-4902-8eb3-8c5eebd83674 tempest-ImagesOneServerNegativeTestJSON-2119100416 tempest-ImagesOneServerNegativeTestJSON-2119100416-project-member] Lock "dec06a1a-7b8b-4e76-8088-73e41f640a17" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 30.518s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1757.717121] env[71058]: DEBUG nova.network.neutron [-] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1757.720581] env[71058]: DEBUG oslo_concurrency.lockutils [req-f9a101fd-8d2d-4e28-84b2-36b38e2de680 req-69bb4e1c-1f4b-4e17-aeb7-dc6fc986735d service nova] Releasing lock "refresh_cache-f01addd2-48df-444b-aa3b-5b9a065b60b7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1757.822885] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquiring lock "d8c74703-a213-4e6c-882c-46cdbb82b1b9" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1757.822885] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lock "d8c74703-a213-4e6c-882c-46cdbb82b1b9" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1757.822885] env[71058]: INFO nova.compute.manager [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Shelving
[ 1757.840020] env[71058]: DEBUG oslo_vmware.api [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a598a1-6c7f-ee67-00ec-e8272cbd9fef, 'name': SearchDatastore_Task, 'duration_secs': 0.021078} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1757.840020] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f839408b-18f0-473f-b08b-04a22a9fa01b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1757.844113] env[71058]: DEBUG oslo_vmware.api [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for the task: (returnval){
[ 1757.844113] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5210130b-8bb8-7036-1446-eae50eba39b6"
[ 1757.844113] env[71058]:    _type = "Task"
[ 1757.844113] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1757.852791] env[71058]: DEBUG oslo_vmware.api [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5210130b-8bb8-7036-1446-eae50eba39b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1757.997063] env[71058]: DEBUG nova.compute.manager [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1758.013158] env[71058]: DEBUG oslo_vmware.api [None req-8e3e0fb8-d5eb-4fb6-ba43-57f7712d02ef tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873552, 'name': PowerOffVM_Task, 'duration_secs': 0.218368} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1758.016355] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e3e0fb8-d5eb-4fb6-ba43-57f7712d02ef tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1758.016546] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3e0fb8-d5eb-4fb6-ba43-57f7712d02ef tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1758.016805] env[71058]: DEBUG oslo_vmware.api [None req-353774ae-6d87-48f4-9a39-7f9e4e6afe90 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873551, 'name': PowerOffVM_Task, 'duration_secs': 0.229446} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1758.020023] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9286b939-d65c-4f97-a052-08e74c959436 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1758.020023] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-353774ae-6d87-48f4-9a39-7f9e4e6afe90 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1758.020023] env[71058]: DEBUG nova.compute.manager [None req-353774ae-6d87-48f4-9a39-7f9e4e6afe90 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1758.020023] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca0bca3-a11e-4fd2-afca-2e10ed91c749 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1758.061306] env[71058]: DEBUG nova.compute.manager [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1758.079623] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3e0fb8-d5eb-4fb6-ba43-57f7712d02ef tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1758.079851] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3e0fb8-d5eb-4fb6-ba43-57f7712d02ef tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1758.080050] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e3e0fb8-d5eb-4fb6-ba43-57f7712d02ef tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Deleting the datastore file [datastore1] e82e45c2-73fd-4c07-a492-7727c8c7b65d {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1758.080635] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba9cc8e3-de19-4118-a577-210d3bf28c5b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1758.089156] env[71058]: DEBUG oslo_vmware.api [None req-8e3e0fb8-d5eb-4fb6-ba43-57f7712d02ef tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1758.089156] env[71058]:    value = "task-2873554"
[ 1758.089156] env[71058]:    _type = "Task"
[ 1758.089156] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1758.099160] env[71058]: DEBUG oslo_vmware.api [None req-8e3e0fb8-d5eb-4fb6-ba43-57f7712d02ef tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1758.122340] env[71058]: DEBUG oslo_concurrency.lockutils [None req-48b12c9f-04e9-4a1a-83f8-2c72e1b73d8c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1758.123712] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9b81cb5f-6aaf-4c51-92f6-f44db5e71f8a tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.200s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1758.124071] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9b81cb5f-6aaf-4c51-92f6-f44db5e71f8a tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1758.126323] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6a7be736-22d9-406a-9345-de61dd104fbf tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.454s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1758.126593] env[71058]: DEBUG nova.objects.instance [None req-6a7be736-22d9-406a-9345-de61dd104fbf tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Lazy-loading 'resources' on Instance uuid 002e694d-2d19-43e9-ac76-9596a449865b {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1758.151762] env[71058]: INFO nova.scheduler.client.report [None req-9b81cb5f-6aaf-4c51-92f6-f44db5e71f8a tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Deleted allocations for instance 4795f420-9f4e-4eab-98d7-9eaf0da179bf
[ 1758.218769] env[71058]: INFO nova.compute.manager [-] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Took 1.41 seconds to deallocate network for instance.
[ 1758.359720] env[71058]: DEBUG oslo_vmware.api [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5210130b-8bb8-7036-1446-eae50eba39b6, 'name': SearchDatastore_Task, 'duration_secs': 0.00957} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1758.359999] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1758.361089] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] f01addd2-48df-444b-aa3b-5b9a065b60b7/f01addd2-48df-444b-aa3b-5b9a065b60b7.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1758.361089] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bf6d3a0-3fb9-49d4-b4d1-65b640a3cd1e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1758.368216] env[71058]: DEBUG oslo_vmware.api [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for the task: (returnval){
[ 1758.368216] env[71058]:    value = "task-2873555"
[ 1758.368216] env[71058]:    _type = "Task"
[ 1758.368216] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1758.378309] env[71058]: DEBUG oslo_vmware.api [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1758.418118] env[71058]: DEBUG nova.compute.manager [req-8806dc29-ab93-4f83-a5f0-622d837667df req-7a572813-4c77-40e7-9b1a-dee3d41f9f31 service nova] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Received event network-vif-deleted-970c387d-58b7-48dc-bfa9-19a397f4533b {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1758.516238] env[71058]: DEBUG oslo_concurrency.lockutils [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1758.531174] env[71058]: DEBUG oslo_concurrency.lockutils [None req-353774ae-6d87-48f4-9a39-7f9e4e6afe90 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 2.078s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1758.588049] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1758.606219] env[71058]: DEBUG oslo_vmware.api [None req-8e3e0fb8-d5eb-4fb6-ba43-57f7712d02ef tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290554} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1758.607878] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e3e0fb8-d5eb-4fb6-ba43-57f7712d02ef tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1758.608169] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3e0fb8-d5eb-4fb6-ba43-57f7712d02ef tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1758.608392] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3e0fb8-d5eb-4fb6-ba43-57f7712d02ef tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1758.608742] env[71058]: INFO nova.compute.manager [None req-8e3e0fb8-d5eb-4fb6-ba43-57f7712d02ef tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Took 1.13 seconds to destroy the instance on the hypervisor.
[ 1758.608849] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e3e0fb8-d5eb-4fb6-ba43-57f7712d02ef tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1758.609174] env[71058]: DEBUG nova.compute.manager [-] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1758.609247] env[71058]: DEBUG nova.network.neutron [-] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1758.661221] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9b81cb5f-6aaf-4c51-92f6-f44db5e71f8a tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "4795f420-9f4e-4eab-98d7-9eaf0da179bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 27.850s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1758.727356] env[71058]: DEBUG oslo_concurrency.lockutils [None req-da5fd712-0408-4eb8-82c5-c5c108615b92 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1758.839071] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1758.839474] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc807fdc-c6b1-486b-a809-218baf218344 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1758.849958] env[71058]: DEBUG oslo_vmware.api [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1758.849958] env[71058]:    value = "task-2873556"
[ 1758.849958] env[71058]:    _type = "Task"
[ 1758.849958] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1758.859986] env[71058]: DEBUG oslo_vmware.api [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1758.880623] env[71058]: DEBUG oslo_vmware.api [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506081} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1758.880623] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] f01addd2-48df-444b-aa3b-5b9a065b60b7/f01addd2-48df-444b-aa3b-5b9a065b60b7.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1758.880806] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1758.880939] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50853c6c-6006-4203-817c-7beaee075e85 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1758.887354] env[71058]: DEBUG oslo_vmware.api [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for the task: (returnval){
[ 1758.887354] env[71058]:    value = "task-2873557"
[ 1758.887354] env[71058]:    _type = "Task"
[ 1758.887354] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1758.899890] env[71058]: DEBUG oslo_vmware.api [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873557, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1759.028432] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d22a1b-84b8-46e0-a6f1-6d2d65e2fe94 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1759.037454] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043ea41c-a384-4edb-81c0-beae5cb63eca {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1759.069102] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c24949a-ef71-444e-a392-f7ae48981652 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1759.077308] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a7a32b-3575-4a93-b584-7457ccb9fa0f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1759.091183] env[71058]: DEBUG nova.compute.provider_tree [None req-6a7be736-22d9-406a-9345-de61dd104fbf tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1759.310940] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cfbb233d-deca-48dd-b637-1ae405c61a48 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1759.311281] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cfbb233d-deca-48dd-b637-1ae405c61a48 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1759.311498] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cfbb233d-deca-48dd-b637-1ae405c61a48 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1759.311689] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cfbb233d-deca-48dd-b637-1ae405c61a48 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1759.311858] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cfbb233d-deca-48dd-b637-1ae405c61a48 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1759.314772] env[71058]: INFO nova.compute.manager [None req-cfbb233d-deca-48dd-b637-1ae405c61a48 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Terminating instance
[ 1759.358282] env[71058]: DEBUG oslo_vmware.api [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873556, 'name': PowerOffVM_Task, 'duration_secs': 0.288668} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1759.358497] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1759.359320] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed74f9f-07c5-4bed-8674-0bdf5f2c1465 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1759.380433] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ada473a-0bda-4d75-851e-844a325dfc7d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1759.410533] env[71058]: DEBUG oslo_vmware.api [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873557, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077882} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1759.410769] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1759.413091] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf98e3f-b3fa-4c04-ba54-49d2c0d17769 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1759.429355] env[71058]: DEBUG nova.network.neutron [-] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1759.439243] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] f01addd2-48df-444b-aa3b-5b9a065b60b7/f01addd2-48df-444b-aa3b-5b9a065b60b7.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1759.439902] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc7c6c61-6c96-4dbb-b13a-6fb725681cd5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1759.464084] env[71058]: DEBUG oslo_vmware.api [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for the task: (returnval){
[ 1759.464084] env[71058]:    value = "task-2873558"
[ 1759.464084] env[71058]:    _type = "Task"
[ 1759.464084] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1759.474819] env[71058]: DEBUG oslo_vmware.api [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873558, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1759.595987] env[71058]: DEBUG nova.scheduler.client.report [None req-6a7be736-22d9-406a-9345-de61dd104fbf tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1759.821251] env[71058]: DEBUG nova.compute.manager [None req-cfbb233d-deca-48dd-b637-1ae405c61a48 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1759.821251] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-cfbb233d-deca-48dd-b637-1ae405c61a48 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1759.821251] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68488c00-606a-48bd-843f-c58c5a43b7f7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1759.828504] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-cfbb233d-deca-48dd-b637-1ae405c61a48 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1759.828938] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12b444fa-5fc5-4115-ae23-a838bf3def4f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1759.908221] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Creating Snapshot of the VM instance {{(pid=71058) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}}
[ 1759.908571] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3b73d9c4-21ae-439b-bc3a-8bb87b7c418d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1759.917534] env[71058]: DEBUG oslo_vmware.api [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1759.917534] env[71058]:    value = "task-2873560"
[ 1759.917534] env[71058]:    _type = "Task"
[ 1759.917534] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1759.922936] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-cfbb233d-deca-48dd-b637-1ae405c61a48 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1759.923184] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-cfbb233d-deca-48dd-b637-1ae405c61a48 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1759.923424] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfbb233d-deca-48dd-b637-1ae405c61a48 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Deleting the datastore file [datastore2] cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1759.923873] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbc2193a-0a94-46ac-a26a-24f03f5db0f0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1759.929345] env[71058]: DEBUG oslo_vmware.api [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873560, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1759.934219] env[71058]: DEBUG oslo_vmware.api [None req-cfbb233d-deca-48dd-b637-1ae405c61a48 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1759.934219] env[71058]:    value = "task-2873561"
[ 1759.934219] env[71058]:    _type = "Task"
[ 1759.934219] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1759.941665] env[71058]: INFO nova.compute.manager [-] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Took 1.33 seconds to deallocate network for instance.
[ 1759.941939] env[71058]: DEBUG oslo_vmware.api [None req-cfbb233d-deca-48dd-b637-1ae405c61a48 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1759.974809] env[71058]: DEBUG oslo_vmware.api [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873558, 'name': ReconfigVM_Task, 'duration_secs': 0.281681} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1759.975123] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Reconfigured VM instance instance-00000052 to attach disk [datastore2] f01addd2-48df-444b-aa3b-5b9a065b60b7/f01addd2-48df-444b-aa3b-5b9a065b60b7.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1759.975794] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4326200f-c1a8-410f-b3b9-75c6b9b11374 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1759.982306] env[71058]: DEBUG oslo_vmware.api [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for the task: (returnval){
[ 1759.982306] env[71058]:    value = "task-2873562"
[ 1759.982306] env[71058]:    _type = "Task"
[ 1759.982306] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1759.991824] env[71058]: DEBUG oslo_vmware.api [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873562, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1760.102537] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6a7be736-22d9-406a-9345-de61dd104fbf tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1760.105904] env[71058]: DEBUG oslo_concurrency.lockutils [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.317s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1760.109767] env[71058]: INFO nova.compute.claims [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1760.125696] env[71058]: INFO nova.scheduler.client.report [None req-6a7be736-22d9-406a-9345-de61dd104fbf tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Deleted allocations for instance 002e694d-2d19-43e9-ac76-9596a449865b
[ 1760.196418] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "15042830-daf1-4904-8911-7084b0a83d63" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1760.197346] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "15042830-daf1-4904-8911-7084b0a83d63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1760.432658] env[71058]: DEBUG oslo_vmware.api [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873560, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1760.443979] env[71058]: DEBUG oslo_vmware.api [None req-cfbb233d-deca-48dd-b637-1ae405c61a48 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254423} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1760.446790] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfbb233d-deca-48dd-b637-1ae405c61a48 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1760.446790] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-cfbb233d-deca-48dd-b637-1ae405c61a48 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1760.446790] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-cfbb233d-deca-48dd-b637-1ae405c61a48 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1760.446790] env[71058]: INFO nova.compute.manager [None req-cfbb233d-deca-48dd-b637-1ae405c61a48 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Took 0.63 seconds to destroy the instance on the hypervisor.
[ 1760.446790] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfbb233d-deca-48dd-b637-1ae405c61a48 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1760.447480] env[71058]: DEBUG nova.compute.manager [req-469b33fc-9537-4a7f-86cc-f5ae1793a910 req-7b2e46b6-4f07-4e46-b3f9-c803db31edc8 service nova] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Received event network-vif-deleted-3651bc05-47a2-4a94-bd8a-77b7282b8c31 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1760.447804] env[71058]: DEBUG nova.compute.manager [-] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1760.447918] env[71058]: DEBUG nova.network.neutron [-] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1760.452024] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8e3e0fb8-d5eb-4fb6-ba43-57f7712d02ef tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1760.492906] env[71058]: DEBUG oslo_vmware.api [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873562, 'name': Rename_Task, 'duration_secs': 0.14762} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1760.492969] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1760.493230] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5015ed3f-d18e-4044-bb64-d05f81ddd17f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1760.500643] env[71058]: DEBUG oslo_vmware.api [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for the task: (returnval){
[ 1760.500643] env[71058]:    value = "task-2873563"
[ 1760.500643] env[71058]:    _type = "Task"
[ 1760.500643] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1760.509175] env[71058]: DEBUG oslo_vmware.api [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1760.639600] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6a7be736-22d9-406a-9345-de61dd104fbf tempest-ListImageFiltersTestJSON-1814967747 tempest-ListImageFiltersTestJSON-1814967747-project-member] Lock "002e694d-2d19-43e9-ac76-9596a449865b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 28.398s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1760.701150] env[71058]: DEBUG nova.compute.manager [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1760.928922] env[71058]: DEBUG oslo_vmware.api [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873560, 'name': CreateSnapshot_Task, 'duration_secs': 0.922269} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1760.929274] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Created Snapshot of the VM instance {{(pid=71058) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}}
[ 1760.930601] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06793be7-5957-4c7a-b5c2-f288e3a71197 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1761.012818] env[71058]: DEBUG oslo_vmware.api [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873563, 'name': PowerOnVM_Task, 'duration_secs': 0.468371} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1761.013125] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1761.013353] env[71058]: INFO nova.compute.manager [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Took 7.92 seconds to spawn the instance on the hypervisor.
[ 1761.013549] env[71058]: DEBUG nova.compute.manager [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1761.014359] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b293da49-15c1-44da-8e0d-9123bdfd47be {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1761.224081] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1761.231194] env[71058]: DEBUG nova.network.neutron [-] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1761.448963] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Creating linked-clone VM from snapshot {{(pid=71058) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}}
[ 1761.449305] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-45046414-3d1d-4424-97ce-02584ed38cca {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1761.463975] env[71058]: DEBUG oslo_vmware.api [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1761.463975] env[71058]:    value = "task-2873564"
[ 1761.463975] env[71058]:    _type = "Task"
[ 1761.463975] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1761.469912] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78ff5de-e580-4cb7-b0ca-effde050d6b8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1761.475405] env[71058]: DEBUG oslo_vmware.api [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873564, 'name': CloneVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1761.480531] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726e6a30-621f-4a2e-9ec4-6e6151ddebec {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1761.511790] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6da510b-2fd3-43d4-a333-8a62d26f33c9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1761.519633] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e169a5c-4577-4357-aced-07173ef30c86 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1761.545724] env[71058]: DEBUG nova.compute.provider_tree [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1761.548865] env[71058]: INFO nova.compute.manager [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Took 37.76 seconds to build instance.
[ 1761.733841] env[71058]: INFO nova.compute.manager [-] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Took 1.29 seconds to deallocate network for instance.
[ 1761.978583] env[71058]: DEBUG oslo_vmware.api [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873564, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1762.049065] env[71058]: DEBUG nova.scheduler.client.report [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1762.053215] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7fa95bc4-5531-4b79-9187-685871a784b9 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "f01addd2-48df-444b-aa3b-5b9a065b60b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 39.441s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1762.092160] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Acquiring lock "82efc410-018d-4981-b8ce-00c603447bf0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1762.092423] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Lock "82efc410-018d-4981-b8ce-00c603447bf0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1762.092639] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Acquiring lock "82efc410-018d-4981-b8ce-00c603447bf0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1762.092819] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Lock "82efc410-018d-4981-b8ce-00c603447bf0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1762.092982] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Lock "82efc410-018d-4981-b8ce-00c603447bf0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1762.095296] env[71058]: INFO nova.compute.manager [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Terminating instance
[ 1762.244528] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cfbb233d-deca-48dd-b637-1ae405c61a48 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1762.475582] env[71058]: DEBUG oslo_vmware.api [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873564, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1762.559076] env[71058]: DEBUG oslo_concurrency.lockutils [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1762.560313] env[71058]: DEBUG nova.compute.manager [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1762.562749] env[71058]: DEBUG oslo_concurrency.lockutils [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.530s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1762.569456] env[71058]: INFO nova.compute.claims [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1762.601743] env[71058]: DEBUG nova.compute.manager [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1762.601743] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1762.601743] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2bee26e-f673-4b86-a23f-ffb98f8e860c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1762.609151] env[71058]: DEBUG oslo_vmware.api [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Waiting for the task: (returnval){
[ 1762.609151] env[71058]:    value = "task-2873565"
[ 1762.609151] env[71058]:    _type = "Task"
[ 1762.609151] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1762.621791] env[71058]: DEBUG oslo_vmware.api [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Task: {'id': task-2873565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1762.645177] env[71058]: DEBUG nova.compute.manager [req-ab559433-d2db-4685-ae80-80a3ce286d69 req-e59783f6-3665-4694-bd17-0ec19305d955 service nova] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Received event network-vif-deleted-5db45ad3-e880-4094-af8e-e03f8a61666d {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1762.978015] env[71058]: DEBUG oslo_vmware.api [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873564, 'name': CloneVM_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1763.071981] env[71058]: DEBUG nova.compute.utils [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1763.079638] env[71058]: DEBUG nova.compute.manager [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1763.080325] env[71058]: DEBUG nova.network.neutron [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 982e6457-699e-4aec-b044-a71766bdf848] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1763.121880] env[71058]: DEBUG oslo_vmware.api [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Task: {'id': task-2873565, 'name': PowerOffVM_Task, 'duration_secs': 0.289094} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1763.122477] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1763.122477] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Volume detach. Driver type: vmdk {{(pid=71058) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}}
[ 1763.122622] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577362', 'volume_id': '68015219-6c9d-418e-9c2f-f3eb4a004984', 'name': 'volume-68015219-6c9d-418e-9c2f-f3eb4a004984', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '82efc410-018d-4981-b8ce-00c603447bf0', 'attached_at': '', 'detached_at': '', 'volume_id': '68015219-6c9d-418e-9c2f-f3eb4a004984', 'serial': '68015219-6c9d-418e-9c2f-f3eb4a004984'} {{(pid=71058) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}}
[ 1763.123561] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68422e33-cb3e-4b8f-bbe3-37b7b3020e93 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1763.143827] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73550bd3-02ca-4de0-81eb-15cf4438a97a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1763.151567] env[71058]: DEBUG nova.policy [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99dd3dc7ee5543fea86ad0357d89241a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cef1731def234742bd05b4f7e9c3719c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1763.154152] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639f6996-ae29-4e2b-80bc-0486971178ee {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1763.178799] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cc67a4-091a-4a31-beb2-d4e9a7b6e879 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1763.195985] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] The volume has not been displaced from its original location: [datastore2] volume-68015219-6c9d-418e-9c2f-f3eb4a004984/volume-68015219-6c9d-418e-9c2f-f3eb4a004984.vmdk. No consolidation needed. {{(pid=71058) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}}
[ 1763.201187] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Reconfiguring VM instance instance-00000024 to detach disk 2000 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1763.201491] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54bea026-13ed-42dd-90e7-986c83bc2813 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1763.221725] env[71058]: DEBUG oslo_vmware.api [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Waiting for the task: (returnval){
[ 1763.221725] env[71058]:    value = "task-2873566"
[ 1763.221725] env[71058]:    _type = "Task"
[ 1763.221725] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1763.230350] env[71058]: DEBUG oslo_vmware.api [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Task: {'id': task-2873566, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1763.485282] env[71058]: DEBUG oslo_vmware.api [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873564, 'name': CloneVM_Task, 'duration_secs': 1.570604} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1763.485840] env[71058]: INFO nova.virt.vmwareapi.vmops [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Created linked-clone VM from snapshot
[ 1763.487472] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f79989d-cbd3-4748-8736-c26cd4ec0060 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1763.499380] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Uploading image 0a37e83d-182b-4e95-9677-a0be517b4ae9 {{(pid=71058) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}}
[ 1763.534198] env[71058]: DEBUG oslo_vmware.rw_handles [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Creating HttpNfcLease lease for exporting VM: (result){
[ 1763.534198] env[71058]:    value = "vm-577533"
[ 1763.534198] env[71058]:    _type = "VirtualMachine"
[ 1763.534198] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}}
[ 1763.534519] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dd15c225-700e-4a3f-8a58-325e14c575bf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1763.543686] env[71058]: DEBUG oslo_vmware.rw_handles [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lease: (returnval){
[ 1763.543686] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52563b18-e2ec-3fd1-d3a6-7267d45534d0"
[ 1763.543686] env[71058]:    _type = "HttpNfcLease"
[ 1763.543686] env[71058]:  } obtained for exporting VM: (result){
[ 1763.543686] env[71058]:    value = "vm-577533"
[ 1763.543686] env[71058]:    _type = "VirtualMachine"
[ 1763.543686] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}}
[ 1763.543686] env[71058]: DEBUG oslo_vmware.api [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the lease: (returnval){
[ 1763.543686] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52563b18-e2ec-3fd1-d3a6-7267d45534d0"
[ 1763.543686] env[71058]:    _type = "HttpNfcLease"
[ 1763.543686] env[71058]:  } to be ready. {{(pid=71058) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1763.549382] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1763.549382] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52563b18-e2ec-3fd1-d3a6-7267d45534d0"
[ 1763.549382] env[71058]:    _type = "HttpNfcLease"
[ 1763.549382] env[71058]:  } is initializing. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1763.583174] env[71058]: DEBUG nova.compute.manager [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1763.607761] env[71058]: DEBUG nova.network.neutron [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Successfully created port: 272a7516-f5f5-43d0-ad95-435cb5b9bbfc {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1763.733147] env[71058]: DEBUG oslo_vmware.api [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Task: {'id': task-2873566, 'name': ReconfigVM_Task, 'duration_secs': 0.161422} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1763.736410] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Reconfigured VM instance instance-00000024 to detach disk 2000 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1763.744170] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ae38ff5-b154-4d71-8e4b-2d9cc51f536e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1763.762159] env[71058]: DEBUG oslo_vmware.api [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Waiting for the task: (returnval){
[ 1763.762159] env[71058]:    value = "task-2873568"
[ 1763.762159] env[71058]:    _type = "Task"
[ 1763.762159] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1763.771494] env[71058]: DEBUG oslo_vmware.api [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Task: {'id': task-2873568, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1764.032694] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b59f65-2627-410b-896d-03387386108e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1764.044330] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755c22f9-5f86-4bd3-8686-d99091673862 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1764.053448] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1764.053448] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52563b18-e2ec-3fd1-d3a6-7267d45534d0"
[ 1764.053448] env[71058]:    _type = "HttpNfcLease"
[ 1764.053448] env[71058]:  } is ready. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1764.836253] env[71058]: DEBUG oslo_vmware.rw_handles [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1764.836253] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52563b18-e2ec-3fd1-d3a6-7267d45534d0"
[ 1764.836253] env[71058]:    _type = "HttpNfcLease"
[ 1764.836253] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}}
[ 1764.842217] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d475591-0f11-43ce-a8b0-e743e4ea7b23 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1764.848475] env[71058]: DEBUG nova.compute.manager [req-c9b8844c-4c3b-4b75-8a41-6029489c8f28 req-4d204788-a051-4c4a-9e33-18d7866cac3c service nova] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Received event network-changed-4bce5f54-0bee-4f75-9d16-1983c91cf1a7 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1764.848667] env[71058]: DEBUG nova.compute.manager [req-c9b8844c-4c3b-4b75-8a41-6029489c8f28 req-4d204788-a051-4c4a-9e33-18d7866cac3c service nova] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Refreshing instance network info cache due to event network-changed-4bce5f54-0bee-4f75-9d16-1983c91cf1a7. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1764.848878] env[71058]: DEBUG oslo_concurrency.lockutils [req-c9b8844c-4c3b-4b75-8a41-6029489c8f28 req-4d204788-a051-4c4a-9e33-18d7866cac3c service nova] Acquiring lock "refresh_cache-f01addd2-48df-444b-aa3b-5b9a065b60b7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1764.849028] env[71058]: DEBUG oslo_concurrency.lockutils [req-c9b8844c-4c3b-4b75-8a41-6029489c8f28 req-4d204788-a051-4c4a-9e33-18d7866cac3c service nova] Acquired lock "refresh_cache-f01addd2-48df-444b-aa3b-5b9a065b60b7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1764.849188] env[71058]: DEBUG nova.network.neutron [req-c9b8844c-4c3b-4b75-8a41-6029489c8f28 req-4d204788-a051-4c4a-9e33-18d7866cac3c service nova] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Refreshing network info cache for port 4bce5f54-0bee-4f75-9d16-1983c91cf1a7 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1764.850661] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d11283-8b72-4504-bb68-c94889a3fa7d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1764.862099] env[71058]: DEBUG oslo_vmware.api [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Task: {'id': task-2873568, 'name': ReconfigVM_Task, 'duration_secs': 0.19351} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1764.866634] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bf81f4-4ade-42d1-9780-fe83bf0cc683 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1764.870778] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577362', 'volume_id': '68015219-6c9d-418e-9c2f-f3eb4a004984', 'name': 'volume-68015219-6c9d-418e-9c2f-f3eb4a004984', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '82efc410-018d-4981-b8ce-00c603447bf0', 'attached_at': '', 'detached_at': '', 'volume_id': '68015219-6c9d-418e-9c2f-f3eb4a004984', 'serial': '68015219-6c9d-418e-9c2f-f3eb4a004984'} {{(pid=71058) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}}
[ 1764.871107] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1764.871428] env[71058]: DEBUG oslo_vmware.rw_handles [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c23c02-0bf8-1e29-e87c-621b09c53d36/disk-0.vmdk from lease info. {{(pid=71058) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1764.871585] env[71058]: DEBUG oslo_vmware.rw_handles [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c23c02-0bf8-1e29-e87c-621b09c53d36/disk-0.vmdk for reading. {{(pid=71058) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}}
[ 1764.873749] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c468c4-6141-48cb-8cac-6d7f6c82b5eb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1764.940315] env[71058]: DEBUG nova.compute.provider_tree [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1764.946299] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1764.946299] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37054062-ca87-42b0-8556-28b314209148 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1764.973839] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3578a2fa-e40d-4621-bb54-f7223d7792d1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1765.022480] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1765.022625] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1765.023613] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Deleting the datastore file [datastore2] 82efc410-018d-4981-b8ce-00c603447bf0 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1765.023932] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1c9d033-a7ba-4e2e-bb78-a27bce1d29d8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1765.033854] env[71058]: DEBUG oslo_vmware.api [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Waiting for the task: (returnval){
[ 1765.033854] env[71058]:    value = "task-2873570"
[ 1765.033854] env[71058]:    _type = "Task"
[ 1765.033854] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1765.041989] env[71058]: DEBUG oslo_vmware.api [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Task: {'id': task-2873570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1765.345028] env[71058]: DEBUG nova.compute.manager [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1765.379615] env[71058]: DEBUG nova.virt.hardware [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1765.380483] env[71058]: DEBUG nova.virt.hardware [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1765.380857] env[71058]: DEBUG nova.virt.hardware [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1765.381210] env[71058]: DEBUG nova.virt.hardware [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1765.381652] env[71058]: DEBUG nova.virt.hardware [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1765.382391] env[71058]: DEBUG nova.virt.hardware [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1765.382760] env[71058]: DEBUG nova.virt.hardware [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1765.383059] env[71058]: DEBUG nova.virt.hardware [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1765.384075] env[71058]: DEBUG nova.virt.hardware [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1765.384075] env[71058]: DEBUG nova.virt.hardware [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1765.384075] env[71058]: DEBUG nova.virt.hardware [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1765.386466] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b65339-c3ce-4707-80df-6f54f4e4e242 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1765.405923] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535f60dc-0a2a-4684-bf91-b1d2a61ac50d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1765.450220] env[71058]: DEBUG nova.scheduler.client.report [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1765.544726] env[71058]: DEBUG oslo_vmware.api [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Task: {'id': task-2873570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.077152} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1765.545692] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1765.546300] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1765.547407] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1765.547407] env[71058]: INFO nova.compute.manager [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Took 2.95 seconds to destroy the instance on the hypervisor.
[ 1765.547407] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1765.547407] env[71058]: DEBUG nova.compute.manager [-] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1765.547609] env[71058]: DEBUG nova.network.neutron [-] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1765.628022] env[71058]: DEBUG nova.network.neutron [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Successfully updated port: 272a7516-f5f5-43d0-ad95-435cb5b9bbfc {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1765.752778] env[71058]: DEBUG nova.network.neutron [req-c9b8844c-4c3b-4b75-8a41-6029489c8f28 req-4d204788-a051-4c4a-9e33-18d7866cac3c service nova] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Updated VIF entry in instance network info cache for port 4bce5f54-0bee-4f75-9d16-1983c91cf1a7. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1765.753191] env[71058]: DEBUG nova.network.neutron [req-c9b8844c-4c3b-4b75-8a41-6029489c8f28 req-4d204788-a051-4c4a-9e33-18d7866cac3c service nova] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Updating instance_info_cache with network_info: [{"id": "4bce5f54-0bee-4f75-9d16-1983c91cf1a7", "address": "fa:16:3e:46:9b:ec", "network": {"id": "ccb01f6f-74e9-4de7-8ad0-e7d9003986a5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1698863615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5255966cc064bcea596884be8c977d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bce5f54-0b", "ovs_interfaceid": "4bce5f54-0bee-4f75-9d16-1983c91cf1a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1765.957239] env[71058]: DEBUG oslo_concurrency.lockutils [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.394s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1765.958063] env[71058]: DEBUG nova.compute.manager [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1765.961871] env[71058]: DEBUG oslo_concurrency.lockutils [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.134s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1765.962160] env[71058]: DEBUG nova.objects.instance [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Lazy-loading 'resources' on Instance uuid 9d46ba06-fbe0-44e0-a871-bafe3589a559 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1766.132862] env[71058]: DEBUG oslo_concurrency.lockutils [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquiring lock "refresh_cache-982e6457-699e-4aec-b044-a71766bdf848" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1766.132862] env[71058]: DEBUG oslo_concurrency.lockutils [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquired lock "refresh_cache-982e6457-699e-4aec-b044-a71766bdf848" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1766.133285] env[71058]: DEBUG nova.network.neutron [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1766.259822] env[71058]: DEBUG oslo_concurrency.lockutils [req-c9b8844c-4c3b-4b75-8a41-6029489c8f28 req-4d204788-a051-4c4a-9e33-18d7866cac3c service nova] Releasing lock "refresh_cache-f01addd2-48df-444b-aa3b-5b9a065b60b7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1766.466089] env[71058]: DEBUG nova.compute.utils [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1766.467587] env[71058]: DEBUG nova.compute.manager [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1766.467756] env[71058]: DEBUG nova.network.neutron [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1766.529459] env[71058]: DEBUG nova.policy [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce60e6d5b5204d2f8a76b2c6972ee8da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17af35ecde854246840d1e08ccd1fdfe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1766.704235] env[71058]: DEBUG nova.network.neutron [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1766.956456] env[71058]: DEBUG nova.network.neutron [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Updating instance_info_cache with network_info: [{"id": "272a7516-f5f5-43d0-ad95-435cb5b9bbfc", "address": "fa:16:3e:14:43:42", "network": {"id": "36f3a34a-343d-41f5-8b2e-8699d9ff6620", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1160473159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef1731def234742bd05b4f7e9c3719c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap272a7516-f5", "ovs_interfaceid": "272a7516-f5f5-43d0-ad95-435cb5b9bbfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1766.973226] env[71058]: DEBUG nova.compute.manager [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1766.981834] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e7620e-2aba-4dc7-a19c-1218aea8de2f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1766.998047] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2071ae-f97a-4a5b-a065-da4209844f26 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1767.042995] env[71058]: DEBUG nova.network.neutron [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Successfully created port: 742db58e-0c56-4da0-b1f3-8b0450b48e40 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1767.044569] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a22908a-de00-4e0f-9f5e-0b25183b93ee {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1767.055912] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0547f85b-da0e-4b7d-ae36-561ae137eeaa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1767.074173] env[71058]: DEBUG nova.compute.provider_tree [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1767.080904] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "ef018637-b45c-4d27-858c-6fc418d79cf1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1767.081061] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "ef018637-b45c-4d27-858c-6fc418d79cf1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1767.186105] env[71058]: DEBUG nova.network.neutron [-] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1767.245635] env[71058]: DEBUG nova.compute.manager [req-da37ad2b-204f-48bd-bb59-fc1616ae5858 req-1cfcc501-0647-4e51-a2ab-71d535d7576e service nova] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Received event network-vif-deleted-cedc6027-8d7b-4f0a-a559-1c1200047ed8 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1767.261478] env[71058]: DEBUG nova.compute.manager [req-b133d386-6eae-4b21-8efa-63f53c464118 req-2a491d54-c89f-4b2b-9b79-1101856e91f1 service nova] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Received event network-vif-plugged-272a7516-f5f5-43d0-ad95-435cb5b9bbfc {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1767.261744] env[71058]: DEBUG oslo_concurrency.lockutils [req-b133d386-6eae-4b21-8efa-63f53c464118 req-2a491d54-c89f-4b2b-9b79-1101856e91f1 service nova] Acquiring lock "982e6457-699e-4aec-b044-a71766bdf848-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1767.261964] env[71058]: DEBUG oslo_concurrency.lockutils [req-b133d386-6eae-4b21-8efa-63f53c464118 req-2a491d54-c89f-4b2b-9b79-1101856e91f1 service nova] Lock "982e6457-699e-4aec-b044-a71766bdf848-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1767.262229] env[71058]: DEBUG oslo_concurrency.lockutils [req-b133d386-6eae-4b21-8efa-63f53c464118 req-2a491d54-c89f-4b2b-9b79-1101856e91f1 service nova] Lock "982e6457-699e-4aec-b044-a71766bdf848-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1767.262448] env[71058]: DEBUG nova.compute.manager [req-b133d386-6eae-4b21-8efa-63f53c464118 req-2a491d54-c89f-4b2b-9b79-1101856e91f1 service nova] [instance: 982e6457-699e-4aec-b044-a71766bdf848] No waiting events found dispatching network-vif-plugged-272a7516-f5f5-43d0-ad95-435cb5b9bbfc {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1767.262618] env[71058]: WARNING nova.compute.manager [req-b133d386-6eae-4b21-8efa-63f53c464118 req-2a491d54-c89f-4b2b-9b79-1101856e91f1 service nova] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Received unexpected event network-vif-plugged-272a7516-f5f5-43d0-ad95-435cb5b9bbfc for instance with vm_state building and task_state spawning.
[ 1767.262888] env[71058]: DEBUG nova.compute.manager [req-b133d386-6eae-4b21-8efa-63f53c464118 req-2a491d54-c89f-4b2b-9b79-1101856e91f1 service nova] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Received event network-changed-272a7516-f5f5-43d0-ad95-435cb5b9bbfc {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1767.262929] env[71058]: DEBUG nova.compute.manager [req-b133d386-6eae-4b21-8efa-63f53c464118 req-2a491d54-c89f-4b2b-9b79-1101856e91f1 service nova] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Refreshing instance network info cache due to event network-changed-272a7516-f5f5-43d0-ad95-435cb5b9bbfc. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1767.263099] env[71058]: DEBUG oslo_concurrency.lockutils [req-b133d386-6eae-4b21-8efa-63f53c464118 req-2a491d54-c89f-4b2b-9b79-1101856e91f1 service nova] Acquiring lock "refresh_cache-982e6457-699e-4aec-b044-a71766bdf848" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1767.461504] env[71058]: DEBUG oslo_concurrency.lockutils [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Releasing lock "refresh_cache-982e6457-699e-4aec-b044-a71766bdf848" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1767.461945] env[71058]: DEBUG nova.compute.manager [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Instance network_info: |[{"id": "272a7516-f5f5-43d0-ad95-435cb5b9bbfc", "address": "fa:16:3e:14:43:42", "network": {"id": "36f3a34a-343d-41f5-8b2e-8699d9ff6620", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1160473159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef1731def234742bd05b4f7e9c3719c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap272a7516-f5", "ovs_interfaceid": "272a7516-f5f5-43d0-ad95-435cb5b9bbfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1767.462296] env[71058]: DEBUG oslo_concurrency.lockutils [req-b133d386-6eae-4b21-8efa-63f53c464118 req-2a491d54-c89f-4b2b-9b79-1101856e91f1 service nova] Acquired lock "refresh_cache-982e6457-699e-4aec-b044-a71766bdf848" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1767.462373] env[71058]: DEBUG nova.network.neutron [req-b133d386-6eae-4b21-8efa-63f53c464118 req-2a491d54-c89f-4b2b-9b79-1101856e91f1 service nova] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Refreshing network info cache for port 272a7516-f5f5-43d0-ad95-435cb5b9bbfc {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1767.464034] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:43:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '272a7516-f5f5-43d0-ad95-435cb5b9bbfc', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1767.473723] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1767.475608] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1767.477192] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8ca694e-55a7-47fb-8a4b-b4c104697e9c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1767.508073] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1767.508073] env[71058]:    value = "task-2873571"
[ 1767.508073] env[71058]:    _type = "Task"
[ 1767.508073] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1767.517962] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873571, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1767.585028] env[71058]: DEBUG nova.scheduler.client.report [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1767.587190] env[71058]: DEBUG nova.compute.manager [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1767.690046] env[71058]: INFO nova.compute.manager [-] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Took 2.14 seconds to deallocate network for instance.
[ 1768.003150] env[71058]: DEBUG nova.compute.manager [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1768.017646] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873571, 'name': CreateVM_Task, 'duration_secs': 0.373281} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1768.020890] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1768.021695] env[71058]: DEBUG oslo_concurrency.lockutils [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1768.021935] env[71058]: DEBUG oslo_concurrency.lockutils [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1768.022321] env[71058]: DEBUG oslo_concurrency.lockutils [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1768.023118] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adccdc95-dba7-4b42-80b7-d5ee9c235df8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1768.029565] env[71058]: DEBUG oslo_vmware.api [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1768.029565] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526adf01-a451-e56c-0635-b9047c85cdde"
[ 1768.029565] env[71058]:    _type = "Task"
[ 1768.029565] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1768.039101] env[71058]: DEBUG nova.virt.hardware [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1768.039422] env[71058]: DEBUG nova.virt.hardware [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1768.039577] env[71058]: DEBUG nova.virt.hardware [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1768.039775] env[71058]: DEBUG nova.virt.hardware [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1768.039912] env[71058]: DEBUG nova.virt.hardware [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1768.040078] env[71058]: DEBUG nova.virt.hardware [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1768.040287] env[71058]: DEBUG nova.virt.hardware [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1768.040437] env[71058]: DEBUG nova.virt.hardware [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1768.040595] env[71058]: DEBUG nova.virt.hardware [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1768.041053] env[71058]: DEBUG nova.virt.hardware [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1768.041053] env[71058]: DEBUG nova.virt.hardware [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1768.041750] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f0ba50-af7c-44a4-b690-0f0c65a0797d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1768.047802] env[71058]: DEBUG oslo_vmware.api [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526adf01-a451-e56c-0635-b9047c85cdde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1768.053920] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379a3072-225d-4096-bac7-918c7eec4927 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1768.091103] env[71058]: DEBUG oslo_concurrency.lockutils [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.129s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1768.095850] env[71058]: DEBUG oslo_concurrency.lockutils [None req-efa2d667-0126-4a19-aed7-ad963f772ee1 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.116s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1768.097186] env[71058]: DEBUG nova.objects.instance [None req-efa2d667-0126-4a19-aed7-ad963f772ee1 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lazy-loading 'resources' on Instance uuid f41c1883-ddc6-491a-8f60-46df2ca46e95 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1768.111780] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1768.119120] env[71058]: INFO nova.scheduler.client.report [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Deleted allocations for instance 9d46ba06-fbe0-44e0-a871-bafe3589a559
[ 1768.236433] env[71058]: DEBUG nova.network.neutron [req-b133d386-6eae-4b21-8efa-63f53c464118 req-2a491d54-c89f-4b2b-9b79-1101856e91f1 service nova] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Updated VIF entry in instance network info cache for port 272a7516-f5f5-43d0-ad95-435cb5b9bbfc. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1768.236871] env[71058]: DEBUG nova.network.neutron [req-b133d386-6eae-4b21-8efa-63f53c464118 req-2a491d54-c89f-4b2b-9b79-1101856e91f1 service nova] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Updating instance_info_cache with network_info: [{"id": "272a7516-f5f5-43d0-ad95-435cb5b9bbfc", "address": "fa:16:3e:14:43:42", "network": {"id": "36f3a34a-343d-41f5-8b2e-8699d9ff6620", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1160473159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef1731def234742bd05b4f7e9c3719c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap272a7516-f5", "ovs_interfaceid": "272a7516-f5f5-43d0-ad95-435cb5b9bbfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1768.263498] env[71058]: INFO nova.compute.manager [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Took 0.57 seconds to detach 1 volumes for instance.
[ 1768.266821] env[71058]: DEBUG nova.compute.manager [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Deleting volume: 68015219-6c9d-418e-9c2f-f3eb4a004984 {{(pid=71058) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}}
[ 1768.547561] env[71058]: DEBUG oslo_vmware.api [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526adf01-a451-e56c-0635-b9047c85cdde, 'name': SearchDatastore_Task, 'duration_secs': 0.014082} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1768.547561] env[71058]: DEBUG oslo_concurrency.lockutils [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1768.547561] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1768.547561] env[71058]: DEBUG oslo_concurrency.lockutils [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1768.547561] env[71058]: DEBUG oslo_concurrency.lockutils [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1768.547561] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1768.547561] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea47ffa0-6a78-484c-b704-96e707727488 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1768.556926] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1768.557171] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1768.557932] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06b95b2c-b7e9-4fc7-b55e-b203a9afcc92 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1768.563957] env[71058]: DEBUG oslo_vmware.api [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1768.563957] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]529f2344-f47d-1284-585e-147623d046f2"
[ 1768.563957] env[71058]:    _type = "Task"
[ 1768.563957] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1768.573116] env[71058]: DEBUG oslo_vmware.api [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]529f2344-f47d-1284-585e-147623d046f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1768.630200] env[71058]: DEBUG oslo_concurrency.lockutils [None req-21ceaf94-853c-41df-a61e-93994dd47212 tempest-ServerShowV247Test-2059457060 tempest-ServerShowV247Test-2059457060-project-member] Lock "9d46ba06-fbe0-44e0-a871-bafe3589a559" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 35.041s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1768.644588] env[71058]: DEBUG nova.network.neutron [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Successfully updated port: 742db58e-0c56-4da0-b1f3-8b0450b48e40 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1768.743885] env[71058]: DEBUG oslo_concurrency.lockutils [req-b133d386-6eae-4b21-8efa-63f53c464118 req-2a491d54-c89f-4b2b-9b79-1101856e91f1 service nova] Releasing lock "refresh_cache-982e6457-699e-4aec-b044-a71766bdf848" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1768.812485] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1768.959021] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2c4dfa-912a-43b4-a35e-c5b2f861a72e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1768.965946] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a83364-4f84-4877-acaf-4af91ccff904 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1769.000798] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351a2a61-2158-4103-8980-2e60c2095048 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1769.009570] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31976a83-afba-4219-b91a-19e6c050fb87 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1769.024913] env[71058]: DEBUG nova.compute.provider_tree [None req-efa2d667-0126-4a19-aed7-ad963f772ee1 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1769.075998] env[71058]: DEBUG oslo_vmware.api [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]529f2344-f47d-1284-585e-147623d046f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011169} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1769.076844] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2319d148-ac91-49e4-84d9-d2ecad62a8fb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1769.083228] env[71058]: DEBUG oslo_vmware.api [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1769.083228] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5292ab66-db85-3d27-11b3-4ab1a3d42405"
[ 1769.083228] env[71058]:    _type = "Task"
[ 1769.083228] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1769.092389] env[71058]: DEBUG oslo_vmware.api [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5292ab66-db85-3d27-11b3-4ab1a3d42405, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1769.148694] env[71058]: DEBUG oslo_concurrency.lockutils [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "refresh_cache-94792fca-3c7b-45cd-911d-faea61af9d78" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1769.148918] env[71058]: DEBUG oslo_concurrency.lockutils [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquired lock "refresh_cache-94792fca-3c7b-45cd-911d-faea61af9d78" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1769.149203] env[71058]: DEBUG nova.network.neutron [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1769.361311] env[71058]: DEBUG nova.compute.manager [req-0c4ebafb-f10d-4a30-aed0-6bfa7dd0adf7 req-c7478fb2-30e5-4fcc-a8c0-c8453d19f191 service nova] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Received event network-vif-plugged-742db58e-0c56-4da0-b1f3-8b0450b48e40 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1769.361311] env[71058]: DEBUG oslo_concurrency.lockutils [req-0c4ebafb-f10d-4a30-aed0-6bfa7dd0adf7 req-c7478fb2-30e5-4fcc-a8c0-c8453d19f191 service nova] Acquiring lock "94792fca-3c7b-45cd-911d-faea61af9d78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1769.361311] env[71058]: DEBUG oslo_concurrency.lockutils [req-0c4ebafb-f10d-4a30-aed0-6bfa7dd0adf7 req-c7478fb2-30e5-4fcc-a8c0-c8453d19f191 service nova] Lock "94792fca-3c7b-45cd-911d-faea61af9d78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1769.361311] env[71058]: DEBUG oslo_concurrency.lockutils [req-0c4ebafb-f10d-4a30-aed0-6bfa7dd0adf7 req-c7478fb2-30e5-4fcc-a8c0-c8453d19f191 service nova] Lock "94792fca-3c7b-45cd-911d-faea61af9d78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1769.361311] env[71058]: DEBUG nova.compute.manager [req-0c4ebafb-f10d-4a30-aed0-6bfa7dd0adf7 req-c7478fb2-30e5-4fcc-a8c0-c8453d19f191 service nova] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] No waiting events found dispatching network-vif-plugged-742db58e-0c56-4da0-b1f3-8b0450b48e40 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1769.361542] env[71058]: WARNING nova.compute.manager [req-0c4ebafb-f10d-4a30-aed0-6bfa7dd0adf7 req-c7478fb2-30e5-4fcc-a8c0-c8453d19f191 service nova] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Received unexpected event network-vif-plugged-742db58e-0c56-4da0-b1f3-8b0450b48e40 for instance with vm_state building and task_state spawning.
[ 1769.361542] env[71058]: DEBUG nova.compute.manager [req-0c4ebafb-f10d-4a30-aed0-6bfa7dd0adf7 req-c7478fb2-30e5-4fcc-a8c0-c8453d19f191 service nova] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Received event network-changed-742db58e-0c56-4da0-b1f3-8b0450b48e40 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1769.361838] env[71058]: DEBUG nova.compute.manager [req-0c4ebafb-f10d-4a30-aed0-6bfa7dd0adf7 req-c7478fb2-30e5-4fcc-a8c0-c8453d19f191 service nova] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Refreshing instance network info cache due to event network-changed-742db58e-0c56-4da0-b1f3-8b0450b48e40. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1769.361838] env[71058]: DEBUG oslo_concurrency.lockutils [req-0c4ebafb-f10d-4a30-aed0-6bfa7dd0adf7 req-c7478fb2-30e5-4fcc-a8c0-c8453d19f191 service nova] Acquiring lock "refresh_cache-94792fca-3c7b-45cd-911d-faea61af9d78" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1769.529562] env[71058]: DEBUG nova.scheduler.client.report [None req-efa2d667-0126-4a19-aed7-ad963f772ee1 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1769.603643] env[71058]: DEBUG oslo_vmware.api [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5292ab66-db85-3d27-11b3-4ab1a3d42405, 'name': SearchDatastore_Task, 'duration_secs': 0.013415} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1769.603962] env[71058]: DEBUG oslo_concurrency.lockutils [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1769.604255] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 982e6457-699e-4aec-b044-a71766bdf848/982e6457-699e-4aec-b044-a71766bdf848.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1769.604625] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94dc575d-5d43-4554-8bc6-bf8840370f7c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1769.612766] env[71058]: DEBUG oslo_vmware.api [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1769.612766] env[71058]:    value = "task-2873573"
[ 1769.612766] env[71058]:    _type = "Task"
[ 1769.612766] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1769.622132] env[71058]: DEBUG oslo_vmware.api [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1769.692248] env[71058]: DEBUG nova.network.neutron [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1769.852593] env[71058]: DEBUG nova.network.neutron [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Updating instance_info_cache with network_info: [{"id": "742db58e-0c56-4da0-b1f3-8b0450b48e40", "address": "fa:16:3e:90:aa:98", "network": {"id": "0e55cc18-b52f-4c57-ac37-4902a108877c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1582599326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17af35ecde854246840d1e08ccd1fdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap742db58e-0c", "ovs_interfaceid": "742db58e-0c56-4da0-b1f3-8b0450b48e40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1770.034548] env[71058]: DEBUG oslo_concurrency.lockutils [None req-efa2d667-0126-4a19-aed7-ad963f772ee1 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1770.038657] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9ae1795b-09d0-44e3-a3e5-92600e57325b tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.676s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1770.039214] env[71058]: DEBUG nova.objects.instance [None req-9ae1795b-09d0-44e3-a3e5-92600e57325b tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Lazy-loading 'resources' on Instance uuid 5be4e13c-8434-4410-a8c4-b91a70b0ad8c {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1770.068528] env[71058]: INFO nova.scheduler.client.report [None req-efa2d667-0126-4a19-aed7-ad963f772ee1 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Deleted allocations for instance f41c1883-ddc6-491a-8f60-46df2ca46e95
[ 1770.124874] env[71058]: DEBUG oslo_vmware.api [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873573, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1770.356231] env[71058]: DEBUG oslo_concurrency.lockutils [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Releasing lock "refresh_cache-94792fca-3c7b-45cd-911d-faea61af9d78" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1770.356231] env[71058]: DEBUG nova.compute.manager [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Instance network_info: |[{"id": "742db58e-0c56-4da0-b1f3-8b0450b48e40", "address": "fa:16:3e:90:aa:98", "network": {"id": "0e55cc18-b52f-4c57-ac37-4902a108877c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1582599326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17af35ecde854246840d1e08ccd1fdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap742db58e-0c", "ovs_interfaceid": "742db58e-0c56-4da0-b1f3-8b0450b48e40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1770.356435] env[71058]: DEBUG oslo_concurrency.lockutils [req-0c4ebafb-f10d-4a30-aed0-6bfa7dd0adf7 req-c7478fb2-30e5-4fcc-a8c0-c8453d19f191 service nova] Acquired lock "refresh_cache-94792fca-3c7b-45cd-911d-faea61af9d78" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1770.356620] env[71058]: DEBUG nova.network.neutron [req-0c4ebafb-f10d-4a30-aed0-6bfa7dd0adf7 req-c7478fb2-30e5-4fcc-a8c0-c8453d19f191 service nova] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Refreshing network info cache for port 742db58e-0c56-4da0-b1f3-8b0450b48e40 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1770.357859] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:aa:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f35e69ef-c2c8-4b8c-9887-33e97b242c0a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '742db58e-0c56-4da0-b1f3-8b0450b48e40', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1770.366274] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1770.366918] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1770.367176] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25d33abe-7318-44ff-9fdc-7e3f0ec32870 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1770.393920] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1770.393920] env[71058]:    value = "task-2873574"
[ 1770.393920] env[71058]:    _type = "Task"
[ 1770.393920] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1770.402497] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873574, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1770.582574] env[71058]: DEBUG oslo_concurrency.lockutils [None req-efa2d667-0126-4a19-aed7-ad963f772ee1 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "f41c1883-ddc6-491a-8f60-46df2ca46e95" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 35.061s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1770.636575] env[71058]: DEBUG oslo_vmware.api [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873573, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549608} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1770.636938] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 982e6457-699e-4aec-b044-a71766bdf848/982e6457-699e-4aec-b044-a71766bdf848.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1770.637220] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1770.637638] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c541affd-b565-49d7-b0a7-5b8e54c5619d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1770.644829] env[71058]: DEBUG oslo_vmware.api [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1770.644829] env[71058]:    value = "task-2873575"
[ 1770.644829] env[71058]:    _type = "Task"
[ 1770.644829] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1770.659859] env[71058]: DEBUG oslo_vmware.api [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1770.906478] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873574, 'name': CreateVM_Task, 'duration_secs': 0.377074} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1770.907108] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1770.908087] env[71058]: DEBUG oslo_concurrency.lockutils [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1770.908610] env[71058]: DEBUG oslo_concurrency.lockutils [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1770.909056] env[71058]: DEBUG oslo_concurrency.lockutils [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1770.914302] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-698fe1bb-da83-439f-929b-8f2fd1f063b1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1770.919181] env[71058]: DEBUG oslo_vmware.api [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1770.919181] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520efb4e-9e2e-88e8-a8d2-ac19817e57e4"
[ 1770.919181] env[71058]:    _type = "Task"
[ 1770.919181] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1770.927314] env[71058]: DEBUG oslo_vmware.api [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520efb4e-9e2e-88e8-a8d2-ac19817e57e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1770.928865] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762b6ef6-d953-4da2-9b32-fc68d60f12f1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1770.935472] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171b83c5-47ed-4d0c-92d3-1f1c80bcab51 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1770.967529] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10a81eb-139b-42ba-a965-58c349ad86ea {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1770.978293] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94a7780-d84b-4189-b81d-6c575fac1685 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1770.992384] env[71058]: DEBUG nova.compute.provider_tree [None req-9ae1795b-09d0-44e3-a3e5-92600e57325b tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1771.160451] env[71058]: DEBUG oslo_vmware.api [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09944} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1771.160850] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1771.163323] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35187045-abd9-4f1f-a978-259a12344524 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1771.186314] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 982e6457-699e-4aec-b044-a71766bdf848/982e6457-699e-4aec-b044-a71766bdf848.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1771.186314] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-918d5695-4dd6-41e3-8681-9ee432b1f1b7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1771.206381] env[71058]: DEBUG oslo_vmware.api [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1771.206381] env[71058]:    value = "task-2873576"
[ 1771.206381] env[71058]:    _type = "Task"
[ 1771.206381] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1771.214262] env[71058]: DEBUG oslo_vmware.api [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873576, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1771.433777] env[71058]: DEBUG oslo_vmware.api [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520efb4e-9e2e-88e8-a8d2-ac19817e57e4, 'name': SearchDatastore_Task, 'duration_secs': 0.010783} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1771.435432] env[71058]: DEBUG oslo_concurrency.lockutils [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1771.435697] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1771.435959] env[71058]: DEBUG oslo_concurrency.lockutils [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1771.436123] env[71058]: DEBUG oslo_concurrency.lockutils [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1771.436303] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1771.436624] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6bd6223-67a0-4e6f-a6a8-635fead5b02d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1771.445047] env[71058]: DEBUG nova.network.neutron [req-0c4ebafb-f10d-4a30-aed0-6bfa7dd0adf7 req-c7478fb2-30e5-4fcc-a8c0-c8453d19f191 service nova] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Updated VIF entry in instance network info cache for port 742db58e-0c56-4da0-b1f3-8b0450b48e40. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1771.445414] env[71058]: DEBUG nova.network.neutron [req-0c4ebafb-f10d-4a30-aed0-6bfa7dd0adf7 req-c7478fb2-30e5-4fcc-a8c0-c8453d19f191 service nova] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Updating instance_info_cache with network_info: [{"id": "742db58e-0c56-4da0-b1f3-8b0450b48e40", "address": "fa:16:3e:90:aa:98", "network": {"id": "0e55cc18-b52f-4c57-ac37-4902a108877c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1582599326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17af35ecde854246840d1e08ccd1fdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap742db58e-0c", "ovs_interfaceid": "742db58e-0c56-4da0-b1f3-8b0450b48e40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1771.447691] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1771.447859] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1771.448908] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6249276-aa67-4e4e-8bf6-61b5dc1ec103 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1771.454844] env[71058]: DEBUG oslo_vmware.api [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1771.454844] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5201cfc4-c6aa-2c36-d661-59305b6cc61d"
[ 1771.454844] env[71058]:    _type = "Task"
[ 1771.454844] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1771.462324] env[71058]: DEBUG oslo_vmware.api [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5201cfc4-c6aa-2c36-d661-59305b6cc61d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1771.495554] env[71058]: DEBUG nova.scheduler.client.report [None req-9ae1795b-09d0-44e3-a3e5-92600e57325b tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1771.717368] env[71058]: DEBUG oslo_vmware.api [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873576, 'name': ReconfigVM_Task, 'duration_secs': 0.273737} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1771.717796] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 982e6457-699e-4aec-b044-a71766bdf848/982e6457-699e-4aec-b044-a71766bdf848.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1771.718877] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6749c23-c137-47ea-b208-d24c91e52dd4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1771.727529] env[71058]: DEBUG oslo_vmware.api [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1771.727529] env[71058]:    value = "task-2873577"
[ 1771.727529] env[71058]:    _type = "Task"
[ 1771.727529] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1771.735542] env[71058]: DEBUG oslo_vmware.api [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873577, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1771.950450] env[71058]: DEBUG oslo_concurrency.lockutils [req-0c4ebafb-f10d-4a30-aed0-6bfa7dd0adf7 req-c7478fb2-30e5-4fcc-a8c0-c8453d19f191 service nova] Releasing lock "refresh_cache-94792fca-3c7b-45cd-911d-faea61af9d78" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1771.964687] env[71058]: DEBUG oslo_vmware.api [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5201cfc4-c6aa-2c36-d661-59305b6cc61d, 'name': SearchDatastore_Task, 'duration_secs': 0.011323} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1771.965624] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e157fc6-7994-4c67-9e76-2ca793d41b1f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1771.971336] env[71058]: DEBUG oslo_vmware.api [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1771.971336] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52744464-d328-54cb-e056-2e37de6df19c"
[ 1771.971336] env[71058]:    _type = "Task"
[ 1771.971336] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1771.978865] env[71058]: DEBUG oslo_vmware.api [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52744464-d328-54cb-e056-2e37de6df19c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1772.001554] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9ae1795b-09d0-44e3-a3e5-92600e57325b tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1772.006507] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.633s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1772.006507] env[71058]: DEBUG nova.objects.instance [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71058) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
[ 1772.033291] env[71058]: INFO nova.scheduler.client.report [None req-9ae1795b-09d0-44e3-a3e5-92600e57325b tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Deleted allocations for instance 5be4e13c-8434-4410-a8c4-b91a70b0ad8c
[ 1772.238957] env[71058]: DEBUG oslo_vmware.api [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873577, 'name': Rename_Task, 'duration_secs': 0.142475} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1772.238957] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1772.239315] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff0c9361-9490-44f0-990a-253ece6ff989 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1772.246235] env[71058]: DEBUG oslo_vmware.api [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1772.246235] env[71058]:    value = "task-2873578"
[ 1772.246235] env[71058]:    _type = "Task"
[ 1772.246235] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1772.254857] env[71058]: DEBUG oslo_vmware.api [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1772.484524] env[71058]: DEBUG oslo_vmware.api [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52744464-d328-54cb-e056-2e37de6df19c, 'name': SearchDatastore_Task, 'duration_secs': 0.012415} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1772.485035] env[71058]: DEBUG oslo_concurrency.lockutils [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1772.486120] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 94792fca-3c7b-45cd-911d-faea61af9d78/94792fca-3c7b-45cd-911d-faea61af9d78.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1772.486120] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2b06336-4cd2-48ad-a747-eca8e91a4b2a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1772.494186] env[71058]: DEBUG oslo_vmware.api [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1772.494186] env[71058]:    value = "task-2873579"
[ 1772.494186] env[71058]:    _type = "Task"
[ 1772.494186] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1772.503587] env[71058]: DEBUG oslo_vmware.api [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1772.540497] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9ae1795b-09d0-44e3-a3e5-92600e57325b tempest-MigrationsAdminTest-1588746854 tempest-MigrationsAdminTest-1588746854-project-member] Lock "5be4e13c-8434-4410-a8c4-b91a70b0ad8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 30.860s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1772.704910] env[71058]: DEBUG oslo_vmware.rw_handles [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c23c02-0bf8-1e29-e87c-621b09c53d36/disk-0.vmdk. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1772.706097] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a56f4fc-30ad-4247-9f65-1e5183f1dd20 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1772.714639] env[71058]: DEBUG oslo_vmware.rw_handles [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c23c02-0bf8-1e29-e87c-621b09c53d36/disk-0.vmdk is in state: ready. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1772.714914] env[71058]: ERROR oslo_vmware.rw_handles [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c23c02-0bf8-1e29-e87c-621b09c53d36/disk-0.vmdk due to incomplete transfer.
[ 1772.716382] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bed0be3c-3b81-474b-a427-7fbf0a69a64b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1772.725223] env[71058]: DEBUG oslo_vmware.rw_handles [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c23c02-0bf8-1e29-e87c-621b09c53d36/disk-0.vmdk. {{(pid=71058) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}}
[ 1772.725455] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Uploaded image 0a37e83d-182b-4e95-9677-a0be517b4ae9 to the Glance image server {{(pid=71058) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}}
[ 1772.728703] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Destroying the VM {{(pid=71058) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}}
[ 1772.729196] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-52070e02-d501-41c7-bcfc-a808414ec632 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1772.738501] env[71058]: DEBUG oslo_vmware.api [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1772.738501] env[71058]:    value = "task-2873580"
[ 1772.738501] env[71058]:    _type = "Task"
[ 1772.738501] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1772.753342] env[71058]: DEBUG oslo_vmware.api [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873580, 'name': Destroy_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1772.767545] env[71058]: DEBUG oslo_vmware.api [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873578, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1773.010434] env[71058]: DEBUG oslo_vmware.api [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514475} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1773.010713] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 94792fca-3c7b-45cd-911d-faea61af9d78/94792fca-3c7b-45cd-911d-faea61af9d78.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1773.010952] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1773.011239] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8346062-7e43-4620-9cfd-dee458e8de22 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1773.017562] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a4bf4c1e-d97f-4a40-bda8-79fa36f8e82b tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1773.019665] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.780s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1773.022282] env[71058]: DEBUG oslo_vmware.api [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1773.022282] env[71058]:    value = "task-2873581"
[ 1773.022282] env[71058]:    _type = "Task"
[ 1773.022282] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1773.033234] env[71058]: DEBUG oslo_vmware.api [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1773.250702] env[71058]: DEBUG oslo_vmware.api [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873580, 'name': Destroy_Task, 'duration_secs': 0.465302} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1773.250997] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Destroyed the VM
[ 1773.251248] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Deleting Snapshot of the VM instance {{(pid=71058) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}}
[ 1773.251583] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-18e0373a-b765-43d0-8dbb-a46d187f72bf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1773.261815] env[71058]: DEBUG oslo_vmware.api [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1773.261815] env[71058]:    value = "task-2873582"
[ 1773.261815] env[71058]:    _type = "Task"
[ 1773.261815] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1773.264960] env[71058]: DEBUG oslo_vmware.api [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873578, 'name': PowerOnVM_Task, 'duration_secs': 0.544056} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1773.268060] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1773.268293] env[71058]: INFO nova.compute.manager [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Took 7.92 seconds to spawn the instance on the hypervisor.
[ 1773.268474] env[71058]: DEBUG nova.compute.manager [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1773.273674] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429c6683-9780-4d3f-8e3b-0fbce6a92f30 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1773.279699] env[71058]: DEBUG oslo_vmware.api [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873582, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1773.322863] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76588b81-ab4e-4c5c-9c96-9c7aa0bea7bf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1773.330371] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6186b87b-4397-45cf-b2dd-d9f98f880a43 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1773.361134] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1182c042-5613-44c4-9ff6-6db4b5e47e2b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1773.368473] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2daf5a8-b2c1-4b40-b94b-4bf1d02fbd40 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1773.383935] env[71058]: DEBUG nova.compute.provider_tree [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1773.533180] env[71058]: DEBUG oslo_vmware.api [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069831} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1773.533478] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1773.534295] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b5bcdd-5c5b-4ace-b5ad-894b6231bf79 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1773.556367] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 94792fca-3c7b-45cd-911d-faea61af9d78/94792fca-3c7b-45cd-911d-faea61af9d78.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1773.556637] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c688c102-0650-4586-8163-157f7e6777e4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1773.576678] env[71058]: DEBUG oslo_vmware.api [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1773.576678] env[71058]:    value = "task-2873583"
[ 1773.576678] env[71058]:    _type = "Task"
[ 1773.576678] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1773.587099] env[71058]: DEBUG oslo_vmware.api [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873583, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1773.774659] env[71058]: DEBUG oslo_vmware.api [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873582, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1773.794843] env[71058]: INFO nova.compute.manager [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Took 38.02 seconds to build instance.
[ 1773.887077] env[71058]: DEBUG nova.scheduler.client.report [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1774.088061] env[71058]: DEBUG oslo_vmware.api [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873583, 'name': ReconfigVM_Task, 'duration_secs': 0.298503} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1774.088061] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 94792fca-3c7b-45cd-911d-faea61af9d78/94792fca-3c7b-45cd-911d-faea61af9d78.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1774.088520] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b3ab584-72c2-4850-92b4-4a59cd9684d3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1774.094595] env[71058]: DEBUG oslo_vmware.api [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1774.094595] env[71058]:    value = "task-2873584"
[ 1774.094595] env[71058]:    _type = "Task"
[ 1774.094595] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1774.102437] env[71058]: DEBUG oslo_vmware.api [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873584, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1774.275467] env[71058]: DEBUG oslo_vmware.api [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873582, 'name': RemoveSnapshot_Task, 'duration_secs': 0.629507} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1774.275730] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Deleted Snapshot of the VM instance {{(pid=71058) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}}
[ 1774.275896] env[71058]: DEBUG nova.compute.manager [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1774.276691] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e086fa3-27e4-4926-94a7-07f05e71f504 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1774.297058] env[71058]: DEBUG oslo_concurrency.lockutils [None req-25d642ac-f566-4616-ba0c-8dfd4079e852 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "982e6457-699e-4aec-b044-a71766bdf848" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 39.532s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1774.392091] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.372s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1774.392298] env[71058]: INFO nova.compute.manager [None req-9322461f-fc3c-42f8-a3cf-8a7a563bebcc tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Successfully reverted task state from rebuilding on failure for instance.
[ 1774.397640] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6339381c-c5e1-4009-8e44-35c28580b630 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.092s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1774.397877] env[71058]: DEBUG nova.objects.instance [None req-6339381c-c5e1-4009-8e44-35c28580b630 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lazy-loading 'resources' on Instance uuid 4b6847c3-2046-449a-9fab-4f34b0cb5680 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1774.606303] env[71058]: DEBUG oslo_vmware.api [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873584, 'name': Rename_Task, 'duration_secs': 0.143234} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1774.606514] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1774.606758] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c51a672-f341-4d6e-8894-e48f78b74a1e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1774.614729] env[71058]: DEBUG oslo_vmware.api [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1774.614729] env[71058]:    value = "task-2873585"
[ 1774.614729] env[71058]:    _type = "Task"
[ 1774.614729] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1774.624026] env[71058]: DEBUG oslo_vmware.api [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1774.789506] env[71058]: INFO nova.compute.manager [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Shelve offloading
[ 1775.125448] env[71058]: DEBUG oslo_vmware.api [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873585, 'name': PowerOnVM_Task, 'duration_secs': 0.458513} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1775.125782] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1775.125952] env[71058]: INFO nova.compute.manager [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Took 7.12 seconds to spawn the instance on the hypervisor.
[ 1775.126146] env[71058]: DEBUG nova.compute.manager [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1775.127011] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460dcd03-0f47-4346-9c34-1a64e359df02 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1775.219546] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa9477f-dde2-4f14-9b14-b00c377eb09f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1775.228225] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6432a7-53b8-4771-b00a-a7ef7fb73d5e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1775.261074] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d41daa-867e-45a1-8a8f-5aed2daa9d48 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1775.269203] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da904a16-8a25-4339-8997-68a34dfa620b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1775.282544] env[71058]: DEBUG nova.compute.provider_tree [None req-6339381c-c5e1-4009-8e44-35c28580b630 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1775.293330] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1775.293888] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c48ceab-2389-4468-af05-c8408c8089c0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1775.301999] env[71058]: DEBUG oslo_vmware.api [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1775.301999] env[71058]:    value = "task-2873586"
[ 1775.301999] env[71058]:    _type = "Task"
[ 1775.301999] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1775.312178] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] VM already powered off {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}}
[ 1775.312490] env[71058]: DEBUG nova.compute.manager [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1775.313430] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af6c582-40ac-469f-a387-efed7eb3a221 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1775.319114] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquiring lock "refresh_cache-d8c74703-a213-4e6c-882c-46cdbb82b1b9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1775.319286] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquired lock "refresh_cache-d8c74703-a213-4e6c-882c-46cdbb82b1b9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1775.319456] env[71058]: DEBUG nova.network.neutron [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1775.355068] env[71058]: DEBUG oslo_concurrency.lockutils [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquiring lock "545969b7-7197-437e-baa1-b002e6700615" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1775.355315] env[71058]: DEBUG oslo_concurrency.lockutils [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "545969b7-7197-437e-baa1-b002e6700615" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1775.646578] env[71058]: INFO nova.compute.manager [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Took 38.63 seconds to build instance.
[ 1775.787199] env[71058]: DEBUG nova.scheduler.client.report [None req-6339381c-c5e1-4009-8e44-35c28580b630 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1775.858223] env[71058]: DEBUG nova.compute.manager [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 545969b7-7197-437e-baa1-b002e6700615] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1776.066103] env[71058]: DEBUG nova.network.neutron [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Updating instance_info_cache with network_info: [{"id": "29465047-4434-4c54-8fd3-55f66bfa7994", "address": "fa:16:3e:52:ac:63", "network": {"id": "2fbaaae4-6d15-4c59-8eaf-cad7a9523dc7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1495967812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db660d4820741658cb5e98b809f7f21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29465047-44", "ovs_interfaceid": "29465047-4434-4c54-8fd3-55f66bfa7994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1776.149605] env[71058]: DEBUG oslo_concurrency.lockutils [None req-78f103ab-dad2-48ba-9df6-df751f2cb456 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "94792fca-3c7b-45cd-911d-faea61af9d78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 40.145s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1776.295584] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6339381c-c5e1-4009-8e44-35c28580b630 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1776.298351] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.831s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1776.298860] env[71058]: DEBUG nova.objects.instance [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Lazy-loading 'resources' on Instance uuid e23bdb81-d5ed-4e28-bd9f-4bcc7be37140 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1776.319826] env[71058]: INFO nova.scheduler.client.report [None req-6339381c-c5e1-4009-8e44-35c28580b630 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Deleted allocations for instance 4b6847c3-2046-449a-9fab-4f34b0cb5680
[ 1776.377658] env[71058]: DEBUG oslo_concurrency.lockutils [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1776.569113] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Releasing lock "refresh_cache-d8c74703-a213-4e6c-882c-46cdbb82b1b9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1776.805720] env[71058]: DEBUG nova.compute.manager [req-0f7f2fa1-0a91-460e-93fb-d504746fa019 req-4bdce86c-cb66-465f-a5df-6b7e8370afc1 service nova] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Received event network-vif-unplugged-29465047-4434-4c54-8fd3-55f66bfa7994 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1776.805942] env[71058]: DEBUG oslo_concurrency.lockutils [req-0f7f2fa1-0a91-460e-93fb-d504746fa019 req-4bdce86c-cb66-465f-a5df-6b7e8370afc1 service nova] Acquiring lock "d8c74703-a213-4e6c-882c-46cdbb82b1b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1776.806228] env[71058]: DEBUG oslo_concurrency.lockutils [req-0f7f2fa1-0a91-460e-93fb-d504746fa019 req-4bdce86c-cb66-465f-a5df-6b7e8370afc1 service nova] Lock "d8c74703-a213-4e6c-882c-46cdbb82b1b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1776.806317] env[71058]: DEBUG oslo_concurrency.lockutils [req-0f7f2fa1-0a91-460e-93fb-d504746fa019 req-4bdce86c-cb66-465f-a5df-6b7e8370afc1 service nova] Lock "d8c74703-a213-4e6c-882c-46cdbb82b1b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1776.806479] env[71058]: DEBUG nova.compute.manager [req-0f7f2fa1-0a91-460e-93fb-d504746fa019 req-4bdce86c-cb66-465f-a5df-6b7e8370afc1 service nova] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] No waiting events found dispatching network-vif-unplugged-29465047-4434-4c54-8fd3-55f66bfa7994 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1776.806645] env[71058]: WARNING nova.compute.manager [req-0f7f2fa1-0a91-460e-93fb-d504746fa019 req-4bdce86c-cb66-465f-a5df-6b7e8370afc1 service nova] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Received unexpected event network-vif-unplugged-29465047-4434-4c54-8fd3-55f66bfa7994 for instance with vm_state shelved and task_state shelving_offloading.
[ 1776.835094] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6339381c-c5e1-4009-8e44-35c28580b630 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "4b6847c3-2046-449a-9fab-4f34b0cb5680" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 31.031s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1776.907610] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1776.908512] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea616990-6c3c-41fa-8256-34340aeb1e40 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1776.917208] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1776.919863] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3862fdd1-ad73-4aa9-b141-4b3cedb124e8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1776.988855] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1776.988855] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1776.988855] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Deleting the datastore file [datastore2] d8c74703-a213-4e6c-882c-46cdbb82b1b9 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1776.992058] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0316e34f-b0ba-40ba-95d7-c9f4dd23e0a6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1777.002193] env[71058]: DEBUG oslo_vmware.api [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1777.002193] env[71058]:    value = "task-2873588"
[ 1777.002193] env[71058]:    _type = "Task"
[ 1777.002193] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1777.007973] env[71058]: DEBUG oslo_vmware.api [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1777.130258] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b4ced8-628d-4809-ab91-0f6415834473 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1777.138412] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9aceb9-6417-4741-9d32-7e2f04bac567 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1777.169616] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f88341-ef10-49a8-bf5f-75dfa43b3edc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1777.177015] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15ad87a-529f-4067-a4ff-047c780b5ed9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1777.190533] env[71058]: DEBUG nova.compute.provider_tree [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1777.458590] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7f394192-a110-41b1-9f29-d46adf68594e tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquiring lock "1ebc64c7-a73c-4e56-ac5b-f435371edd4e" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1777.458854] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7f394192-a110-41b1-9f29-d46adf68594e tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lock "1ebc64c7-a73c-4e56-ac5b-f435371edd4e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1777.510302] env[71058]: DEBUG oslo_vmware.api [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1777.693714] env[71058]: DEBUG nova.scheduler.client.report [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1777.721675] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1777.721883] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1777.963586] env[71058]: DEBUG nova.compute.utils [None req-7f394192-a110-41b1-9f29-d46adf68594e tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1777.984011] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "29a875e4-c2a0-4a64-80eb-74fa7615da27" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1777.984288] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "29a875e4-c2a0-4a64-80eb-74fa7615da27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1778.014702] env[71058]: DEBUG oslo_vmware.api [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.545396} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1778.018061] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1778.018061] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1778.018061] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1778.037540] env[71058]: INFO nova.scheduler.client.report [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Deleted allocations for instance d8c74703-a213-4e6c-882c-46cdbb82b1b9
[ 1778.199023] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1778.201469] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b9c44ae9-d9b5-4117-a247-25d08b145982 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.476s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1778.201711] env[71058]: DEBUG nova.objects.instance [None req-b9c44ae9-d9b5-4117-a247-25d08b145982 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Lazy-loading 'resources' on Instance uuid 69144402-515b-460e-b3c9-2231abbfec1c {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1778.218367] env[71058]: INFO nova.scheduler.client.report [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Deleted allocations for instance e23bdb81-d5ed-4e28-bd9f-4bcc7be37140
[ 1778.229762] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1778.229762] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1778.229762] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1778.229762] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1778.229762] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1778.229762] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1778.229762] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71058) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}}
[ 1778.230404] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager.update_available_resource {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1778.239124] env[71058]: DEBUG nova.compute.manager [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Stashing vm_state: active {{(pid=71058) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}}
[ 1778.466629] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7f394192-a110-41b1-9f29-d46adf68594e tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lock "1ebc64c7-a73c-4e56-ac5b-f435371edd4e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 1.008s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1778.487077] env[71058]: DEBUG nova.compute.manager [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1778.541717] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1778.726442] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a4ef8482-b67a-43da-843f-307f9b372a0f tempest-ServerShowV257Test-1519778802 tempest-ServerShowV257Test-1519778802-project-member] Lock "e23bdb81-d5ed-4e28-bd9f-4bcc7be37140" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 31.531s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1778.733335] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1778.757955] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1778.989372] env[71058]: DEBUG nova.compute.manager [req-1b333e80-d4e2-4db9-9b4b-86da8722e5de req-5110065e-e7f0-4332-972a-9422dde39d21 service nova] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Received event network-changed-29465047-4434-4c54-8fd3-55f66bfa7994 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1778.989588] env[71058]: DEBUG nova.compute.manager [req-1b333e80-d4e2-4db9-9b4b-86da8722e5de req-5110065e-e7f0-4332-972a-9422dde39d21 service nova] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Refreshing instance network info cache due to event network-changed-29465047-4434-4c54-8fd3-55f66bfa7994. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1778.989802] env[71058]: DEBUG oslo_concurrency.lockutils [req-1b333e80-d4e2-4db9-9b4b-86da8722e5de req-5110065e-e7f0-4332-972a-9422dde39d21 service nova] Acquiring lock "refresh_cache-d8c74703-a213-4e6c-882c-46cdbb82b1b9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1778.989942] env[71058]: DEBUG oslo_concurrency.lockutils [req-1b333e80-d4e2-4db9-9b4b-86da8722e5de req-5110065e-e7f0-4332-972a-9422dde39d21 service nova] Acquired lock "refresh_cache-d8c74703-a213-4e6c-882c-46cdbb82b1b9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1778.990110] env[71058]: DEBUG nova.network.neutron [req-1b333e80-d4e2-4db9-9b4b-86da8722e5de req-5110065e-e7f0-4332-972a-9422dde39d21 service nova] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Refreshing network info cache for port 29465047-4434-4c54-8fd3-55f66bfa7994 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1779.008624] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7bd0cf-7892-4529-9c55-c979dd71037e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1779.013070] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1779.018784] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e39944-b6da-4266-8aad-92e8d0acf131 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1779.056659] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29541b32-0c0a-4053-8dd8-66df86f0cfb1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1779.065798] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74530c6e-8342-415d-a635-8552bea0a6fa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1779.080777] env[71058]: DEBUG nova.compute.provider_tree [None req-b9c44ae9-d9b5-4117-a247-25d08b145982 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1779.560052] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7f394192-a110-41b1-9f29-d46adf68594e tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquiring lock "1ebc64c7-a73c-4e56-ac5b-f435371edd4e" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1779.560425] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7f394192-a110-41b1-9f29-d46adf68594e tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lock "1ebc64c7-a73c-4e56-ac5b-f435371edd4e" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1779.560550] env[71058]: INFO nova.compute.manager [None req-7f394192-a110-41b1-9f29-d46adf68594e tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Attaching volume db09378b-0d83-40f7-bd27-7d028562075d to /dev/sdb
[ 1779.584129] env[71058]: DEBUG nova.scheduler.client.report [None req-b9c44ae9-d9b5-4117-a247-25d08b145982 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1779.592773] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fafef3-31ab-4f46-b369-a54caf8358a1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1779.601497] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7f8e1b-2f19-4509-98a3-d0218c91b672 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1779.617993] env[71058]: DEBUG nova.virt.block_device [None req-7f394192-a110-41b1-9f29-d46adf68594e tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Updating existing volume attachment record: 0a096e14-55d6-44e5-b049-4ebb3214b668 {{(pid=71058) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
[ 1779.726113] env[71058]: DEBUG nova.network.neutron [req-1b333e80-d4e2-4db9-9b4b-86da8722e5de req-5110065e-e7f0-4332-972a-9422dde39d21 service nova] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Updated VIF entry in instance network info cache for port 29465047-4434-4c54-8fd3-55f66bfa7994. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1779.726113] env[71058]: DEBUG nova.network.neutron [req-1b333e80-d4e2-4db9-9b4b-86da8722e5de req-5110065e-e7f0-4332-972a-9422dde39d21 service nova] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Updating instance_info_cache with network_info: [{"id": "29465047-4434-4c54-8fd3-55f66bfa7994", "address": "fa:16:3e:52:ac:63", "network": {"id": "2fbaaae4-6d15-4c59-8eaf-cad7a9523dc7", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1495967812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db660d4820741658cb5e98b809f7f21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap29465047-44", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1779.938312] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquiring lock "d8c74703-a213-4e6c-882c-46cdbb82b1b9" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1780.089179] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b9c44ae9-d9b5-4117-a247-25d08b145982 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1780.092234] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.439s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1780.094030] env[71058]: INFO nova.compute.claims [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1780.229740] env[71058]: DEBUG oslo_concurrency.lockutils [req-1b333e80-d4e2-4db9-9b4b-86da8722e5de req-5110065e-e7f0-4332-972a-9422dde39d21 service nova] Releasing lock "refresh_cache-d8c74703-a213-4e6c-882c-46cdbb82b1b9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1780.608957] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b9c44ae9-d9b5-4117-a247-25d08b145982 tempest-ServerActionsV293TestJSON-1541438298 tempest-ServerActionsV293TestJSON-1541438298-project-member] Lock "69144402-515b-460e-b3c9-2231abbfec1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 31.262s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1781.363938] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bb7e3f-f08a-4e00-9692-b307ffa98ac6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1781.372278] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08068d8b-e730-4d75-8c42-6476a6aed2d2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1781.402283] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6706414-11e2-4a88-aa09-7e4ea6d8dedf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1781.409752] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578741be-b51e-4eb9-adc6-b4c8bf770b08 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1781.423018] env[71058]: DEBUG nova.compute.provider_tree [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1781.927130] env[71058]: DEBUG nova.scheduler.client.report [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1782.435059] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1782.435648] env[71058]: DEBUG nova.compute.manager [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1782.438607] env[71058]: DEBUG oslo_concurrency.lockutils [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.923s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1782.439996] env[71058]: INFO nova.compute.claims [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1782.944364] env[71058]: DEBUG nova.compute.utils [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1782.947721] env[71058]: DEBUG nova.compute.manager [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Not allocating networking since 'none' was specified. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}}
[ 1783.448709] env[71058]: DEBUG nova.compute.manager [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1783.714331] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95133c95-db7b-49bc-aa6d-398dfda27797 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1783.722019] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8cd3dc-e5d6-4df1-a162-b06a5dd3f8c8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1783.752017] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cbd986-f941-46f5-9f97-049418a12e1a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1783.759027] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6926b535-d616-4942-a120-b4402dd07eba {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1783.771566] env[71058]: DEBUG nova.compute.provider_tree [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1784.169036] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f394192-a110-41b1-9f29-d46adf68594e tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Volume attach. Driver type: vmdk {{(pid=71058) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}}
[ 1784.169296] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f394192-a110-41b1-9f29-d46adf68594e tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577537', 'volume_id': 'db09378b-0d83-40f7-bd27-7d028562075d', 'name': 'volume-db09378b-0d83-40f7-bd27-7d028562075d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ebc64c7-a73c-4e56-ac5b-f435371edd4e', 'attached_at': '', 'detached_at': '', 'volume_id': 'db09378b-0d83-40f7-bd27-7d028562075d', 'serial': 'db09378b-0d83-40f7-bd27-7d028562075d'} {{(pid=71058) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}}
[ 1784.170235] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd8c757-f0e5-4faf-8cd8-f47854262e88 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1784.188084] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77c0a66-e157-42d0-9b62-8702d2beb3f0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1784.211812] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f394192-a110-41b1-9f29-d46adf68594e tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] volume-db09378b-0d83-40f7-bd27-7d028562075d/volume-db09378b-0d83-40f7-bd27-7d028562075d.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1784.212119] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1287c73-1f51-4df4-8389-989e49062df8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1784.230100] env[71058]: DEBUG oslo_vmware.api [None req-7f394192-a110-41b1-9f29-d46adf68594e tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1784.230100] env[71058]:    value = "task-2873593"
[ 1784.230100] env[71058]:    _type = "Task"
[ 1784.230100] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1784.237810] env[71058]: DEBUG oslo_vmware.api [None req-7f394192-a110-41b1-9f29-d46adf68594e tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1784.274490] env[71058]: DEBUG nova.scheduler.client.report [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1784.463474] env[71058]: DEBUG nova.compute.manager [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1784.492478] env[71058]: DEBUG nova.virt.hardware [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1784.492841] env[71058]: DEBUG nova.virt.hardware [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1784.493110] env[71058]: DEBUG nova.virt.hardware [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1784.493389] env[71058]: DEBUG nova.virt.hardware [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1784.493628] env[71058]: DEBUG nova.virt.hardware [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1784.493847] env[71058]: DEBUG nova.virt.hardware [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1784.494165] env[71058]: DEBUG nova.virt.hardware [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1784.494409] env[71058]: DEBUG nova.virt.hardware [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1784.494671] env[71058]: DEBUG nova.virt.hardware [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1784.494909] env[71058]: DEBUG nova.virt.hardware [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1784.495180] env[71058]: DEBUG nova.virt.hardware [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1784.496473] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81328b01-40b6-44a0-95fd-9045bdf0b7ea {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1784.507998] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcf24c1-4f7b-45f0-89c1-85b8eacef008 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1784.529317] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Instance VIF info [] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1784.539160] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Creating folder: Project (dcada37854f04344aba17874891a3863). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1784.539792] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1a0a7ff-d8b1-46f2-817f-1cf52e289ba0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1784.551117] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Created folder: Project (dcada37854f04344aba17874891a3863) in parent group-v577298.
[ 1784.551446] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Creating folder: Instances. Parent ref: group-v577538. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1784.552256] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02332a41-ce54-49fd-9468-42c51d47dab7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1784.566495] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Created folder: Instances in parent group-v577538.
[ 1784.566495] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1784.566495] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1784.566495] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f865014-687f-4d43-b76e-e148f7a118a4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1784.581367] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1784.581367] env[71058]:    value = "task-2873596"
[ 1784.581367] env[71058]:    _type = "Task"
[ 1784.581367] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1784.588666] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873596, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1784.745241] env[71058]: DEBUG oslo_vmware.api [None req-7f394192-a110-41b1-9f29-d46adf68594e tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873593, 'name': ReconfigVM_Task, 'duration_secs': 0.385938} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1784.745653] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f394192-a110-41b1-9f29-d46adf68594e tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Reconfigured VM instance instance-00000042 to attach disk [datastore2] volume-db09378b-0d83-40f7-bd27-7d028562075d/volume-db09378b-0d83-40f7-bd27-7d028562075d.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1784.750768] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a70bd49-185e-4e65-a8a1-dc31fb2b35a0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1784.768715] env[71058]: DEBUG oslo_vmware.api [None req-7f394192-a110-41b1-9f29-d46adf68594e tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1784.768715] env[71058]:    value = "task-2873597"
[ 1784.768715] env[71058]:    _type = "Task"
[ 1784.768715] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1784.778391] env[71058]: DEBUG oslo_vmware.api [None req-7f394192-a110-41b1-9f29-d46adf68594e tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873597, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1784.779178] env[71058]: DEBUG oslo_concurrency.lockutils [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1784.779724] env[71058]: DEBUG nova.compute.manager [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1784.783490] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.195s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1784.784653] env[71058]: INFO nova.compute.claims [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1785.091851] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873596, 'name': CreateVM_Task, 'duration_secs': 0.305886} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1785.092039] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1785.092476] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1785.092635] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1785.092963] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1785.093237] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0904dcd1-1c69-4baa-9c68-1b8585c82a96 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1785.098422] env[71058]: DEBUG oslo_vmware.api [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Waiting for the task: (returnval){
[ 1785.098422] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b40102-ab07-4677-94c2-f2aeb5ab669f"
[ 1785.098422] env[71058]:    _type = "Task"
[ 1785.098422] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1785.107330] env[71058]: DEBUG oslo_vmware.api [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b40102-ab07-4677-94c2-f2aeb5ab669f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1785.278881] env[71058]: DEBUG oslo_vmware.api [None req-7f394192-a110-41b1-9f29-d46adf68594e tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873597, 'name': ReconfigVM_Task, 'duration_secs': 0.135658} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1785.279215] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f394192-a110-41b1-9f29-d46adf68594e tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577537', 'volume_id': 'db09378b-0d83-40f7-bd27-7d028562075d', 'name': 'volume-db09378b-0d83-40f7-bd27-7d028562075d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ebc64c7-a73c-4e56-ac5b-f435371edd4e', 'attached_at': '', 'detached_at': '', 'volume_id': 'db09378b-0d83-40f7-bd27-7d028562075d', 'serial': 'db09378b-0d83-40f7-bd27-7d028562075d'} {{(pid=71058) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}}
[ 1785.291645] env[71058]: DEBUG nova.compute.utils [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1785.296949] env[71058]: DEBUG nova.compute.manager [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1785.296949] env[71058]: DEBUG nova.network.neutron [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1785.331314] env[71058]: DEBUG nova.policy [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '262445c475564d3f8c6a24880828efef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04a5b8df5b6a44cdaf42f20d00c9fb69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1785.589958] env[71058]: DEBUG nova.network.neutron [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Successfully created port: ce8765d0-4f3c-418c-bc8c-6725b1803d8b {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1785.609884] env[71058]: DEBUG oslo_vmware.api [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b40102-ab07-4677-94c2-f2aeb5ab669f, 'name': SearchDatastore_Task, 'duration_secs': 0.0105} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1785.610221] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1785.610484] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1785.610755] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1785.610958] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1785.611178] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1785.611583] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b86adc3-13f2-4cd6-a41c-6566816e012b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1785.620355] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1785.620553] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1785.621400] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-662f9766-cee0-41dc-9e62-562813a089e3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1785.627807] env[71058]: DEBUG oslo_vmware.api [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Waiting for the task: (returnval){
[ 1785.627807] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]525fe7fc-2d71-5f4c-490a-9068291a80f0"
[ 1785.627807] env[71058]:    _type = "Task"
[ 1785.627807] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1785.635948] env[71058]: DEBUG oslo_vmware.api [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]525fe7fc-2d71-5f4c-490a-9068291a80f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1785.800882] env[71058]: DEBUG nova.compute.manager [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1786.086025] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4aab766-d63c-441b-aa9b-293937eff304 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1786.092118] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15500f4-a141-4e90-8c45-0f2bcbc26f0f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1786.124336] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f171f94f-4cbc-41cb-9590-db27e2ce8ea5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1786.136036] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bd3ee2-0093-49f5-8f4f-f5f22f615013 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1786.144100] env[71058]: DEBUG oslo_vmware.api [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]525fe7fc-2d71-5f4c-490a-9068291a80f0, 'name': SearchDatastore_Task, 'duration_secs': 0.008635} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1786.145246] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e4651fb-d925-49ea-b14f-45372becd7ac {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1786.155174] env[71058]: DEBUG nova.compute.provider_tree [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1786.161020] env[71058]: DEBUG oslo_vmware.api [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Waiting for the task: (returnval){
[ 1786.161020] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d0700f-fd77-8bc5-93b0-3ec143b85e3a"
[ 1786.161020] env[71058]:    _type = "Task"
[ 1786.161020] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1786.167118] env[71058]: DEBUG oslo_vmware.api [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d0700f-fd77-8bc5-93b0-3ec143b85e3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1786.339572] env[71058]: DEBUG nova.objects.instance [None req-7f394192-a110-41b1-9f29-d46adf68594e tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lazy-loading 'flavor' on Instance uuid 1ebc64c7-a73c-4e56-ac5b-f435371edd4e {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1786.658764] env[71058]: DEBUG nova.scheduler.client.report [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1786.672298] env[71058]: DEBUG oslo_vmware.api [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d0700f-fd77-8bc5-93b0-3ec143b85e3a, 'name': SearchDatastore_Task, 'duration_secs': 0.010504} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1786.672527] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1786.672792] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] eba411bb-ecdf-433a-85cd-e43c491353c7/eba411bb-ecdf-433a-85cd-e43c491353c7.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1786.673071] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45b3217d-a61b-4679-baa8-4d902916b3a6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1786.681211] env[71058]: DEBUG oslo_vmware.api [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Waiting for the task: (returnval){
[ 1786.681211] env[71058]:    value = "task-2873598"
[ 1786.681211] env[71058]:    _type = "Task"
[ 1786.681211] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1786.689077] env[71058]: DEBUG oslo_vmware.api [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Task: {'id': task-2873598, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1786.809783] env[71058]: DEBUG nova.compute.manager [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1786.841629] env[71058]: DEBUG nova.virt.hardware [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1786.842056] env[71058]: DEBUG nova.virt.hardware [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1786.842056] env[71058]: DEBUG nova.virt.hardware [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1786.842240] env[71058]: DEBUG nova.virt.hardware [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1786.842382] env[71058]: DEBUG nova.virt.hardware [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1786.842528] env[71058]: DEBUG nova.virt.hardware [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1786.842765] env[71058]: DEBUG nova.virt.hardware [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1786.842888] env[71058]: DEBUG nova.virt.hardware [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1786.843084] env[71058]: DEBUG nova.virt.hardware [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1786.843259] env[71058]: DEBUG nova.virt.hardware [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1786.843448] env[71058]: DEBUG nova.virt.hardware [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1786.846113] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42dc1ed0-5c3a-4f51-9a75-e9ae692f1056 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1786.849302] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7f394192-a110-41b1-9f29-d46adf68594e tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lock "1ebc64c7-a73c-4e56-ac5b-f435371edd4e" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.289s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1786.856205] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e1da45-bcb1-4fb4-b8a8-f544b14af447 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1786.935677] env[71058]: INFO nova.compute.manager [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Rescuing
[ 1786.936019] env[71058]: DEBUG oslo_concurrency.lockutils [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquiring lock "refresh_cache-1ebc64c7-a73c-4e56-ac5b-f435371edd4e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1786.936194] env[71058]: DEBUG oslo_concurrency.lockutils [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquired lock "refresh_cache-1ebc64c7-a73c-4e56-ac5b-f435371edd4e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1786.936374] env[71058]: DEBUG nova.network.neutron [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1787.039205] env[71058]: DEBUG nova.compute.manager [req-0be0441d-bdd9-44f3-986e-29896ae71f91 req-40b1a9d8-3b5a-4d1b-bd94-c283058c8079 service nova] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Received event network-vif-plugged-ce8765d0-4f3c-418c-bc8c-6725b1803d8b {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1787.039463] env[71058]: DEBUG oslo_concurrency.lockutils [req-0be0441d-bdd9-44f3-986e-29896ae71f91 req-40b1a9d8-3b5a-4d1b-bd94-c283058c8079 service nova] Acquiring lock "fa2539a6-8b76-481c-856c-1bdd22315157-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1787.039709] env[71058]: DEBUG oslo_concurrency.lockutils [req-0be0441d-bdd9-44f3-986e-29896ae71f91 req-40b1a9d8-3b5a-4d1b-bd94-c283058c8079 service nova] Lock "fa2539a6-8b76-481c-856c-1bdd22315157-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1787.039911] env[71058]: DEBUG oslo_concurrency.lockutils [req-0be0441d-bdd9-44f3-986e-29896ae71f91 req-40b1a9d8-3b5a-4d1b-bd94-c283058c8079 service nova] Lock "fa2539a6-8b76-481c-856c-1bdd22315157-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1787.040224] env[71058]: DEBUG nova.compute.manager [req-0be0441d-bdd9-44f3-986e-29896ae71f91 req-40b1a9d8-3b5a-4d1b-bd94-c283058c8079 service nova] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] No waiting events found dispatching network-vif-plugged-ce8765d0-4f3c-418c-bc8c-6725b1803d8b {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1787.040447] env[71058]: WARNING nova.compute.manager [req-0be0441d-bdd9-44f3-986e-29896ae71f91 req-40b1a9d8-3b5a-4d1b-bd94-c283058c8079 service nova] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Received unexpected event network-vif-plugged-ce8765d0-4f3c-418c-bc8c-6725b1803d8b for instance with vm_state building and task_state spawning.
[ 1787.144227] env[71058]: DEBUG nova.network.neutron [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Successfully updated port: ce8765d0-4f3c-418c-bc8c-6725b1803d8b {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1787.164037] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1787.164155] env[71058]: DEBUG nova.compute.manager [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1787.171023] env[71058]: DEBUG oslo_concurrency.lockutils [None req-da5fd712-0408-4eb8-82c5-c5c108615b92 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.441s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1787.171023] env[71058]: DEBUG nova.objects.instance [None req-da5fd712-0408-4eb8-82c5-c5c108615b92 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Lazy-loading 'resources' on Instance uuid b86f8cb1-24b9-433d-a248-7491e9c9943b {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1787.196023] env[71058]: DEBUG oslo_vmware.api [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Task: {'id': task-2873598, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444226} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1787.196023] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] eba411bb-ecdf-433a-85cd-e43c491353c7/eba411bb-ecdf-433a-85cd-e43c491353c7.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1787.196023] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1787.196023] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-273a56c9-2218-4842-af27-e4a70a2be610 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1787.201080] env[71058]: DEBUG oslo_vmware.api [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Waiting for the task: (returnval){
[ 1787.201080] env[71058]:    value = "task-2873599"
[ 1787.201080] env[71058]:    _type = "Task"
[ 1787.201080] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1787.209725] env[71058]: DEBUG oslo_vmware.api [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Task: {'id': task-2873599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1787.645396] env[71058]: DEBUG oslo_concurrency.lockutils [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Acquiring lock "refresh_cache-fa2539a6-8b76-481c-856c-1bdd22315157" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1787.645741] env[71058]: DEBUG oslo_concurrency.lockutils [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Acquired lock "refresh_cache-fa2539a6-8b76-481c-856c-1bdd22315157" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1787.645741] env[71058]: DEBUG nova.network.neutron [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1787.648854] env[71058]: DEBUG nova.network.neutron [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Updating instance_info_cache with network_info: [{"id": "20aea63c-34b8-4570-a71e-4742f6439d7d", "address": "fa:16:3e:30:c6:bb", "network": {"id": "7d25b6fc-1b3e-4a68-b132-f19dc81a8522", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1033778679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48a2ee130e5a4f4fa56b4ee442dea6ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20aea63c-34", "ovs_interfaceid": "20aea63c-34b8-4570-a71e-4742f6439d7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1787.670949] env[71058]: DEBUG nova.compute.utils [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1787.672591] env[71058]: DEBUG nova.compute.manager [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1787.672761] env[71058]: DEBUG nova.network.neutron [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1787.711024] env[71058]: DEBUG oslo_vmware.api [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Task: {'id': task-2873599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061281} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1787.713362] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1787.714730] env[71058]: DEBUG nova.policy [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae83a57240c44f61b7d1fa9bcfc02299', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ddac6a6d3e341cc90168e936416a974', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1787.716667] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ac8224-bdd4-454a-b046-64e8207ee794 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1787.736518] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] eba411bb-ecdf-433a-85cd-e43c491353c7/eba411bb-ecdf-433a-85cd-e43c491353c7.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1787.738842] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-294add25-49ba-4f54-99fb-c64d9926f3f2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1787.758728] env[71058]: DEBUG oslo_vmware.api [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Waiting for the task: (returnval){
[ 1787.758728] env[71058]:    value = "task-2873600"
[ 1787.758728] env[71058]:    _type = "Task"
[ 1787.758728] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1787.768800] env[71058]: DEBUG oslo_vmware.api [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Task: {'id': task-2873600, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1787.984690] env[71058]: DEBUG nova.network.neutron [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Successfully created port: 73f73d3e-8924-4155-bf75-be410df5806e {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1788.013900] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dff8b6b-d7d5-43ff-a9a4-1597dfb66235 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1788.024993] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23a457a-a3d9-4542-aac3-f8cbd589f3a7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1788.057294] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e90b2a-1ca5-4ec9-bc17-5e4a2bc84286 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1788.064890] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5fe7da-2bab-456f-b1be-ad59e36942d1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1788.079427] env[71058]: DEBUG nova.compute.provider_tree [None req-da5fd712-0408-4eb8-82c5-c5c108615b92 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1788.153833] env[71058]: DEBUG oslo_concurrency.lockutils [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Releasing lock "refresh_cache-1ebc64c7-a73c-4e56-ac5b-f435371edd4e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1788.178270] env[71058]: DEBUG nova.compute.manager [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1788.202485] env[71058]: DEBUG nova.network.neutron [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1788.272868] env[71058]: DEBUG oslo_vmware.api [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Task: {'id': task-2873600, 'name': ReconfigVM_Task, 'duration_secs': 0.291369} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1788.272868] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Reconfigured VM instance instance-00000055 to attach disk [datastore2] eba411bb-ecdf-433a-85cd-e43c491353c7/eba411bb-ecdf-433a-85cd-e43c491353c7.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1788.273642] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14d4c600-7f0a-4b90-b8ea-f1436675ffbd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1788.280664] env[71058]: DEBUG oslo_vmware.api [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Waiting for the task: (returnval){
[ 1788.280664] env[71058]:    value = "task-2873601"
[ 1788.280664] env[71058]:    _type = "Task"
[ 1788.280664] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1788.288589] env[71058]: DEBUG oslo_vmware.api [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Task: {'id': task-2873601, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1788.374147] env[71058]: DEBUG nova.network.neutron [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Updating instance_info_cache with network_info: [{"id": "ce8765d0-4f3c-418c-bc8c-6725b1803d8b", "address": "fa:16:3e:a8:dc:fa", "network": {"id": "6ce9b7ac-3351-4823-b4d5-23d3648feb00", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1957616667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04a5b8df5b6a44cdaf42f20d00c9fb69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce8765d0-4f", "ovs_interfaceid": "ce8765d0-4f3c-418c-bc8c-6725b1803d8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1788.586367] env[71058]: DEBUG nova.scheduler.client.report [None req-da5fd712-0408-4eb8-82c5-c5c108615b92 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1788.791327] env[71058]: DEBUG oslo_vmware.api [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Task: {'id': task-2873601, 'name': Rename_Task, 'duration_secs': 0.139307} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1788.791651] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1788.791822] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c378cbd5-3120-43c8-a922-df63bce8e545 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1788.797477] env[71058]: DEBUG oslo_vmware.api [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Waiting for the task: (returnval){
[ 1788.797477] env[71058]:    value = "task-2873602"
[ 1788.797477] env[71058]:    _type = "Task"
[ 1788.797477] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1788.804773] env[71058]: DEBUG oslo_vmware.api [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Task: {'id': task-2873602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1788.877090] env[71058]: DEBUG oslo_concurrency.lockutils [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Releasing lock "refresh_cache-fa2539a6-8b76-481c-856c-1bdd22315157" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1788.877450] env[71058]: DEBUG nova.compute.manager [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Instance network_info: |[{"id": "ce8765d0-4f3c-418c-bc8c-6725b1803d8b", "address": "fa:16:3e:a8:dc:fa", "network": {"id": "6ce9b7ac-3351-4823-b4d5-23d3648feb00", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1957616667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04a5b8df5b6a44cdaf42f20d00c9fb69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce8765d0-4f", "ovs_interfaceid": "ce8765d0-4f3c-418c-bc8c-6725b1803d8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1788.877922] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:dc:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce8765d0-4f3c-418c-bc8c-6725b1803d8b', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1788.885879] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Creating folder: Project (04a5b8df5b6a44cdaf42f20d00c9fb69). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1788.886194] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf5ce8ce-d171-4404-a399-5450fecfd16e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1788.897857] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Created folder: Project (04a5b8df5b6a44cdaf42f20d00c9fb69) in parent group-v577298.
[ 1788.898058] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Creating folder: Instances. Parent ref: group-v577541. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1788.898311] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d60f6529-8862-45cd-9694-e251f527d9a5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1788.907700] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Created folder: Instances in parent group-v577541.
[ 1788.907950] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1788.908175] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1788.908373] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bbcbb7f-c4ec-4403-8e59-5dbb9eb8f457 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1788.930214] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1788.930214] env[71058]:    value = "task-2873605"
[ 1788.930214] env[71058]:    _type = "Task"
[ 1788.930214] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1788.938665] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873605, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1789.066179] env[71058]: DEBUG nova.compute.manager [req-9c2cdcc4-1c91-4154-930f-c29a8d646989 req-b2a0f006-4291-48fb-aeca-847492d96baf service nova] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Received event network-changed-ce8765d0-4f3c-418c-bc8c-6725b1803d8b {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1789.066179] env[71058]: DEBUG nova.compute.manager [req-9c2cdcc4-1c91-4154-930f-c29a8d646989 req-b2a0f006-4291-48fb-aeca-847492d96baf service nova] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Refreshing instance network info cache due to event network-changed-ce8765d0-4f3c-418c-bc8c-6725b1803d8b. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1789.066322] env[71058]: DEBUG oslo_concurrency.lockutils [req-9c2cdcc4-1c91-4154-930f-c29a8d646989 req-b2a0f006-4291-48fb-aeca-847492d96baf service nova] Acquiring lock "refresh_cache-fa2539a6-8b76-481c-856c-1bdd22315157" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1789.066405] env[71058]: DEBUG oslo_concurrency.lockutils [req-9c2cdcc4-1c91-4154-930f-c29a8d646989 req-b2a0f006-4291-48fb-aeca-847492d96baf service nova] Acquired lock "refresh_cache-fa2539a6-8b76-481c-856c-1bdd22315157" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1789.066621] env[71058]: DEBUG nova.network.neutron [req-9c2cdcc4-1c91-4154-930f-c29a8d646989 req-b2a0f006-4291-48fb-aeca-847492d96baf service nova] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Refreshing network info cache for port ce8765d0-4f3c-418c-bc8c-6725b1803d8b {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1789.091983] env[71058]: DEBUG oslo_concurrency.lockutils [None req-da5fd712-0408-4eb8-82c5-c5c108615b92 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.924s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1789.095742] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8e3e0fb8-d5eb-4fb6-ba43-57f7712d02ef tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.645s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1789.096609] env[71058]: DEBUG nova.objects.instance [None req-8e3e0fb8-d5eb-4fb6-ba43-57f7712d02ef tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lazy-loading 'resources' on Instance uuid e82e45c2-73fd-4c07-a492-7727c8c7b65d {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1789.118679] env[71058]: INFO nova.scheduler.client.report [None req-da5fd712-0408-4eb8-82c5-c5c108615b92 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Deleted allocations for instance b86f8cb1-24b9-433d-a248-7491e9c9943b
[ 1789.189954] env[71058]: DEBUG nova.compute.manager [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1789.220142] env[71058]: DEBUG nova.virt.hardware [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1789.220399] env[71058]: DEBUG nova.virt.hardware [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1789.220632] env[71058]: DEBUG nova.virt.hardware [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1789.220870] env[71058]: DEBUG nova.virt.hardware [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1789.221037] env[71058]: DEBUG nova.virt.hardware [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1789.221191] env[71058]: DEBUG nova.virt.hardware [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1789.221401] env[71058]: DEBUG nova.virt.hardware [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1789.221590] env[71058]: DEBUG nova.virt.hardware [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1789.221771] env[71058]: DEBUG nova.virt.hardware [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1789.221934] env[71058]: DEBUG nova.virt.hardware [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1789.222123] env[71058]: DEBUG nova.virt.hardware [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1789.223282] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d936da12-29c0-4fcb-9469-430b6d8c19f7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1789.231929] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fba5c3-3e45-4fa1-b58c-ab2f77bc1e19 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1789.306751] env[71058]: DEBUG oslo_vmware.api [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Task: {'id': task-2873602, 'name': PowerOnVM_Task, 'duration_secs': 0.442953} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1789.307040] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1789.307252] env[71058]: INFO nova.compute.manager [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Took 4.84 seconds to spawn the instance on the hypervisor.
[ 1789.307428] env[71058]: DEBUG nova.compute.manager [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1789.308223] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d407349-a49b-4dce-aba7-13468915e4a1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1789.439234] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873605, 'name': CreateVM_Task, 'duration_secs': 0.307399} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1789.439418] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1789.440130] env[71058]: DEBUG oslo_concurrency.lockutils [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1789.440295] env[71058]: DEBUG oslo_concurrency.lockutils [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1789.440611] env[71058]: DEBUG oslo_concurrency.lockutils [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1789.440873] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08fc459e-08b8-4ea5-b163-2a6c325ff56e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1789.445584] env[71058]: DEBUG oslo_vmware.api [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Waiting for the task: (returnval){
[ 1789.445584] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52ac11b6-1013-d9ef-f335-f0591ba1053d"
[ 1789.445584] env[71058]:    _type = "Task"
[ 1789.445584] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1789.452802] env[71058]: DEBUG oslo_vmware.api [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52ac11b6-1013-d9ef-f335-f0591ba1053d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1789.536600] env[71058]: DEBUG nova.network.neutron [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Successfully updated port: 73f73d3e-8924-4155-bf75-be410df5806e {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1789.629578] env[71058]: DEBUG oslo_concurrency.lockutils [None req-da5fd712-0408-4eb8-82c5-c5c108615b92 tempest-ImagesNegativeTestJSON-1591031329 tempest-ImagesNegativeTestJSON-1591031329-project-member] Lock "b86f8cb1-24b9-433d-a248-7491e9c9943b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 34.452s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1789.703811] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1789.704277] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82b43a28-0039-4cf2-a378-21ba7a826b65 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1789.713292] env[71058]: DEBUG oslo_vmware.api [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1789.713292] env[71058]:    value = "task-2873606"
[ 1789.713292] env[71058]:    _type = "Task"
[ 1789.713292] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1789.725092] env[71058]: DEBUG oslo_vmware.api [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1789.818977] env[71058]: DEBUG nova.network.neutron [req-9c2cdcc4-1c91-4154-930f-c29a8d646989 req-b2a0f006-4291-48fb-aeca-847492d96baf service nova] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Updated VIF entry in instance network info cache for port ce8765d0-4f3c-418c-bc8c-6725b1803d8b. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1789.818977] env[71058]: DEBUG nova.network.neutron [req-9c2cdcc4-1c91-4154-930f-c29a8d646989 req-b2a0f006-4291-48fb-aeca-847492d96baf service nova] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Updating instance_info_cache with network_info: [{"id": "ce8765d0-4f3c-418c-bc8c-6725b1803d8b", "address": "fa:16:3e:a8:dc:fa", "network": {"id": "6ce9b7ac-3351-4823-b4d5-23d3648feb00", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1957616667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04a5b8df5b6a44cdaf42f20d00c9fb69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce8765d0-4f", "ovs_interfaceid": "ce8765d0-4f3c-418c-bc8c-6725b1803d8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1789.827496] env[71058]: INFO nova.compute.manager [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Took 33.20 seconds to build instance.
[ 1789.919614] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ad90a0-44e9-470c-87db-d6d5f643bb50 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1789.926972] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec727aa-d520-4a6d-a839-f70c8729f611 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1789.958744] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db677552-0c84-48f7-9792-39d9d16a2149 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1789.965955] env[71058]: DEBUG oslo_vmware.api [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52ac11b6-1013-d9ef-f335-f0591ba1053d, 'name': SearchDatastore_Task, 'duration_secs': 0.008708} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1789.967856] env[71058]: DEBUG oslo_concurrency.lockutils [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1789.968104] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1789.968339] env[71058]: DEBUG oslo_concurrency.lockutils [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1789.968484] env[71058]: DEBUG oslo_concurrency.lockutils [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1789.968661] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1789.968920] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f699284-80e2-43b1-9819-2f38ec63344a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1789.971303] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13f9c6d-123b-4de4-8443-7781772dfe44 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1789.984883] env[71058]: DEBUG nova.compute.provider_tree [None req-8e3e0fb8-d5eb-4fb6-ba43-57f7712d02ef tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1789.986802] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1789.986966] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1789.989030] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-651a0ebb-38de-4289-8409-55d3b7cbd71c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1789.993260] env[71058]: DEBUG oslo_vmware.api [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Waiting for the task: (returnval){
[ 1789.993260] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5256b1d1-2024-d2b3-085c-c492d9903dfb"
[ 1789.993260] env[71058]:    _type = "Task"
[ 1789.993260] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1790.002404] env[71058]: DEBUG oslo_vmware.api [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5256b1d1-2024-d2b3-085c-c492d9903dfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1790.040913] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "refresh_cache-db2f48e6-90ab-46fc-92d1-b631739fab94" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1790.041040] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquired lock "refresh_cache-db2f48e6-90ab-46fc-92d1-b631739fab94" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1790.041154] env[71058]: DEBUG nova.network.neutron [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1790.226303] env[71058]: DEBUG oslo_vmware.api [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873606, 'name': PowerOffVM_Task, 'duration_secs': 0.190283} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1790.226578] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1790.227367] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813e5895-9c18-4756-9873-8b5c7d791336 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1790.248638] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fb2f51-3edc-4aaf-b660-c36acd61d1b7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1790.279401] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1790.279713] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1076af3f-fb06-47df-bb0a-443b5d1e8642 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1790.288038] env[71058]: DEBUG oslo_vmware.api [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1790.288038] env[71058]:    value = "task-2873607"
[ 1790.288038] env[71058]:    _type = "Task"
[ 1790.288038] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1790.296208] env[71058]: DEBUG oslo_vmware.api [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1790.323483] env[71058]: DEBUG oslo_concurrency.lockutils [req-9c2cdcc4-1c91-4154-930f-c29a8d646989 req-b2a0f006-4291-48fb-aeca-847492d96baf service nova] Releasing lock "refresh_cache-fa2539a6-8b76-481c-856c-1bdd22315157" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1790.329349] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a20ed53-5a7a-4103-9ccd-03a25edc1eaa tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Lock "eba411bb-ecdf-433a-85cd-e43c491353c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 34.710s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1790.489787] env[71058]: DEBUG nova.scheduler.client.report [None req-8e3e0fb8-d5eb-4fb6-ba43-57f7712d02ef tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1790.503984] env[71058]: DEBUG oslo_vmware.api [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5256b1d1-2024-d2b3-085c-c492d9903dfb, 'name': SearchDatastore_Task, 'duration_secs': 0.007734} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1790.504842] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a57fa9b-f20f-445b-815c-26934d1e24bb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1790.510148] env[71058]: DEBUG oslo_vmware.api [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Waiting for the task: (returnval){
[ 1790.510148] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e3935f-79e5-8080-2eea-ae5c828831e8"
[ 1790.510148] env[71058]:    _type = "Task"
[ 1790.510148] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1790.519628] env[71058]: DEBUG oslo_vmware.api [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e3935f-79e5-8080-2eea-ae5c828831e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1790.579732] env[71058]: DEBUG nova.network.neutron [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1790.727454] env[71058]: DEBUG nova.network.neutron [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Updating instance_info_cache with network_info: [{"id": "73f73d3e-8924-4155-bf75-be410df5806e", "address": "fa:16:3e:2d:72:c0", "network": {"id": "44f331c6-d2ba-4f83-8182-ad2c9f4e13ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1170651185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ddac6a6d3e341cc90168e936416a974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f73d3e-89", "ovs_interfaceid": "73f73d3e-8924-4155-bf75-be410df5806e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1790.801115] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] VM already powered off {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}}
[ 1790.802870] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1790.802870] env[71058]: DEBUG oslo_concurrency.lockutils [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1790.995558] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8e3e0fb8-d5eb-4fb6-ba43-57f7712d02ef tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1791.000779] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.777s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1791.002625] env[71058]: INFO nova.compute.claims [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1791.023937] env[71058]: DEBUG oslo_vmware.api [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e3935f-79e5-8080-2eea-ae5c828831e8, 'name': SearchDatastore_Task, 'duration_secs': 0.01024} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1791.024242] env[71058]: DEBUG oslo_concurrency.lockutils [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1791.024570] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] fa2539a6-8b76-481c-856c-1bdd22315157/fa2539a6-8b76-481c-856c-1bdd22315157.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1791.024781] env[71058]: DEBUG oslo_concurrency.lockutils [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1791.024960] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1791.025197] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2541d4be-0c34-4b85-a9b1-80c8ba898790 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1791.028634] env[71058]: INFO nova.scheduler.client.report [None req-8e3e0fb8-d5eb-4fb6-ba43-57f7712d02ef tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Deleted allocations for instance e82e45c2-73fd-4c07-a492-7727c8c7b65d
[ 1791.029645] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47740ef6-b4d9-498f-be83-e2e51bedaa65 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1791.039523] env[71058]: DEBUG oslo_vmware.api [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Waiting for the task: (returnval){
[ 1791.039523] env[71058]:    value = "task-2873608"
[ 1791.039523] env[71058]:    _type = "Task"
[ 1791.039523] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1791.046726] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1791.046927] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1791.048137] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dabdfd9d-6ad8-4fb2-a03e-aa687ce69cf6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1791.055150] env[71058]: DEBUG oslo_vmware.api [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Task: {'id': task-2873608, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1791.059756] env[71058]: DEBUG oslo_vmware.api [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1791.059756] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523a8ed0-f917-0dab-cb27-afe3ca27e60b"
[ 1791.059756] env[71058]:    _type = "Task"
[ 1791.059756] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1791.070640] env[71058]: DEBUG oslo_vmware.api [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523a8ed0-f917-0dab-cb27-afe3ca27e60b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1791.105358] env[71058]: DEBUG nova.compute.manager [req-27490282-217d-4f69-b554-a65e53b7acdd req-8efe1d4d-3f40-414f-9010-953a2be853f2 service nova] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Received event network-vif-plugged-73f73d3e-8924-4155-bf75-be410df5806e {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1791.105669] env[71058]: DEBUG oslo_concurrency.lockutils [req-27490282-217d-4f69-b554-a65e53b7acdd req-8efe1d4d-3f40-414f-9010-953a2be853f2 service nova] Acquiring lock "db2f48e6-90ab-46fc-92d1-b631739fab94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1791.105669] env[71058]: DEBUG oslo_concurrency.lockutils [req-27490282-217d-4f69-b554-a65e53b7acdd req-8efe1d4d-3f40-414f-9010-953a2be853f2 service nova] Lock "db2f48e6-90ab-46fc-92d1-b631739fab94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1791.105966] env[71058]: DEBUG oslo_concurrency.lockutils [req-27490282-217d-4f69-b554-a65e53b7acdd req-8efe1d4d-3f40-414f-9010-953a2be853f2 service nova] Lock "db2f48e6-90ab-46fc-92d1-b631739fab94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1791.106076] env[71058]: DEBUG nova.compute.manager [req-27490282-217d-4f69-b554-a65e53b7acdd req-8efe1d4d-3f40-414f-9010-953a2be853f2 service nova] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] No waiting events found dispatching network-vif-plugged-73f73d3e-8924-4155-bf75-be410df5806e {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1791.106443] env[71058]: WARNING nova.compute.manager [req-27490282-217d-4f69-b554-a65e53b7acdd req-8efe1d4d-3f40-414f-9010-953a2be853f2 service nova] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Received unexpected event network-vif-plugged-73f73d3e-8924-4155-bf75-be410df5806e for instance with vm_state building and task_state spawning.
[ 1791.106628] env[71058]: DEBUG nova.compute.manager [req-27490282-217d-4f69-b554-a65e53b7acdd req-8efe1d4d-3f40-414f-9010-953a2be853f2 service nova] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Received event network-changed-73f73d3e-8924-4155-bf75-be410df5806e {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1791.106774] env[71058]: DEBUG nova.compute.manager [req-27490282-217d-4f69-b554-a65e53b7acdd req-8efe1d4d-3f40-414f-9010-953a2be853f2 service nova] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Refreshing instance network info cache due to event network-changed-73f73d3e-8924-4155-bf75-be410df5806e. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1791.106947] env[71058]: DEBUG oslo_concurrency.lockutils [req-27490282-217d-4f69-b554-a65e53b7acdd req-8efe1d4d-3f40-414f-9010-953a2be853f2 service nova] Acquiring lock "refresh_cache-db2f48e6-90ab-46fc-92d1-b631739fab94" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1791.235494] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Releasing lock "refresh_cache-db2f48e6-90ab-46fc-92d1-b631739fab94" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1791.235884] env[71058]: DEBUG nova.compute.manager [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Instance network_info: |[{"id": "73f73d3e-8924-4155-bf75-be410df5806e", "address": "fa:16:3e:2d:72:c0", "network": {"id": "44f331c6-d2ba-4f83-8182-ad2c9f4e13ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1170651185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ddac6a6d3e341cc90168e936416a974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f73d3e-89", "ovs_interfaceid": "73f73d3e-8924-4155-bf75-be410df5806e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1791.236219] env[71058]: DEBUG oslo_concurrency.lockutils [req-27490282-217d-4f69-b554-a65e53b7acdd req-8efe1d4d-3f40-414f-9010-953a2be853f2 service nova] Acquired lock "refresh_cache-db2f48e6-90ab-46fc-92d1-b631739fab94" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1791.236413] env[71058]: DEBUG nova.network.neutron [req-27490282-217d-4f69-b554-a65e53b7acdd req-8efe1d4d-3f40-414f-9010-953a2be853f2 service nova] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Refreshing network info cache for port 73f73d3e-8924-4155-bf75-be410df5806e {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1791.237769] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:72:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73f73d3e-8924-4155-bf75-be410df5806e', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1791.247576] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1791.253231] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1791.253857] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62144350-25ec-4d53-a14b-98a0c05c137a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1791.278059] env[71058]: DEBUG nova.compute.manager [None req-db496dad-009b-401c-8468-c263e8be69e0 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1791.278379] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1791.278379] env[71058]:    value = "task-2873609"
[ 1791.278379] env[71058]:    _type = "Task"
[ 1791.278379] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1791.279151] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257bcd9c-3dbe-4ae0-9d90-5361f66f273c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1791.296186] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873609, 'name': CreateVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1791.446287] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Acquiring lock "eba411bb-ecdf-433a-85cd-e43c491353c7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1791.446592] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Lock "eba411bb-ecdf-433a-85cd-e43c491353c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1791.446892] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Acquiring lock "eba411bb-ecdf-433a-85cd-e43c491353c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1791.447497] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Lock "eba411bb-ecdf-433a-85cd-e43c491353c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1791.447497] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Lock "eba411bb-ecdf-433a-85cd-e43c491353c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1791.449734] env[71058]: INFO nova.compute.manager [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Terminating instance
[ 1791.527086] env[71058]: DEBUG nova.network.neutron [req-27490282-217d-4f69-b554-a65e53b7acdd req-8efe1d4d-3f40-414f-9010-953a2be853f2 service nova] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Updated VIF entry in instance network info cache for port 73f73d3e-8924-4155-bf75-be410df5806e. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1791.527980] env[71058]: DEBUG nova.network.neutron [req-27490282-217d-4f69-b554-a65e53b7acdd req-8efe1d4d-3f40-414f-9010-953a2be853f2 service nova] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Updating instance_info_cache with network_info: [{"id": "73f73d3e-8924-4155-bf75-be410df5806e", "address": "fa:16:3e:2d:72:c0", "network": {"id": "44f331c6-d2ba-4f83-8182-ad2c9f4e13ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1170651185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ddac6a6d3e341cc90168e936416a974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f73d3e-89", "ovs_interfaceid": "73f73d3e-8924-4155-bf75-be410df5806e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1791.543364] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8e3e0fb8-d5eb-4fb6-ba43-57f7712d02ef tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "e82e45c2-73fd-4c07-a492-7727c8c7b65d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 34.574s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1791.557430] env[71058]: DEBUG oslo_vmware.api [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Task: {'id': task-2873608, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500603} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1791.558542] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] fa2539a6-8b76-481c-856c-1bdd22315157/fa2539a6-8b76-481c-856c-1bdd22315157.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1791.558812] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1791.559302] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b863c749-78dd-4db7-a8b4-2cbee5396efa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1791.574414] env[71058]: DEBUG oslo_vmware.api [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523a8ed0-f917-0dab-cb27-afe3ca27e60b, 'name': SearchDatastore_Task, 'duration_secs': 0.009197} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1791.576686] env[71058]: DEBUG oslo_vmware.api [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Waiting for the task: (returnval){
[ 1791.576686] env[71058]:    value = "task-2873610"
[ 1791.576686] env[71058]:    _type = "Task"
[ 1791.576686] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1791.577486] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a3fdf98-f3d3-4584-a423-c67f4aab9117 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1791.585767] env[71058]: DEBUG oslo_vmware.api [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1791.585767] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b08023-5330-2cb0-cd92-36e882bfc02e"
[ 1791.585767] env[71058]:    _type = "Task"
[ 1791.585767] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1791.591360] env[71058]: DEBUG oslo_vmware.api [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Task: {'id': task-2873610, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1791.603373] env[71058]: DEBUG oslo_vmware.api [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b08023-5330-2cb0-cd92-36e882bfc02e, 'name': SearchDatastore_Task, 'duration_secs': 0.009184} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1791.603827] env[71058]: DEBUG oslo_concurrency.lockutils [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1791.604168] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 1ebc64c7-a73c-4e56-ac5b-f435371edd4e/8099d743-3bb3-45d8-acee-c2b5ceed489a-rescue.vmdk. {{(pid=71058) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}}
[ 1791.604513] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db11588e-470c-4cfe-b45c-19c64a2d692d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1791.613224] env[71058]: DEBUG oslo_vmware.api [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1791.613224] env[71058]:    value = "task-2873611"
[ 1791.613224] env[71058]:    _type = "Task"
[ 1791.613224] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1791.622377] env[71058]: DEBUG oslo_vmware.api [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1791.794040] env[71058]: INFO nova.compute.manager [None req-db496dad-009b-401c-8468-c263e8be69e0 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] instance snapshotting
[ 1791.794436] env[71058]: DEBUG nova.objects.instance [None req-db496dad-009b-401c-8468-c263e8be69e0 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Lazy-loading 'flavor' on Instance uuid eba411bb-ecdf-433a-85cd-e43c491353c7 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1791.795806] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873609, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1791.957372] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Acquiring lock "refresh_cache-eba411bb-ecdf-433a-85cd-e43c491353c7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1791.957372] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Acquired lock "refresh_cache-eba411bb-ecdf-433a-85cd-e43c491353c7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1791.957372] env[71058]: DEBUG nova.network.neutron [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1792.030850] env[71058]: DEBUG oslo_concurrency.lockutils [req-27490282-217d-4f69-b554-a65e53b7acdd req-8efe1d4d-3f40-414f-9010-953a2be853f2 service nova] Releasing lock "refresh_cache-db2f48e6-90ab-46fc-92d1-b631739fab94" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1792.100641] env[71058]: DEBUG oslo_vmware.api [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Task: {'id': task-2873610, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068739} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1792.100930] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1792.101772] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca33e312-8d71-4d78-a468-93f59fe3a45d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1792.134178] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] fa2539a6-8b76-481c-856c-1bdd22315157/fa2539a6-8b76-481c-856c-1bdd22315157.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1792.139533] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e38cdee-ff54-4704-8eee-c07bbf8141dd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1792.164542] env[71058]: DEBUG oslo_vmware.api [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469618} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1792.165933] env[71058]: INFO nova.virt.vmwareapi.ds_util [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 1ebc64c7-a73c-4e56-ac5b-f435371edd4e/8099d743-3bb3-45d8-acee-c2b5ceed489a-rescue.vmdk.
[ 1792.166838] env[71058]: DEBUG oslo_vmware.api [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Waiting for the task: (returnval){
[ 1792.166838] env[71058]:    value = "task-2873612"
[ 1792.166838] env[71058]:    _type = "Task"
[ 1792.166838] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1792.167146] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20e7d6c-76af-4f31-b3c1-48c4798dc979 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1792.205308] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 1ebc64c7-a73c-4e56-ac5b-f435371edd4e/8099d743-3bb3-45d8-acee-c2b5ceed489a-rescue.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1792.211189] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2b25e3e-cceb-4dc0-bd60-02254423808c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1792.224900] env[71058]: DEBUG oslo_vmware.api [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Task: {'id': task-2873612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1792.233299] env[71058]: DEBUG oslo_vmware.api [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1792.233299] env[71058]:    value = "task-2873613"
[ 1792.233299] env[71058]:    _type = "Task"
[ 1792.233299] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1792.243121] env[71058]: DEBUG oslo_vmware.api [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873613, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1792.295479] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873609, 'name': CreateVM_Task, 'duration_secs': 0.538953} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1792.295668] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1792.296383] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1792.296539] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1792.296861] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1792.297136] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f037948f-a045-442e-9e16-4b7d21c702c5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1792.304983] env[71058]: DEBUG oslo_vmware.api [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1792.304983] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f7131e-c274-e854-311b-7b93c3dfe35a"
[ 1792.304983] env[71058]:    _type = "Task"
[ 1792.304983] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1792.306110] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96a4ef4-262d-466e-82ef-8917a5c33eaa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1792.330136] env[71058]: DEBUG oslo_vmware.api [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f7131e-c274-e854-311b-7b93c3dfe35a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1792.333670] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c523e3-6e7d-4676-9bdd-6cdc6b94a693 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1792.465170] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e286ac9f-d9a1-4f1c-848b-f97e95b260a6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1792.473126] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deaef71a-8004-451a-85ea-21d4f47daa4e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1792.478312] env[71058]: DEBUG nova.network.neutron [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1792.506497] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8795246-c239-4412-b3df-a05c0587f916 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1792.514939] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0b6c78-a9f7-4ed3-8149-3821d0ae02d3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1792.532421] env[71058]: DEBUG nova.compute.provider_tree [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1792.556379] env[71058]: DEBUG nova.network.neutron [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1792.681751] env[71058]: DEBUG oslo_vmware.api [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Task: {'id': task-2873612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1792.741364] env[71058]: DEBUG oslo_vmware.api [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1792.815362] env[71058]: DEBUG oslo_vmware.api [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f7131e-c274-e854-311b-7b93c3dfe35a, 'name': SearchDatastore_Task, 'duration_secs': 0.020819} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1792.815648] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1792.815908] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1792.816152] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1792.816299] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1792.816474] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1792.816777] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ec42dc6-4860-465c-9bcb-584de888a35f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1792.835242] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1792.835444] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1792.836228] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc708adf-58b3-47b2-a629-0cdf0e1c4718 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1792.841142] env[71058]: DEBUG oslo_vmware.api [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1792.841142] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52053dba-df4c-4ee2-f367-b1bc6e4c3d0e"
[ 1792.841142] env[71058]:    _type = "Task"
[ 1792.841142] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1792.844910] env[71058]: DEBUG nova.compute.manager [None req-db496dad-009b-401c-8468-c263e8be69e0 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Instance disappeared during snapshot {{(pid=71058) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}}
[ 1792.852330] env[71058]: DEBUG oslo_vmware.api [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52053dba-df4c-4ee2-f367-b1bc6e4c3d0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1792.963563] env[71058]: DEBUG nova.compute.manager [None req-db496dad-009b-401c-8468-c263e8be69e0 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Found 0 images (rotation: 2) {{(pid=71058) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}}
[ 1793.035568] env[71058]: DEBUG nova.scheduler.client.report [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1793.059254] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Releasing lock "refresh_cache-eba411bb-ecdf-433a-85cd-e43c491353c7" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1793.059770] env[71058]: DEBUG nova.compute.manager [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1793.059975] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1793.061145] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec62ab12-0fb2-4c1d-9a71-4806372eb478 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1793.069347] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1793.069611] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abbfe216-57b2-444c-bf27-df693aa973c4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1793.076099] env[71058]: DEBUG oslo_vmware.api [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Waiting for the task: (returnval){
[ 1793.076099] env[71058]:    value = "task-2873614"
[ 1793.076099] env[71058]:    _type = "Task"
[ 1793.076099] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1793.084139] env[71058]: DEBUG oslo_vmware.api [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Task: {'id': task-2873614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1793.180437] env[71058]: DEBUG oslo_vmware.api [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Task: {'id': task-2873612, 'name': ReconfigVM_Task, 'duration_secs': 1.005091} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1793.181097] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Reconfigured VM instance instance-00000056 to attach disk [datastore2] fa2539a6-8b76-481c-856c-1bdd22315157/fa2539a6-8b76-481c-856c-1bdd22315157.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1793.181808] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf72f41e-e0a6-41d7-83e0-9be8d842b505 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1793.188842] env[71058]: DEBUG oslo_vmware.api [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Waiting for the task: (returnval){
[ 1793.188842] env[71058]:    value = "task-2873615"
[ 1793.188842] env[71058]:    _type = "Task"
[ 1793.188842] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1793.203449] env[71058]: DEBUG oslo_vmware.api [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Task: {'id': task-2873615, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1793.240630] env[71058]: DEBUG oslo_vmware.api [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873613, 'name': ReconfigVM_Task, 'duration_secs': 0.568535} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1793.240930] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 1ebc64c7-a73c-4e56-ac5b-f435371edd4e/8099d743-3bb3-45d8-acee-c2b5ceed489a-rescue.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1793.241878] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3981a4b7-9a78-4b82-a8c4-2ef073cfd608 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1793.274158] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efe39c52-75a7-43f7-add3-7f263b120fb7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1793.290009] env[71058]: DEBUG oslo_vmware.api [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1793.290009] env[71058]:    value = "task-2873616"
[ 1793.290009] env[71058]:    _type = "Task"
[ 1793.290009] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1793.299176] env[71058]: DEBUG oslo_vmware.api [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873616, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1793.352262] env[71058]: DEBUG oslo_vmware.api [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52053dba-df4c-4ee2-f367-b1bc6e4c3d0e, 'name': SearchDatastore_Task, 'duration_secs': 0.055775} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1793.353140] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cff508dd-eaf4-4c1f-94b4-4b63d245c099 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1793.358476] env[71058]: DEBUG oslo_vmware.api [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1793.358476] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]528037fa-150c-6900-7eda-e2e346d4ea18"
[ 1793.358476] env[71058]:    _type = "Task"
[ 1793.358476] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1793.366958] env[71058]: DEBUG oslo_vmware.api [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]528037fa-150c-6900-7eda-e2e346d4ea18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1793.540765] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1793.541349] env[71058]: DEBUG nova.compute.manager [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1793.544132] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cfbb233d-deca-48dd-b637-1ae405c61a48 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.300s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1793.544357] env[71058]: DEBUG nova.objects.instance [None req-cfbb233d-deca-48dd-b637-1ae405c61a48 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lazy-loading 'resources' on Instance uuid cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1793.586614] env[71058]: DEBUG oslo_vmware.api [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Task: {'id': task-2873614, 'name': PowerOffVM_Task, 'duration_secs': 0.124665} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1793.586876] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1793.587063] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1793.587318] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6aab4d5-94e3-4f94-b55d-4c951c806284 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1793.618167] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1793.618414] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1793.618614] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Deleting the datastore file [datastore2] eba411bb-ecdf-433a-85cd-e43c491353c7 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1793.618895] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a705bd9e-6b15-4dfa-9e9e-3574c66a64af {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1793.625585] env[71058]: DEBUG oslo_vmware.api [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Waiting for the task: (returnval){
[ 1793.625585] env[71058]:    value = "task-2873618"
[ 1793.625585] env[71058]:    _type = "Task"
[ 1793.625585] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1793.633597] env[71058]: DEBUG oslo_vmware.api [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Task: {'id': task-2873618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1793.698611] env[71058]: DEBUG oslo_vmware.api [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Task: {'id': task-2873615, 'name': Rename_Task, 'duration_secs': 0.148058} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1793.698891] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1793.699180] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fac768b-f972-4c2a-9302-91ce6e7b2dd7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1793.705330] env[71058]: DEBUG oslo_vmware.api [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Waiting for the task: (returnval){
[ 1793.705330] env[71058]:    value = "task-2873619"
[ 1793.705330] env[71058]:    _type = "Task"
[ 1793.705330] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1793.713331] env[71058]: DEBUG oslo_vmware.api [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Task: {'id': task-2873619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1793.800289] env[71058]: DEBUG oslo_vmware.api [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873616, 'name': ReconfigVM_Task, 'duration_secs': 0.163584} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1793.800553] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1793.800808] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c06f687-b2e6-45b0-81be-b1d0b9eb1cc1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1793.807472] env[71058]: DEBUG oslo_vmware.api [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1793.807472] env[71058]:    value = "task-2873620"
[ 1793.807472] env[71058]:    _type = "Task"
[ 1793.807472] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1793.820223] env[71058]: DEBUG oslo_vmware.api [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873620, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1793.871392] env[71058]: DEBUG oslo_vmware.api [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]528037fa-150c-6900-7eda-e2e346d4ea18, 'name': SearchDatastore_Task, 'duration_secs': 0.008498} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1793.871793] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1793.872380] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] db2f48e6-90ab-46fc-92d1-b631739fab94/db2f48e6-90ab-46fc-92d1-b631739fab94.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1793.872846] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d79fbc49-c3d2-4bd1-aeda-b0bd328805c8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1793.881345] env[71058]: DEBUG oslo_vmware.api [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1793.881345] env[71058]:    value = "task-2873621"
[ 1793.881345] env[71058]:    _type = "Task"
[ 1793.881345] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1793.889382] env[71058]: DEBUG oslo_vmware.api [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1793.895941] env[71058]: DEBUG oslo_concurrency.lockutils [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Acquiring lock "93d276f6-f037-42c0-a3a3-086d863618c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1793.895941] env[71058]: DEBUG oslo_concurrency.lockutils [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Lock "93d276f6-f037-42c0-a3a3-086d863618c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1794.047565] env[71058]: DEBUG nova.compute.utils [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1794.052516] env[71058]: DEBUG nova.compute.manager [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1794.052516] env[71058]: DEBUG nova.network.neutron [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1794.109544] env[71058]: DEBUG nova.policy [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce2028fb35e544a09b396c6ebf46e203', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ae80f45084747faba9f976dc2d36a66', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1794.137594] env[71058]: DEBUG oslo_vmware.api [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Task: {'id': task-2873618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097398} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1794.140786] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1794.141006] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1794.141203] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1794.141386] env[71058]: INFO nova.compute.manager [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Took 1.08 seconds to destroy the instance on the hypervisor.
[ 1794.141778] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1794.145053] env[71058]: DEBUG nova.compute.manager [-] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1794.145053] env[71058]: DEBUG nova.network.neutron [-] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1794.175508] env[71058]: DEBUG nova.network.neutron [-] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1794.219482] env[71058]: DEBUG oslo_vmware.api [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Task: {'id': task-2873619, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1794.317368] env[71058]: DEBUG oslo_vmware.api [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873620, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1794.394723] env[71058]: DEBUG oslo_vmware.api [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873621, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1794.398622] env[71058]: DEBUG nova.compute.manager [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1794.416568] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8cb897-270a-413b-b177-9f85e0696c92 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1794.426998] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04328422-f53d-41e8-bb3f-5f3f3d72f04e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1794.464382] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab0a1a0-cb75-4e20-b5ef-f6c6d8ae095b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1794.472455] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606777fc-99eb-4752-b1b6-cd57ee96e3af {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1794.488443] env[71058]: DEBUG nova.compute.provider_tree [None req-cfbb233d-deca-48dd-b637-1ae405c61a48 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1794.490240] env[71058]: DEBUG nova.network.neutron [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Successfully created port: a5d3a310-dc46-4431-951a-5dbe47814ffe {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1794.553240] env[71058]: DEBUG nova.compute.manager [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1794.679024] env[71058]: DEBUG nova.network.neutron [-] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1794.718411] env[71058]: DEBUG oslo_vmware.api [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Task: {'id': task-2873619, 'name': PowerOnVM_Task, 'duration_secs': 0.538377} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1794.718693] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1794.718892] env[71058]: INFO nova.compute.manager [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Took 7.91 seconds to spawn the instance on the hypervisor.
[ 1794.723181] env[71058]: DEBUG nova.compute.manager [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1794.724345] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc0a2ed-6126-46da-bde6-e7e2f902d81b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1794.819165] env[71058]: DEBUG oslo_vmware.api [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873620, 'name': PowerOnVM_Task, 'duration_secs': 0.591895} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1794.819165] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1794.823019] env[71058]: DEBUG nova.compute.manager [None req-71b169a3-6146-451e-a520-21d377b5d2ea tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1794.823019] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99ef446-6047-482d-a5bf-e0e42c22666f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1794.895690] env[71058]: DEBUG oslo_vmware.api [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549239} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1794.896201] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] db2f48e6-90ab-46fc-92d1-b631739fab94/db2f48e6-90ab-46fc-92d1-b631739fab94.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1794.896598] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1794.896962] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c7a8df5-c9ae-4e39-95b0-b5fb658d78ac {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1794.906593] env[71058]: DEBUG oslo_vmware.api [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1794.906593] env[71058]:    value = "task-2873622"
[ 1794.906593] env[71058]:    _type = "Task"
[ 1794.906593] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1794.919658] env[71058]: DEBUG oslo_vmware.api [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873622, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1794.924091] env[71058]: DEBUG oslo_concurrency.lockutils [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1794.996023] env[71058]: DEBUG nova.scheduler.client.report [None req-cfbb233d-deca-48dd-b637-1ae405c61a48 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1795.182771] env[71058]: INFO nova.compute.manager [-] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Took 1.04 seconds to deallocate network for instance.
[ 1795.241108] env[71058]: INFO nova.compute.manager [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Took 36.74 seconds to build instance.
[ 1795.419785] env[71058]: DEBUG oslo_vmware.api [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873622, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.357412} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1795.421173] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1795.421173] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622c709c-2c75-42b1-80ea-a34ff1b524e8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1795.445221] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] db2f48e6-90ab-46fc-92d1-b631739fab94/db2f48e6-90ab-46fc-92d1-b631739fab94.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1795.445525] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f4fb90c-ba53-43e2-a72c-ac7c1022901d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1795.465873] env[71058]: DEBUG oslo_vmware.api [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1795.465873] env[71058]:    value = "task-2873623"
[ 1795.465873] env[71058]:    _type = "Task"
[ 1795.465873] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1795.474239] env[71058]: DEBUG oslo_vmware.api [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873623, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1795.499646] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cfbb233d-deca-48dd-b637-1ae405c61a48 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1795.502282] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.391s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1795.503716] env[71058]: INFO nova.compute.claims [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1795.518486] env[71058]: INFO nova.scheduler.client.report [None req-cfbb233d-deca-48dd-b637-1ae405c61a48 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Deleted allocations for instance cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e
[ 1795.563568] env[71058]: DEBUG nova.compute.manager [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1795.591242] env[71058]: DEBUG nova.virt.hardware [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1795.591242] env[71058]: DEBUG nova.virt.hardware [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1795.591242] env[71058]: DEBUG nova.virt.hardware [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1795.591242] env[71058]: DEBUG nova.virt.hardware [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1795.591242] env[71058]: DEBUG nova.virt.hardware [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1795.591242] env[71058]: DEBUG nova.virt.hardware [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1795.591242] env[71058]: DEBUG nova.virt.hardware [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1795.591559] env[71058]: DEBUG nova.virt.hardware [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1795.591559] env[71058]: DEBUG nova.virt.hardware [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1795.591631] env[71058]: DEBUG nova.virt.hardware [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1795.592238] env[71058]: DEBUG nova.virt.hardware [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1795.592706] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8866f7f-5b05-4db8-8bc7-70e1498c2822 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1795.602140] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1c30ab-0b43-44a0-bd02-d40df9b85a5c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1795.688169] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1795.744367] env[71058]: DEBUG oslo_concurrency.lockutils [None req-35ebd276-2ed9-4069-8f0a-baf24d451ccd tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Lock "fa2539a6-8b76-481c-856c-1bdd22315157" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 38.253s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1795.889041] env[71058]: DEBUG nova.compute.manager [req-b8d7625b-c2dd-474f-8280-57990d3beac0 req-49c41679-7e6b-4bf1-81de-4ed22773037a service nova] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Received event network-vif-plugged-a5d3a310-dc46-4431-951a-5dbe47814ffe {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1795.889288] env[71058]: DEBUG oslo_concurrency.lockutils [req-b8d7625b-c2dd-474f-8280-57990d3beac0 req-49c41679-7e6b-4bf1-81de-4ed22773037a service nova] Acquiring lock "15042830-daf1-4904-8911-7084b0a83d63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1795.889576] env[71058]: DEBUG oslo_concurrency.lockutils [req-b8d7625b-c2dd-474f-8280-57990d3beac0 req-49c41679-7e6b-4bf1-81de-4ed22773037a service nova] Lock "15042830-daf1-4904-8911-7084b0a83d63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1795.889695] env[71058]: DEBUG oslo_concurrency.lockutils [req-b8d7625b-c2dd-474f-8280-57990d3beac0 req-49c41679-7e6b-4bf1-81de-4ed22773037a service nova] Lock "15042830-daf1-4904-8911-7084b0a83d63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1795.889823] env[71058]: DEBUG nova.compute.manager [req-b8d7625b-c2dd-474f-8280-57990d3beac0 req-49c41679-7e6b-4bf1-81de-4ed22773037a service nova] [instance: 15042830-daf1-4904-8911-7084b0a83d63] No waiting events found dispatching network-vif-plugged-a5d3a310-dc46-4431-951a-5dbe47814ffe {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1795.889983] env[71058]: WARNING nova.compute.manager [req-b8d7625b-c2dd-474f-8280-57990d3beac0 req-49c41679-7e6b-4bf1-81de-4ed22773037a service nova] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Received unexpected event network-vif-plugged-a5d3a310-dc46-4431-951a-5dbe47814ffe for instance with vm_state building and task_state spawning.
[ 1795.976795] env[71058]: DEBUG oslo_vmware.api [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873623, 'name': ReconfigVM_Task, 'duration_secs': 0.332261} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1795.977115] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Reconfigured VM instance instance-00000057 to attach disk [datastore2] db2f48e6-90ab-46fc-92d1-b631739fab94/db2f48e6-90ab-46fc-92d1-b631739fab94.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1795.977760] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9afe830-1dc8-42ee-921d-dde929195c1e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1795.985224] env[71058]: DEBUG oslo_vmware.api [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1795.985224] env[71058]:    value = "task-2873624"
[ 1795.985224] env[71058]:    _type = "Task"
[ 1795.985224] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1795.985953] env[71058]: DEBUG nova.network.neutron [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Successfully updated port: a5d3a310-dc46-4431-951a-5dbe47814ffe {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1795.994651] env[71058]: DEBUG oslo_vmware.api [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873624, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1796.026979] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cfbb233d-deca-48dd-b637-1ae405c61a48 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 36.715s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1796.149799] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e2eb8c8f-709a-48ac-9198-ffebe315d5aa tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Acquiring lock "fa2539a6-8b76-481c-856c-1bdd22315157" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1796.150091] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e2eb8c8f-709a-48ac-9198-ffebe315d5aa tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Lock "fa2539a6-8b76-481c-856c-1bdd22315157" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1796.150755] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e2eb8c8f-709a-48ac-9198-ffebe315d5aa tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Acquiring lock "fa2539a6-8b76-481c-856c-1bdd22315157-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1796.150755] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e2eb8c8f-709a-48ac-9198-ffebe315d5aa tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Lock "fa2539a6-8b76-481c-856c-1bdd22315157-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1796.150755] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e2eb8c8f-709a-48ac-9198-ffebe315d5aa tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Lock "fa2539a6-8b76-481c-856c-1bdd22315157-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1796.152864] env[71058]: INFO nova.compute.manager [None req-e2eb8c8f-709a-48ac-9198-ffebe315d5aa tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Terminating instance
[ 1796.491735] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "refresh_cache-15042830-daf1-4904-8911-7084b0a83d63" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1796.492066] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquired lock "refresh_cache-15042830-daf1-4904-8911-7084b0a83d63" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1796.492129] env[71058]: DEBUG nova.network.neutron [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1796.499203] env[71058]: DEBUG oslo_vmware.api [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873624, 'name': Rename_Task, 'duration_secs': 0.130862} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1796.499511] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1796.500790] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bba4d9c2-a8db-4fbb-a9fc-1314c29a0efd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1796.508862] env[71058]: INFO nova.compute.manager [None req-b00ad1bb-1c05-47ca-87bb-d40ee58c64db tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Unrescuing
[ 1796.509150] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b00ad1bb-1c05-47ca-87bb-d40ee58c64db tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquiring lock "refresh_cache-1ebc64c7-a73c-4e56-ac5b-f435371edd4e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1796.509150] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b00ad1bb-1c05-47ca-87bb-d40ee58c64db tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquired lock "refresh_cache-1ebc64c7-a73c-4e56-ac5b-f435371edd4e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1796.509314] env[71058]: DEBUG nova.network.neutron [None req-b00ad1bb-1c05-47ca-87bb-d40ee58c64db tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1796.510724] env[71058]: DEBUG oslo_vmware.api [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1796.510724] env[71058]:    value = "task-2873625"
[ 1796.510724] env[71058]:    _type = "Task"
[ 1796.510724] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1796.523565] env[71058]: DEBUG oslo_vmware.api [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1796.660523] env[71058]: DEBUG nova.compute.manager [None req-e2eb8c8f-709a-48ac-9198-ffebe315d5aa tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1796.660750] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e2eb8c8f-709a-48ac-9198-ffebe315d5aa tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1796.662282] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02b66d6-5032-4a40-ad92-370346128e7d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1796.671022] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2eb8c8f-709a-48ac-9198-ffebe315d5aa tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1796.671322] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-146f6ac4-866a-40f6-9b0d-2552325c74d2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1796.680880] env[71058]: DEBUG oslo_vmware.api [None req-e2eb8c8f-709a-48ac-9198-ffebe315d5aa tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Waiting for the task: (returnval){
[ 1796.680880] env[71058]:    value = "task-2873626"
[ 1796.680880] env[71058]:    _type = "Task"
[ 1796.680880] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1796.690294] env[71058]: DEBUG oslo_vmware.api [None req-e2eb8c8f-709a-48ac-9198-ffebe315d5aa tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Task: {'id': task-2873626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1796.835786] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a9661b-00c9-434d-8487-1eb622a80dcb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1796.844007] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476db7cd-8530-46b3-969b-cb39cd1f75aa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1796.877459] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07dec62-ac20-4e72-a1bf-9bcde52fbf9f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1796.886505] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57b1436-cfd8-4b36-876d-bd57c900d484 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1796.900670] env[71058]: DEBUG nova.compute.provider_tree [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1797.024246] env[71058]: DEBUG oslo_vmware.api [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873625, 'name': PowerOnVM_Task} progress is 87%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1797.025596] env[71058]: DEBUG nova.network.neutron [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1797.115131] env[71058]: DEBUG oslo_concurrency.lockutils [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "2ece5bee-47b6-43fe-9f71-8f53eff22091" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1797.115521] env[71058]: DEBUG oslo_concurrency.lockutils [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "2ece5bee-47b6-43fe-9f71-8f53eff22091" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1797.190285] env[71058]: DEBUG oslo_vmware.api [None req-e2eb8c8f-709a-48ac-9198-ffebe315d5aa tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Task: {'id': task-2873626, 'name': PowerOffVM_Task, 'duration_secs': 0.229122} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1797.192661] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2eb8c8f-709a-48ac-9198-ffebe315d5aa tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1797.192838] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e2eb8c8f-709a-48ac-9198-ffebe315d5aa tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1797.193113] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9f9fd8b-e035-4644-818c-0983246ddada {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1797.260248] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e2eb8c8f-709a-48ac-9198-ffebe315d5aa tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1797.260466] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e2eb8c8f-709a-48ac-9198-ffebe315d5aa tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1797.260645] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2eb8c8f-709a-48ac-9198-ffebe315d5aa tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Deleting the datastore file [datastore2] fa2539a6-8b76-481c-856c-1bdd22315157 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1797.260907] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-125e1f93-fce5-49a1-948a-64ea13769226 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1797.268448] env[71058]: DEBUG oslo_vmware.api [None req-e2eb8c8f-709a-48ac-9198-ffebe315d5aa tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Waiting for the task: (returnval){
[ 1797.268448] env[71058]:    value = "task-2873628"
[ 1797.268448] env[71058]:    _type = "Task"
[ 1797.268448] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1797.275856] env[71058]: DEBUG oslo_vmware.api [None req-e2eb8c8f-709a-48ac-9198-ffebe315d5aa tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Task: {'id': task-2873628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1797.277906] env[71058]: DEBUG nova.network.neutron [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Updating instance_info_cache with network_info: [{"id": "a5d3a310-dc46-4431-951a-5dbe47814ffe", "address": "fa:16:3e:27:03:b9", "network": {"id": "02a93a58-8f0c-468d-b34e-1db5e61a54ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2046819330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ae80f45084747faba9f976dc2d36a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5d3a310-dc", "ovs_interfaceid": "a5d3a310-dc46-4431-951a-5dbe47814ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1797.328240] env[71058]: DEBUG nova.network.neutron [None req-b00ad1bb-1c05-47ca-87bb-d40ee58c64db tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Updating instance_info_cache with network_info: [{"id": "20aea63c-34b8-4570-a71e-4742f6439d7d", "address": "fa:16:3e:30:c6:bb", "network": {"id": "7d25b6fc-1b3e-4a68-b132-f19dc81a8522", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1033778679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48a2ee130e5a4f4fa56b4ee442dea6ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20aea63c-34", "ovs_interfaceid": "20aea63c-34b8-4570-a71e-4742f6439d7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1797.403886] env[71058]: DEBUG nova.scheduler.client.report [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1797.522813] env[71058]: DEBUG oslo_vmware.api [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873625, 'name': PowerOnVM_Task, 'duration_secs': 0.957494} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1797.523203] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1797.523277] env[71058]: INFO nova.compute.manager [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Took 8.33 seconds to spawn the instance on the hypervisor.
[ 1797.523456] env[71058]: DEBUG nova.compute.manager [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1797.524278] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06b37e2-e27c-4b5d-ab7e-4a66975022c1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1797.618487] env[71058]: DEBUG nova.compute.manager [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1797.780435] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Releasing lock "refresh_cache-15042830-daf1-4904-8911-7084b0a83d63" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1797.780755] env[71058]: DEBUG nova.compute.manager [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Instance network_info: |[{"id": "a5d3a310-dc46-4431-951a-5dbe47814ffe", "address": "fa:16:3e:27:03:b9", "network": {"id": "02a93a58-8f0c-468d-b34e-1db5e61a54ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2046819330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ae80f45084747faba9f976dc2d36a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5d3a310-dc", "ovs_interfaceid": "a5d3a310-dc46-4431-951a-5dbe47814ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1797.781060] env[71058]: DEBUG oslo_vmware.api [None req-e2eb8c8f-709a-48ac-9198-ffebe315d5aa tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Task: {'id': task-2873628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253786} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1797.781400] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:03:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5d3a310-dc46-4431-951a-5dbe47814ffe', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1797.788998] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1797.789222] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2eb8c8f-709a-48ac-9198-ffebe315d5aa tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1797.789399] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e2eb8c8f-709a-48ac-9198-ffebe315d5aa tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1797.789570] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e2eb8c8f-709a-48ac-9198-ffebe315d5aa tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1797.789741] env[71058]: INFO nova.compute.manager [None req-e2eb8c8f-709a-48ac-9198-ffebe315d5aa tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Took 1.13 seconds to destroy the instance on the hypervisor.
[ 1797.789970] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2eb8c8f-709a-48ac-9198-ffebe315d5aa tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1797.790174] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1797.790355] env[71058]: DEBUG nova.compute.manager [-] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1797.790450] env[71058]: DEBUG nova.network.neutron [-] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1797.792513] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-018dc606-aaf7-4215-8188-8e18683ca2ab {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1797.812340] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1797.812340] env[71058]:    value = "task-2873629"
[ 1797.812340] env[71058]:    _type = "Task"
[ 1797.812340] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1797.819877] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873629, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1797.831121] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b00ad1bb-1c05-47ca-87bb-d40ee58c64db tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Releasing lock "refresh_cache-1ebc64c7-a73c-4e56-ac5b-f435371edd4e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1797.831858] env[71058]: DEBUG nova.objects.instance [None req-b00ad1bb-1c05-47ca-87bb-d40ee58c64db tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lazy-loading 'flavor' on Instance uuid 1ebc64c7-a73c-4e56-ac5b-f435371edd4e {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1797.910109] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1797.910572] env[71058]: DEBUG nova.compute.manager [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1797.913562] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.101s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1797.913809] env[71058]: DEBUG nova.objects.instance [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Lazy-loading 'resources' on Instance uuid 82efc410-018d-4981-b8ce-00c603447bf0 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1798.034089] env[71058]: DEBUG nova.compute.manager [req-94a9b3dc-0eaf-406a-a32a-3d32b1a2c6a2 req-d892f6ab-ea22-4700-a7d0-39ab555edcc4 service nova] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Received event network-changed-a5d3a310-dc46-4431-951a-5dbe47814ffe {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1798.034301] env[71058]: DEBUG nova.compute.manager [req-94a9b3dc-0eaf-406a-a32a-3d32b1a2c6a2 req-d892f6ab-ea22-4700-a7d0-39ab555edcc4 service nova] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Refreshing instance network info cache due to event network-changed-a5d3a310-dc46-4431-951a-5dbe47814ffe. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1798.034518] env[71058]: DEBUG oslo_concurrency.lockutils [req-94a9b3dc-0eaf-406a-a32a-3d32b1a2c6a2 req-d892f6ab-ea22-4700-a7d0-39ab555edcc4 service nova] Acquiring lock "refresh_cache-15042830-daf1-4904-8911-7084b0a83d63" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1798.034659] env[71058]: DEBUG oslo_concurrency.lockutils [req-94a9b3dc-0eaf-406a-a32a-3d32b1a2c6a2 req-d892f6ab-ea22-4700-a7d0-39ab555edcc4 service nova] Acquired lock "refresh_cache-15042830-daf1-4904-8911-7084b0a83d63" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1798.034918] env[71058]: DEBUG nova.network.neutron [req-94a9b3dc-0eaf-406a-a32a-3d32b1a2c6a2 req-d892f6ab-ea22-4700-a7d0-39ab555edcc4 service nova] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Refreshing network info cache for port a5d3a310-dc46-4431-951a-5dbe47814ffe {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1798.042580] env[71058]: INFO nova.compute.manager [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Took 39.48 seconds to build instance.
[ 1798.140740] env[71058]: DEBUG oslo_concurrency.lockutils [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1798.322066] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873629, 'name': CreateVM_Task, 'duration_secs': 0.504313} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1798.322501] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1798.323261] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1798.323372] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1798.323728] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1798.323990] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca87dd9d-bce4-4843-b9bd-dd1b98fccb13 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1798.328589] env[71058]: DEBUG oslo_vmware.api [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1798.328589] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5250c6bc-3238-75cc-1c05-e8a07286836b"
[ 1798.328589] env[71058]:    _type = "Task"
[ 1798.328589] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1798.338715] env[71058]: DEBUG oslo_vmware.api [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5250c6bc-3238-75cc-1c05-e8a07286836b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1798.340032] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d59d81-9255-4590-951f-8950a0454103 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1798.366419] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00ad1bb-1c05-47ca-87bb-d40ee58c64db tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1798.366572] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e382df7-0cea-4cf3-8fbd-1e495db03e57 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1798.374105] env[71058]: DEBUG oslo_vmware.api [None req-b00ad1bb-1c05-47ca-87bb-d40ee58c64db tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1798.374105] env[71058]:    value = "task-2873630"
[ 1798.374105] env[71058]:    _type = "Task"
[ 1798.374105] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1798.383584] env[71058]: DEBUG oslo_vmware.api [None req-b00ad1bb-1c05-47ca-87bb-d40ee58c64db tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1798.417838] env[71058]: DEBUG nova.compute.utils [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1798.422436] env[71058]: DEBUG nova.compute.manager [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1798.422658] env[71058]: DEBUG nova.network.neutron [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1798.463405] env[71058]: DEBUG nova.policy [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b05fe8ff6b1412da43d98763a26a426', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1c9902cdb8d44e288ef5d1588d0de88', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1798.543382] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2cdceb7d-6d9f-4a79-8e9d-27dedac85669 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "db2f48e6-90ab-46fc-92d1-b631739fab94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 40.985s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1798.577245] env[71058]: DEBUG nova.network.neutron [-] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1798.776904] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946c5f14-f9ed-4500-b56e-77b5613bfa93 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1798.784468] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c1e66a-db21-4973-8763-b794dab53b19 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1798.829210] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb4f06b-2e7d-472b-9610-73d424afcefa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1798.846088] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddb14e6-6e4e-492d-9b45-bc60ac935f3f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1798.850622] env[71058]: DEBUG oslo_vmware.api [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5250c6bc-3238-75cc-1c05-e8a07286836b, 'name': SearchDatastore_Task, 'duration_secs': 0.009101} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1798.850935] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1798.851180] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1798.851411] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1798.851561] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1798.851736] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1798.852460] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fde1dd9e-c380-4932-b322-ba345ad4fb8b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1798.863066] env[71058]: DEBUG nova.compute.provider_tree [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1798.870419] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1798.870609] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1798.871616] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9842f29a-7278-41e3-a13f-5d506cd86168 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1798.881412] env[71058]: DEBUG oslo_vmware.api [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1798.881412] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5285cc56-45c2-4faa-5ff9-bc320e694c52"
[ 1798.881412] env[71058]:    _type = "Task"
[ 1798.881412] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1798.884702] env[71058]: DEBUG oslo_vmware.api [None req-b00ad1bb-1c05-47ca-87bb-d40ee58c64db tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873630, 'name': PowerOffVM_Task, 'duration_secs': 0.392139} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1798.888079] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00ad1bb-1c05-47ca-87bb-d40ee58c64db tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1798.893068] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-b00ad1bb-1c05-47ca-87bb-d40ee58c64db tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Reconfiguring VM instance instance-00000042 to detach disk 2002 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1798.893916] env[71058]: DEBUG nova.network.neutron [req-94a9b3dc-0eaf-406a-a32a-3d32b1a2c6a2 req-d892f6ab-ea22-4700-a7d0-39ab555edcc4 service nova] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Updated VIF entry in instance network info cache for port a5d3a310-dc46-4431-951a-5dbe47814ffe. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1798.894244] env[71058]: DEBUG nova.network.neutron [req-94a9b3dc-0eaf-406a-a32a-3d32b1a2c6a2 req-d892f6ab-ea22-4700-a7d0-39ab555edcc4 service nova] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Updating instance_info_cache with network_info: [{"id": "a5d3a310-dc46-4431-951a-5dbe47814ffe", "address": "fa:16:3e:27:03:b9", "network": {"id": "02a93a58-8f0c-468d-b34e-1db5e61a54ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2046819330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ae80f45084747faba9f976dc2d36a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5d3a310-dc", "ovs_interfaceid": "a5d3a310-dc46-4431-951a-5dbe47814ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1798.896127] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddb911e4-fc22-44a8-bbbb-17c4a6dc9ab3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1798.916012] env[71058]: DEBUG oslo_vmware.api [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5285cc56-45c2-4faa-5ff9-bc320e694c52, 'name': SearchDatastore_Task, 'duration_secs': 0.010209} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1798.917937] env[71058]: DEBUG oslo_vmware.api [None req-b00ad1bb-1c05-47ca-87bb-d40ee58c64db tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1798.917937] env[71058]:    value = "task-2873631"
[ 1798.917937] env[71058]:    _type = "Task"
[ 1798.917937] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1798.918979] env[71058]: DEBUG nova.network.neutron [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Successfully created port: 7a698812-d36d-4b07-9b9b-0dad873ec390 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1798.920904] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5317c587-6322-45b3-8227-cef6cdb89c25 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1798.925569] env[71058]: DEBUG nova.compute.manager [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1798.934792] env[71058]: DEBUG oslo_vmware.api [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1798.934792] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52659569-7a41-0687-7f63-e3f1e8a1e947"
[ 1798.934792] env[71058]:    _type = "Task"
[ 1798.934792] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1798.938675] env[71058]: DEBUG oslo_vmware.api [None req-b00ad1bb-1c05-47ca-87bb-d40ee58c64db tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1798.946725] env[71058]: DEBUG oslo_vmware.api [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52659569-7a41-0687-7f63-e3f1e8a1e947, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1799.080173] env[71058]: INFO nova.compute.manager [-] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Took 1.29 seconds to deallocate network for instance.
[ 1799.294474] env[71058]: DEBUG nova.compute.manager [None req-91862c89-34fd-4487-a46d-b337d7a99faa tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1799.295388] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3bcb40-cb2a-4e79-928d-f333d1568211 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1799.366886] env[71058]: DEBUG nova.scheduler.client.report [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1799.396879] env[71058]: DEBUG oslo_concurrency.lockutils [req-94a9b3dc-0eaf-406a-a32a-3d32b1a2c6a2 req-d892f6ab-ea22-4700-a7d0-39ab555edcc4 service nova] Releasing lock "refresh_cache-15042830-daf1-4904-8911-7084b0a83d63" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1799.435839] env[71058]: DEBUG oslo_vmware.api [None req-b00ad1bb-1c05-47ca-87bb-d40ee58c64db tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1799.449054] env[71058]: DEBUG oslo_vmware.api [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52659569-7a41-0687-7f63-e3f1e8a1e947, 'name': SearchDatastore_Task, 'duration_secs': 0.015068} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1799.449054] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1799.449054] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 15042830-daf1-4904-8911-7084b0a83d63/15042830-daf1-4904-8911-7084b0a83d63.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1799.449297] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f882d06-bbfb-4b9c-bfb8-ae94fddaac98 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1799.457294] env[71058]: DEBUG oslo_vmware.api [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1799.457294] env[71058]:    value = "task-2873632"
[ 1799.457294] env[71058]:    _type = "Task"
[ 1799.457294] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1799.465228] env[71058]: DEBUG oslo_vmware.api [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1799.588083] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e2eb8c8f-709a-48ac-9198-ffebe315d5aa tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1799.806668] env[71058]: INFO nova.compute.manager [None req-91862c89-34fd-4487-a46d-b337d7a99faa tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] instance snapshotting
[ 1799.809813] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b043fc-1eb4-4aef-924c-101deb036b47 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1799.830326] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f385da71-ad07-4ed4-99ea-ec1bae2fa116 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1799.872319] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1799.875683] env[71058]: DEBUG oslo_concurrency.lockutils [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.497s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1799.877017] env[71058]: INFO nova.compute.claims [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 545969b7-7197-437e-baa1-b002e6700615] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1799.898060] env[71058]: INFO nova.scheduler.client.report [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Deleted allocations for instance 82efc410-018d-4981-b8ce-00c603447bf0
[ 1799.935514] env[71058]: DEBUG oslo_vmware.api [None req-b00ad1bb-1c05-47ca-87bb-d40ee58c64db tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873631, 'name': ReconfigVM_Task, 'duration_secs': 0.720644} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1799.935514] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-b00ad1bb-1c05-47ca-87bb-d40ee58c64db tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Reconfigured VM instance instance-00000042 to detach disk 2002 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1799.935514] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00ad1bb-1c05-47ca-87bb-d40ee58c64db tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1799.935514] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a02e903-05b5-48f2-99c2-89d3486fc6c4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1799.938677] env[71058]: DEBUG nova.compute.manager [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1799.947070] env[71058]: DEBUG oslo_vmware.api [None req-b00ad1bb-1c05-47ca-87bb-d40ee58c64db tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1799.947070] env[71058]:    value = "task-2873633"
[ 1799.947070] env[71058]:    _type = "Task"
[ 1799.947070] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1799.959495] env[71058]: DEBUG oslo_vmware.api [None req-b00ad1bb-1c05-47ca-87bb-d40ee58c64db tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1799.971529] env[71058]: DEBUG oslo_vmware.api [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472902} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1799.974410] env[71058]: DEBUG nova.virt.hardware [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1799.974739] env[71058]: DEBUG nova.virt.hardware [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1799.975051] env[71058]: DEBUG nova.virt.hardware [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1799.975400] env[71058]: DEBUG nova.virt.hardware [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1799.975619] env[71058]: DEBUG nova.virt.hardware [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1799.976240] env[71058]: DEBUG nova.virt.hardware [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1799.976240] env[71058]: DEBUG nova.virt.hardware [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1799.976240] env[71058]: DEBUG nova.virt.hardware [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1799.976554] env[71058]: DEBUG nova.virt.hardware [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1799.976780] env[71058]: DEBUG nova.virt.hardware [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1799.977075] env[71058]: DEBUG nova.virt.hardware [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1799.977452] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 15042830-daf1-4904-8911-7084b0a83d63/15042830-daf1-4904-8911-7084b0a83d63.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1799.977749] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1799.979141] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be985f75-66dc-4018-9313-b5b7786ff3ac {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1799.982029] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-255ac269-fc91-4fab-82e4-277f8c9702c3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1799.990466] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacff21a-5310-4665-a070-284c4adfd5d9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1799.994841] env[71058]: DEBUG oslo_vmware.api [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1799.994841] env[71058]:    value = "task-2873634"
[ 1799.994841] env[71058]:    _type = "Task"
[ 1799.994841] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1800.012118] env[71058]: DEBUG oslo_vmware.api [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873634, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1800.068886] env[71058]: DEBUG nova.compute.manager [req-04fcc528-b22b-45dd-b274-5a17276e270e req-95c921d9-6260-4089-bfe2-3e0b4bf0cae1 service nova] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Received event network-vif-deleted-ce8765d0-4f3c-418c-bc8c-6725b1803d8b {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1800.342201] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-91862c89-34fd-4487-a46d-b337d7a99faa tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Creating Snapshot of the VM instance {{(pid=71058) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}}
[ 1800.342519] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0f3bd0cc-4ac4-4e23-acad-8316564e09ea {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1800.350066] env[71058]: DEBUG oslo_vmware.api [None req-91862c89-34fd-4487-a46d-b337d7a99faa tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1800.350066] env[71058]:    value = "task-2873635"
[ 1800.350066] env[71058]:    _type = "Task"
[ 1800.350066] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1800.358145] env[71058]: DEBUG oslo_vmware.api [None req-91862c89-34fd-4487-a46d-b337d7a99faa tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873635, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1800.407179] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6ee6f64a-1fa8-40e0-86ff-33edfbbad49e tempest-ServersTestBootFromVolume-2134801246 tempest-ServersTestBootFromVolume-2134801246-project-member] Lock "82efc410-018d-4981-b8ce-00c603447bf0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 38.315s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1800.457983] env[71058]: DEBUG oslo_vmware.api [None req-b00ad1bb-1c05-47ca-87bb-d40ee58c64db tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873633, 'name': PowerOnVM_Task, 'duration_secs': 0.4118} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1800.458324] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00ad1bb-1c05-47ca-87bb-d40ee58c64db tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1800.458594] env[71058]: DEBUG nova.compute.manager [None req-b00ad1bb-1c05-47ca-87bb-d40ee58c64db tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1800.459647] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6323694d-4638-4563-b032-43469b28e340 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1800.504751] env[71058]: DEBUG oslo_vmware.api [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873634, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069002} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1800.505562] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1800.506471] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83552daa-be9f-4c25-b418-42ee88b0fc23 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1800.540415] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 15042830-daf1-4904-8911-7084b0a83d63/15042830-daf1-4904-8911-7084b0a83d63.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1800.541479] env[71058]: DEBUG nova.network.neutron [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Successfully updated port: 7a698812-d36d-4b07-9b9b-0dad873ec390 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1800.542916] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84b423f3-1436-430a-9353-4512fd05f69f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1800.568193] env[71058]: DEBUG oslo_vmware.api [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1800.568193] env[71058]:    value = "task-2873636"
[ 1800.568193] env[71058]:    _type = "Task"
[ 1800.568193] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1800.578148] env[71058]: DEBUG oslo_vmware.api [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873636, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1800.862424] env[71058]: DEBUG oslo_vmware.api [None req-91862c89-34fd-4487-a46d-b337d7a99faa tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873635, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1801.062322] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "refresh_cache-ef018637-b45c-4d27-858c-6fc418d79cf1" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1801.062472] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquired lock "refresh_cache-ef018637-b45c-4d27-858c-6fc418d79cf1" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1801.062623] env[71058]: DEBUG nova.network.neutron [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1801.082893] env[71058]: DEBUG oslo_vmware.api [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873636, 'name': ReconfigVM_Task, 'duration_secs': 0.281557} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1801.083194] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 15042830-daf1-4904-8911-7084b0a83d63/15042830-daf1-4904-8911-7084b0a83d63.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1801.083859] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adfb593b-9321-4f72-96bc-0a6594a609f7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1801.092483] env[71058]: DEBUG oslo_vmware.api [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1801.092483] env[71058]:    value = "task-2873637"
[ 1801.092483] env[71058]:    _type = "Task"
[ 1801.092483] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1801.100837] env[71058]: DEBUG oslo_vmware.api [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873637, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1801.209938] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fea96fa-2d8a-4c18-8d74-e1093fcbebc3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1801.227128] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86bce8c-58a9-49b7-a598-517be4223137 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1801.258288] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ac683b-7a69-4ac6-8172-9df594eda27c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1801.266145] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1d375d-d901-4cc9-ad81-de5e11f12d1e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1801.279616] env[71058]: DEBUG nova.compute.provider_tree [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1801.362091] env[71058]: DEBUG oslo_vmware.api [None req-91862c89-34fd-4487-a46d-b337d7a99faa tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873635, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1801.598473] env[71058]: DEBUG nova.network.neutron [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1801.605789] env[71058]: DEBUG oslo_vmware.api [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873637, 'name': Rename_Task, 'duration_secs': 0.152505} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1801.606117] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1801.606384] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5a05f3d-5e1a-421d-85cd-41feedaec98e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1801.615557] env[71058]: DEBUG oslo_vmware.api [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1801.615557] env[71058]:    value = "task-2873638"
[ 1801.615557] env[71058]:    _type = "Task"
[ 1801.615557] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1801.625504] env[71058]: DEBUG oslo_vmware.api [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1801.744342] env[71058]: DEBUG nova.network.neutron [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Updating instance_info_cache with network_info: [{"id": "7a698812-d36d-4b07-9b9b-0dad873ec390", "address": "fa:16:3e:74:cf:34", "network": {"id": "66750c80-d5c2-4b4f-9575-cdf32a68ebc7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-309076217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c9902cdb8d44e288ef5d1588d0de88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a698812-d3", "ovs_interfaceid": "7a698812-d36d-4b07-9b9b-0dad873ec390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1801.758740] env[71058]: DEBUG nova.compute.manager [req-98f582fe-aceb-4318-a917-32b9abecc8a3 req-a538d07c-fa83-49d6-98d4-dad9f6bea3ae service nova] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Received event network-changed-20aea63c-34b8-4570-a71e-4742f6439d7d {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1801.758977] env[71058]: DEBUG nova.compute.manager [req-98f582fe-aceb-4318-a917-32b9abecc8a3 req-a538d07c-fa83-49d6-98d4-dad9f6bea3ae service nova] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Refreshing instance network info cache due to event network-changed-20aea63c-34b8-4570-a71e-4742f6439d7d. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1801.759221] env[71058]: DEBUG oslo_concurrency.lockutils [req-98f582fe-aceb-4318-a917-32b9abecc8a3 req-a538d07c-fa83-49d6-98d4-dad9f6bea3ae service nova] Acquiring lock "refresh_cache-1ebc64c7-a73c-4e56-ac5b-f435371edd4e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1801.759368] env[71058]: DEBUG oslo_concurrency.lockutils [req-98f582fe-aceb-4318-a917-32b9abecc8a3 req-a538d07c-fa83-49d6-98d4-dad9f6bea3ae service nova] Acquired lock "refresh_cache-1ebc64c7-a73c-4e56-ac5b-f435371edd4e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1801.759520] env[71058]: DEBUG nova.network.neutron [req-98f582fe-aceb-4318-a917-32b9abecc8a3 req-a538d07c-fa83-49d6-98d4-dad9f6bea3ae service nova] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Refreshing network info cache for port 20aea63c-34b8-4570-a71e-4742f6439d7d {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1801.783045] env[71058]: DEBUG nova.scheduler.client.report [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1801.861814] env[71058]: DEBUG oslo_vmware.api [None req-91862c89-34fd-4487-a46d-b337d7a99faa tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873635, 'name': CreateSnapshot_Task, 'duration_secs': 1.280493} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1801.862136] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-91862c89-34fd-4487-a46d-b337d7a99faa tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Created Snapshot of the VM instance {{(pid=71058) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}}
[ 1801.862962] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ab70ba-ff20-4822-8571-9a21f35db439 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1802.112321] env[71058]: DEBUG nova.compute.manager [req-5e0e2169-8790-40ec-9543-23326a2b6241 req-42dcfc78-8ecb-4297-a787-28c71b638961 service nova] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Received event network-vif-plugged-7a698812-d36d-4b07-9b9b-0dad873ec390 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1802.112773] env[71058]: DEBUG oslo_concurrency.lockutils [req-5e0e2169-8790-40ec-9543-23326a2b6241 req-42dcfc78-8ecb-4297-a787-28c71b638961 service nova] Acquiring lock "ef018637-b45c-4d27-858c-6fc418d79cf1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1802.113138] env[71058]: DEBUG oslo_concurrency.lockutils [req-5e0e2169-8790-40ec-9543-23326a2b6241 req-42dcfc78-8ecb-4297-a787-28c71b638961 service nova] Lock "ef018637-b45c-4d27-858c-6fc418d79cf1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1802.113441] env[71058]: DEBUG oslo_concurrency.lockutils [req-5e0e2169-8790-40ec-9543-23326a2b6241 req-42dcfc78-8ecb-4297-a787-28c71b638961 service nova] Lock "ef018637-b45c-4d27-858c-6fc418d79cf1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1802.113798] env[71058]: DEBUG nova.compute.manager [req-5e0e2169-8790-40ec-9543-23326a2b6241 req-42dcfc78-8ecb-4297-a787-28c71b638961 service nova] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] No waiting events found dispatching network-vif-plugged-7a698812-d36d-4b07-9b9b-0dad873ec390 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1802.115087] env[71058]: WARNING nova.compute.manager [req-5e0e2169-8790-40ec-9543-23326a2b6241 req-42dcfc78-8ecb-4297-a787-28c71b638961 service nova] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Received unexpected event network-vif-plugged-7a698812-d36d-4b07-9b9b-0dad873ec390 for instance with vm_state building and task_state spawning.
[ 1802.115087] env[71058]: DEBUG nova.compute.manager [req-5e0e2169-8790-40ec-9543-23326a2b6241 req-42dcfc78-8ecb-4297-a787-28c71b638961 service nova] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Received event network-changed-7a698812-d36d-4b07-9b9b-0dad873ec390 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1802.115087] env[71058]: DEBUG nova.compute.manager [req-5e0e2169-8790-40ec-9543-23326a2b6241 req-42dcfc78-8ecb-4297-a787-28c71b638961 service nova] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Refreshing instance network info cache due to event network-changed-7a698812-d36d-4b07-9b9b-0dad873ec390. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1802.115087] env[71058]: DEBUG oslo_concurrency.lockutils [req-5e0e2169-8790-40ec-9543-23326a2b6241 req-42dcfc78-8ecb-4297-a787-28c71b638961 service nova] Acquiring lock "refresh_cache-ef018637-b45c-4d27-858c-6fc418d79cf1" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1802.126704] env[71058]: DEBUG oslo_vmware.api [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873638, 'name': PowerOnVM_Task, 'duration_secs': 0.479392} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1802.127533] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1802.127871] env[71058]: INFO nova.compute.manager [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Took 6.56 seconds to spawn the instance on the hypervisor.
[ 1802.128239] env[71058]: DEBUG nova.compute.manager [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1802.129110] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a871685f-b78e-4457-ad58-0e67f82205e9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1802.247857] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Releasing lock "refresh_cache-ef018637-b45c-4d27-858c-6fc418d79cf1" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1802.253760] env[71058]: DEBUG nova.compute.manager [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Instance network_info: |[{"id": "7a698812-d36d-4b07-9b9b-0dad873ec390", "address": "fa:16:3e:74:cf:34", "network": {"id": "66750c80-d5c2-4b4f-9575-cdf32a68ebc7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-309076217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c9902cdb8d44e288ef5d1588d0de88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a698812-d3", "ovs_interfaceid": "7a698812-d36d-4b07-9b9b-0dad873ec390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1802.253760] env[71058]: DEBUG oslo_concurrency.lockutils [req-5e0e2169-8790-40ec-9543-23326a2b6241 req-42dcfc78-8ecb-4297-a787-28c71b638961 service nova] Acquired lock "refresh_cache-ef018637-b45c-4d27-858c-6fc418d79cf1" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1802.253760] env[71058]: DEBUG nova.network.neutron [req-5e0e2169-8790-40ec-9543-23326a2b6241 req-42dcfc78-8ecb-4297-a787-28c71b638961 service nova] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Refreshing network info cache for port 7a698812-d36d-4b07-9b9b-0dad873ec390 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1802.258021] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:cf:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'df1bf911-aac9-4d2d-ae69-66ace3e6a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a698812-d36d-4b07-9b9b-0dad873ec390', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1802.266672] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Creating folder: Project (a1c9902cdb8d44e288ef5d1588d0de88). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1802.270515] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1353b12-a561-4fec-b56b-4e82ba3a5f56 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1802.275539] env[71058]: DEBUG oslo_concurrency.lockutils [None req-456a7e0f-e785-4f6e-99dd-ee0c369ba62f tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquiring lock "f01addd2-48df-444b-aa3b-5b9a065b60b7" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1802.275768] env[71058]: DEBUG oslo_concurrency.lockutils [None req-456a7e0f-e785-4f6e-99dd-ee0c369ba62f tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "f01addd2-48df-444b-aa3b-5b9a065b60b7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1802.284504] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Created folder: Project (a1c9902cdb8d44e288ef5d1588d0de88) in parent group-v577298.
[ 1802.284715] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Creating folder: Instances. Parent ref: group-v577547. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1802.284953] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1059bc7c-a6d0-4c40-86c5-73cbe25d973d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1802.288296] env[71058]: DEBUG oslo_concurrency.lockutils [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1802.288754] env[71058]: DEBUG nova.compute.manager [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 545969b7-7197-437e-baa1-b002e6700615] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1802.291844] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.750s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1802.292090] env[71058]: DEBUG nova.objects.instance [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lazy-loading 'resources' on Instance uuid d8c74703-a213-4e6c-882c-46cdbb82b1b9 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1802.299386] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Created folder: Instances in parent group-v577547.
[ 1802.299623] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1802.299815] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1802.300037] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0131c84-0d9d-462b-a9e9-3c26f53746c0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1802.325190] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1802.325190] env[71058]:    value = "task-2873641"
[ 1802.325190] env[71058]:    _type = "Task"
[ 1802.325190] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1802.334207] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873641, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1802.381404] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-91862c89-34fd-4487-a46d-b337d7a99faa tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Creating linked-clone VM from snapshot {{(pid=71058) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}}
[ 1802.381797] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e5387ebb-0a7c-4ea1-8a25-15c20ef995d8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1802.392829] env[71058]: DEBUG oslo_vmware.api [None req-91862c89-34fd-4487-a46d-b337d7a99faa tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1802.392829] env[71058]:    value = "task-2873642"
[ 1802.392829] env[71058]:    _type = "Task"
[ 1802.392829] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1802.401164] env[71058]: DEBUG oslo_vmware.api [None req-91862c89-34fd-4487-a46d-b337d7a99faa tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873642, 'name': CloneVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1802.539474] env[71058]: DEBUG nova.network.neutron [req-98f582fe-aceb-4318-a917-32b9abecc8a3 req-a538d07c-fa83-49d6-98d4-dad9f6bea3ae service nova] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Updated VIF entry in instance network info cache for port 20aea63c-34b8-4570-a71e-4742f6439d7d. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1802.539574] env[71058]: DEBUG nova.network.neutron [req-98f582fe-aceb-4318-a917-32b9abecc8a3 req-a538d07c-fa83-49d6-98d4-dad9f6bea3ae service nova] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Updating instance_info_cache with network_info: [{"id": "20aea63c-34b8-4570-a71e-4742f6439d7d", "address": "fa:16:3e:30:c6:bb", "network": {"id": "7d25b6fc-1b3e-4a68-b132-f19dc81a8522", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1033778679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48a2ee130e5a4f4fa56b4ee442dea6ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20aea63c-34", "ovs_interfaceid": "20aea63c-34b8-4570-a71e-4742f6439d7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1802.649645] env[71058]: INFO nova.compute.manager [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Took 41.44 seconds to build instance.
[ 1802.779347] env[71058]: DEBUG nova.compute.utils [None req-456a7e0f-e785-4f6e-99dd-ee0c369ba62f tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1802.793271] env[71058]: DEBUG nova.compute.utils [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1802.797535] env[71058]: DEBUG nova.compute.manager [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 545969b7-7197-437e-baa1-b002e6700615] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1802.797698] env[71058]: DEBUG nova.network.neutron [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 545969b7-7197-437e-baa1-b002e6700615] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1802.799645] env[71058]: DEBUG nova.objects.instance [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lazy-loading 'numa_topology' on Instance uuid d8c74703-a213-4e6c-882c-46cdbb82b1b9 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1802.836851] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873641, 'name': CreateVM_Task, 'duration_secs': 0.392656} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1802.837101] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1802.838343] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1802.838343] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1802.838636] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1802.838895] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42f3b436-b9b0-4f51-bd81-c90f2b5265a2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1802.844368] env[71058]: DEBUG oslo_vmware.api [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1802.844368] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f9161e-921b-8c2d-aacd-5f81c8af51f5"
[ 1802.844368] env[71058]:    _type = "Task"
[ 1802.844368] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1802.853685] env[71058]: DEBUG oslo_vmware.api [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f9161e-921b-8c2d-aacd-5f81c8af51f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1802.869122] env[71058]: DEBUG nova.policy [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99dd3dc7ee5543fea86ad0357d89241a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cef1731def234742bd05b4f7e9c3719c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1802.903780] env[71058]: DEBUG oslo_vmware.api [None req-91862c89-34fd-4487-a46d-b337d7a99faa tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873642, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1803.045023] env[71058]: DEBUG oslo_concurrency.lockutils [req-98f582fe-aceb-4318-a917-32b9abecc8a3 req-a538d07c-fa83-49d6-98d4-dad9f6bea3ae service nova] Releasing lock "refresh_cache-1ebc64c7-a73c-4e56-ac5b-f435371edd4e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1803.083059] env[71058]: DEBUG nova.network.neutron [req-5e0e2169-8790-40ec-9543-23326a2b6241 req-42dcfc78-8ecb-4297-a787-28c71b638961 service nova] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Updated VIF entry in instance network info cache for port 7a698812-d36d-4b07-9b9b-0dad873ec390. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1803.083461] env[71058]: DEBUG nova.network.neutron [req-5e0e2169-8790-40ec-9543-23326a2b6241 req-42dcfc78-8ecb-4297-a787-28c71b638961 service nova] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Updating instance_info_cache with network_info: [{"id": "7a698812-d36d-4b07-9b9b-0dad873ec390", "address": "fa:16:3e:74:cf:34", "network": {"id": "66750c80-d5c2-4b4f-9575-cdf32a68ebc7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-309076217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c9902cdb8d44e288ef5d1588d0de88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a698812-d3", "ovs_interfaceid": "7a698812-d36d-4b07-9b9b-0dad873ec390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1803.151866] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bbd0d4ea-1815-46e2-abc0-cad048700ff9 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "15042830-daf1-4904-8911-7084b0a83d63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 42.955s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1803.253827] env[71058]: DEBUG nova.network.neutron [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 545969b7-7197-437e-baa1-b002e6700615] Successfully created port: 99c42f66-f8e8-4f07-a3eb-fb4ffa18ad6c {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1803.283048] env[71058]: DEBUG oslo_concurrency.lockutils [None req-456a7e0f-e785-4f6e-99dd-ee0c369ba62f tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "f01addd2-48df-444b-aa3b-5b9a065b60b7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 1.007s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1803.302036] env[71058]: DEBUG nova.compute.manager [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 545969b7-7197-437e-baa1-b002e6700615] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1803.307101] env[71058]: DEBUG nova.objects.base [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Object Instance<d8c74703-a213-4e6c-882c-46cdbb82b1b9> lazy-loaded attributes: resources,numa_topology {{(pid=71058) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 1803.358105] env[71058]: DEBUG oslo_vmware.api [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f9161e-921b-8c2d-aacd-5f81c8af51f5, 'name': SearchDatastore_Task, 'duration_secs': 0.010886} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1803.358989] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1803.359265] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1803.359477] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1803.359700] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1803.359900] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1803.360402] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5261175b-5699-431a-b9e9-07f121ab35fb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1803.379027] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1803.379027] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1803.379027] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f59d720-ae9e-47be-8e69-864d884f59f1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1803.382383] env[71058]: DEBUG oslo_vmware.api [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1803.382383] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5294ad5f-93ec-ef1a-b596-28fdad385aa2"
[ 1803.382383] env[71058]:    _type = "Task"
[ 1803.382383] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1803.407234] env[71058]: DEBUG oslo_vmware.api [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5294ad5f-93ec-ef1a-b596-28fdad385aa2, 'name': SearchDatastore_Task, 'duration_secs': 0.011546} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1803.409855] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25adf424-fd23-4652-949a-15f78b81ac10 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1803.415537] env[71058]: DEBUG oslo_vmware.api [None req-91862c89-34fd-4487-a46d-b337d7a99faa tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873642, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1803.418445] env[71058]: DEBUG oslo_vmware.api [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1803.418445] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5282676b-c741-cea4-1fb2-225523fb826a"
[ 1803.418445] env[71058]:    _type = "Task"
[ 1803.418445] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1803.425916] env[71058]: DEBUG oslo_vmware.api [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5282676b-c741-cea4-1fb2-225523fb826a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1803.586522] env[71058]: DEBUG oslo_concurrency.lockutils [req-5e0e2169-8790-40ec-9543-23326a2b6241 req-42dcfc78-8ecb-4297-a787-28c71b638961 service nova] Releasing lock "refresh_cache-ef018637-b45c-4d27-858c-6fc418d79cf1" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1803.664866] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36624721-a1c5-4e28-8c77-3b8bf770216a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1803.674546] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f95d91-657c-46dd-83ba-86909289f5d4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1803.707913] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d8724a-04d1-4780-acf3-ea1a7f257f67 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1803.715880] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e39520-f2de-43e9-9a37-2a5a8a5fca65 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1803.729555] env[71058]: DEBUG nova.compute.provider_tree [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1803.905688] env[71058]: DEBUG oslo_vmware.api [None req-91862c89-34fd-4487-a46d-b337d7a99faa tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873642, 'name': CloneVM_Task} progress is 95%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1803.930846] env[71058]: DEBUG oslo_vmware.api [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5282676b-c741-cea4-1fb2-225523fb826a, 'name': SearchDatastore_Task, 'duration_secs': 0.010797} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1803.931972] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1803.932303] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] ef018637-b45c-4d27-858c-6fc418d79cf1/ef018637-b45c-4d27-858c-6fc418d79cf1.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1803.932922] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-873553de-be2f-48a3-b8fe-356cf4bbeae1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1803.940332] env[71058]: DEBUG oslo_vmware.api [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1803.940332] env[71058]:    value = "task-2873643"
[ 1803.940332] env[71058]:    _type = "Task"
[ 1803.940332] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1803.950015] env[71058]: DEBUG oslo_vmware.api [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1803.997456] env[71058]: DEBUG nova.compute.manager [req-a78b91c9-a366-4755-be7e-9bfc85068a7b req-e5af804c-ee59-4b23-a388-be6f83d5661c service nova] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Received event network-changed-20aea63c-34b8-4570-a71e-4742f6439d7d {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1803.997786] env[71058]: DEBUG nova.compute.manager [req-a78b91c9-a366-4755-be7e-9bfc85068a7b req-e5af804c-ee59-4b23-a388-be6f83d5661c service nova] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Refreshing instance network info cache due to event network-changed-20aea63c-34b8-4570-a71e-4742f6439d7d. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1803.998425] env[71058]: DEBUG oslo_concurrency.lockutils [req-a78b91c9-a366-4755-be7e-9bfc85068a7b req-e5af804c-ee59-4b23-a388-be6f83d5661c service nova] Acquiring lock "refresh_cache-1ebc64c7-a73c-4e56-ac5b-f435371edd4e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1803.998425] env[71058]: DEBUG oslo_concurrency.lockutils [req-a78b91c9-a366-4755-be7e-9bfc85068a7b req-e5af804c-ee59-4b23-a388-be6f83d5661c service nova] Acquired lock "refresh_cache-1ebc64c7-a73c-4e56-ac5b-f435371edd4e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1803.998425] env[71058]: DEBUG nova.network.neutron [req-a78b91c9-a366-4755-be7e-9bfc85068a7b req-e5af804c-ee59-4b23-a388-be6f83d5661c service nova] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Refreshing network info cache for port 20aea63c-34b8-4570-a71e-4742f6439d7d {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1804.232645] env[71058]: DEBUG nova.scheduler.client.report [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1804.314128] env[71058]: DEBUG nova.compute.manager [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 545969b7-7197-437e-baa1-b002e6700615] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1804.344961] env[71058]: DEBUG nova.virt.hardware [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1804.345311] env[71058]: DEBUG nova.virt.hardware [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1804.345388] env[71058]: DEBUG nova.virt.hardware [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1804.345567] env[71058]: DEBUG nova.virt.hardware [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1804.345702] env[71058]: DEBUG nova.virt.hardware [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1804.345843] env[71058]: DEBUG nova.virt.hardware [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1804.346071] env[71058]: DEBUG nova.virt.hardware [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1804.346237] env[71058]: DEBUG nova.virt.hardware [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1804.346460] env[71058]: DEBUG nova.virt.hardware [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1804.346657] env[71058]: DEBUG nova.virt.hardware [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1804.346895] env[71058]: DEBUG nova.virt.hardware [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1804.347775] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc620dd-93f9-4bd4-ac9f-4186c43519eb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1804.351587] env[71058]: DEBUG oslo_concurrency.lockutils [None req-456a7e0f-e785-4f6e-99dd-ee0c369ba62f tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquiring lock "f01addd2-48df-444b-aa3b-5b9a065b60b7" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1804.351587] env[71058]: DEBUG oslo_concurrency.lockutils [None req-456a7e0f-e785-4f6e-99dd-ee0c369ba62f tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "f01addd2-48df-444b-aa3b-5b9a065b60b7" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1804.351587] env[71058]: INFO nova.compute.manager [None req-456a7e0f-e785-4f6e-99dd-ee0c369ba62f tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Attaching volume 0902b70e-ad2e-4597-b663-042b5d24d41a to /dev/sdb
[ 1804.360244] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cffe4f1-0a95-4f2b-b2dc-f56563793c1c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1804.394123] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6a682f-dfe0-49b3-853b-8a1d6e320330 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1804.407339] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f79776-fcd8-4575-908a-4d0999fd7613 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1804.410571] env[71058]: DEBUG oslo_vmware.api [None req-91862c89-34fd-4487-a46d-b337d7a99faa tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873642, 'name': CloneVM_Task, 'duration_secs': 1.733791} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1804.410892] env[71058]: INFO nova.virt.vmwareapi.vmops [None req-91862c89-34fd-4487-a46d-b337d7a99faa tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Created linked-clone VM from snapshot
[ 1804.412059] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f6f86a-4871-452c-bcf6-cd38a1a90bcc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1804.419408] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-91862c89-34fd-4487-a46d-b337d7a99faa tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Uploading image 16d8665e-8ef6-44ab-8cd3-93b0d9041098 {{(pid=71058) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}}
[ 1804.425573] env[71058]: DEBUG nova.virt.block_device [None req-456a7e0f-e785-4f6e-99dd-ee0c369ba62f tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Updating existing volume attachment record: 6316df0f-da15-451e-ab8d-65593720f6c6 {{(pid=71058) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
[ 1804.432686] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-91862c89-34fd-4487-a46d-b337d7a99faa tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Destroying the VM {{(pid=71058) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}}
[ 1804.434022] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-77bc16fb-b0cb-4144-b2d8-c6f82484e05c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1804.439348] env[71058]: DEBUG oslo_vmware.api [None req-91862c89-34fd-4487-a46d-b337d7a99faa tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1804.439348] env[71058]:    value = "task-2873644"
[ 1804.439348] env[71058]:    _type = "Task"
[ 1804.439348] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1804.452010] env[71058]: DEBUG oslo_vmware.api [None req-91862c89-34fd-4487-a46d-b337d7a99faa tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873644, 'name': Destroy_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1804.455505] env[71058]: DEBUG oslo_vmware.api [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873643, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1804.737721] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.446s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1804.745038] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 26.008s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1804.745038] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1804.745038] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71058) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
[ 1804.745038] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.984s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1804.745575] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1cfc61-11d2-4b51-9f94-23b40a66ccdd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1804.766802] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff1618d-69ab-4c53-950b-af599c607d6c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1804.789215] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491e5210-e37a-4da2-b606-2cedc07fa058 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1804.801861] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051249f1-df05-4c57-814b-094649fc292f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1804.835666] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179353MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=71058) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
[ 1804.835846] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1804.953643] env[71058]: DEBUG oslo_vmware.api [None req-91862c89-34fd-4487-a46d-b337d7a99faa tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873644, 'name': Destroy_Task, 'duration_secs': 0.491709} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1804.957042] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-91862c89-34fd-4487-a46d-b337d7a99faa tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Destroyed the VM
[ 1804.957412] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-91862c89-34fd-4487-a46d-b337d7a99faa tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Deleting Snapshot of the VM instance {{(pid=71058) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}}
[ 1804.957591] env[71058]: DEBUG oslo_vmware.api [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.857144} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1804.957799] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cead3efa-9726-49de-9d14-8864835aecf5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1804.959616] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] ef018637-b45c-4d27-858c-6fc418d79cf1/ef018637-b45c-4d27-858c-6fc418d79cf1.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1804.959841] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1804.960110] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-345aee7f-2c21-4737-b533-923696627377 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1804.966079] env[71058]: DEBUG nova.network.neutron [req-a78b91c9-a366-4755-be7e-9bfc85068a7b req-e5af804c-ee59-4b23-a388-be6f83d5661c service nova] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Updated VIF entry in instance network info cache for port 20aea63c-34b8-4570-a71e-4742f6439d7d. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1804.966422] env[71058]: DEBUG nova.network.neutron [req-a78b91c9-a366-4755-be7e-9bfc85068a7b req-e5af804c-ee59-4b23-a388-be6f83d5661c service nova] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Updating instance_info_cache with network_info: [{"id": "20aea63c-34b8-4570-a71e-4742f6439d7d", "address": "fa:16:3e:30:c6:bb", "network": {"id": "7d25b6fc-1b3e-4a68-b132-f19dc81a8522", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1033778679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48a2ee130e5a4f4fa56b4ee442dea6ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20aea63c-34", "ovs_interfaceid": "20aea63c-34b8-4570-a71e-4742f6439d7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1804.971687] env[71058]: DEBUG oslo_vmware.api [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1804.971687] env[71058]:    value = "task-2873647"
[ 1804.971687] env[71058]:    _type = "Task"
[ 1804.971687] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1804.971687] env[71058]: DEBUG oslo_vmware.api [None req-91862c89-34fd-4487-a46d-b337d7a99faa tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1804.971687] env[71058]:    value = "task-2873646"
[ 1804.971687] env[71058]:    _type = "Task"
[ 1804.971687] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1804.983057] env[71058]: DEBUG oslo_vmware.api [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873647, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1804.985912] env[71058]: DEBUG oslo_vmware.api [None req-91862c89-34fd-4487-a46d-b337d7a99faa tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873646, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1805.027619] env[71058]: DEBUG nova.compute.manager [req-7398f330-6a76-48e2-ae62-468f73017d06 req-c5f5dfd4-0a98-426c-a4ed-7434da49bb4e service nova] [instance: 545969b7-7197-437e-baa1-b002e6700615] Received event network-vif-plugged-99c42f66-f8e8-4f07-a3eb-fb4ffa18ad6c {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1805.028045] env[71058]: DEBUG oslo_concurrency.lockutils [req-7398f330-6a76-48e2-ae62-468f73017d06 req-c5f5dfd4-0a98-426c-a4ed-7434da49bb4e service nova] Acquiring lock "545969b7-7197-437e-baa1-b002e6700615-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1805.028438] env[71058]: DEBUG oslo_concurrency.lockutils [req-7398f330-6a76-48e2-ae62-468f73017d06 req-c5f5dfd4-0a98-426c-a4ed-7434da49bb4e service nova] Lock "545969b7-7197-437e-baa1-b002e6700615-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1805.028757] env[71058]: DEBUG oslo_concurrency.lockutils [req-7398f330-6a76-48e2-ae62-468f73017d06 req-c5f5dfd4-0a98-426c-a4ed-7434da49bb4e service nova] Lock "545969b7-7197-437e-baa1-b002e6700615-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1805.029117] env[71058]: DEBUG nova.compute.manager [req-7398f330-6a76-48e2-ae62-468f73017d06 req-c5f5dfd4-0a98-426c-a4ed-7434da49bb4e service nova] [instance: 545969b7-7197-437e-baa1-b002e6700615] No waiting events found dispatching network-vif-plugged-99c42f66-f8e8-4f07-a3eb-fb4ffa18ad6c {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1805.029456] env[71058]: WARNING nova.compute.manager [req-7398f330-6a76-48e2-ae62-468f73017d06 req-c5f5dfd4-0a98-426c-a4ed-7434da49bb4e service nova] [instance: 545969b7-7197-437e-baa1-b002e6700615] Received unexpected event network-vif-plugged-99c42f66-f8e8-4f07-a3eb-fb4ffa18ad6c for instance with vm_state building and task_state spawning.
[ 1805.121097] env[71058]: DEBUG nova.network.neutron [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 545969b7-7197-437e-baa1-b002e6700615] Successfully updated port: 99c42f66-f8e8-4f07-a3eb-fb4ffa18ad6c {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1805.253756] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f624bec8-7861-471b-be5a-4b64ae96b963 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lock "d8c74703-a213-4e6c-882c-46cdbb82b1b9" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 47.429s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1805.253756] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lock "d8c74703-a213-4e6c-882c-46cdbb82b1b9" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 25.314s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1805.253756] env[71058]: INFO nova.compute.manager [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Unshelving
[ 1805.258820] env[71058]: INFO nova.compute.claims [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1805.471462] env[71058]: DEBUG oslo_concurrency.lockutils [req-a78b91c9-a366-4755-be7e-9bfc85068a7b req-e5af804c-ee59-4b23-a388-be6f83d5661c service nova] Releasing lock "refresh_cache-1ebc64c7-a73c-4e56-ac5b-f435371edd4e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1805.484425] env[71058]: DEBUG oslo_vmware.api [None req-91862c89-34fd-4487-a46d-b337d7a99faa tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873646, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1805.487277] env[71058]: DEBUG oslo_vmware.api [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873647, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08172} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1805.487521] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1805.488380] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f947e56-8578-4276-a52c-ee932ad87c77 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1805.511817] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] ef018637-b45c-4d27-858c-6fc418d79cf1/ef018637-b45c-4d27-858c-6fc418d79cf1.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1805.512402] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e20ba40a-2511-487c-aca3-43478b9448bf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1805.535353] env[71058]: DEBUG oslo_vmware.api [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1805.535353] env[71058]:    value = "task-2873648"
[ 1805.535353] env[71058]:    _type = "Task"
[ 1805.535353] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1805.542884] env[71058]: DEBUG oslo_vmware.api [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873648, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1805.630037] env[71058]: DEBUG oslo_concurrency.lockutils [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquiring lock "refresh_cache-545969b7-7197-437e-baa1-b002e6700615" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1805.630037] env[71058]: DEBUG oslo_concurrency.lockutils [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquired lock "refresh_cache-545969b7-7197-437e-baa1-b002e6700615" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1805.630037] env[71058]: DEBUG nova.network.neutron [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 545969b7-7197-437e-baa1-b002e6700615] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1805.766340] env[71058]: INFO nova.compute.resource_tracker [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Updating resource usage from migration abdfd2e9-f31e-4962-8f64-88f304af73a9
[ 1805.987996] env[71058]: DEBUG oslo_vmware.api [None req-91862c89-34fd-4487-a46d-b337d7a99faa tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873646, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1806.045495] env[71058]: DEBUG oslo_vmware.api [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1806.108203] env[71058]: DEBUG nova.compute.manager [req-32af3718-dccc-46fe-b4f8-1bfb56f898b2 req-a6e88e65-aa03-421b-a744-63fbfd778839 service nova] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Received event network-changed-a5d3a310-dc46-4431-951a-5dbe47814ffe {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1806.108203] env[71058]: DEBUG nova.compute.manager [req-32af3718-dccc-46fe-b4f8-1bfb56f898b2 req-a6e88e65-aa03-421b-a744-63fbfd778839 service nova] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Refreshing instance network info cache due to event network-changed-a5d3a310-dc46-4431-951a-5dbe47814ffe. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1806.108203] env[71058]: DEBUG oslo_concurrency.lockutils [req-32af3718-dccc-46fe-b4f8-1bfb56f898b2 req-a6e88e65-aa03-421b-a744-63fbfd778839 service nova] Acquiring lock "refresh_cache-15042830-daf1-4904-8911-7084b0a83d63" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1806.108361] env[71058]: DEBUG oslo_concurrency.lockutils [req-32af3718-dccc-46fe-b4f8-1bfb56f898b2 req-a6e88e65-aa03-421b-a744-63fbfd778839 service nova] Acquired lock "refresh_cache-15042830-daf1-4904-8911-7084b0a83d63" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1806.111700] env[71058]: DEBUG nova.network.neutron [req-32af3718-dccc-46fe-b4f8-1bfb56f898b2 req-a6e88e65-aa03-421b-a744-63fbfd778839 service nova] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Refreshing network info cache for port a5d3a310-dc46-4431-951a-5dbe47814ffe {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1806.111700] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647b01d5-9c8b-4660-81ec-97bce24f30b6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1806.120200] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9117d77d-f5d8-42c1-896f-8ab36bafb70a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1806.156727] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5196d84e-5fb3-493b-94ad-01c1898b2911 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1806.164844] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9409632f-f667-4b19-95dd-21b2e57a2309 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1806.180182] env[71058]: DEBUG nova.compute.provider_tree [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1806.194468] env[71058]: DEBUG nova.network.neutron [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 545969b7-7197-437e-baa1-b002e6700615] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1806.267118] env[71058]: DEBUG nova.compute.utils [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1806.424935] env[71058]: DEBUG nova.network.neutron [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 545969b7-7197-437e-baa1-b002e6700615] Updating instance_info_cache with network_info: [{"id": "99c42f66-f8e8-4f07-a3eb-fb4ffa18ad6c", "address": "fa:16:3e:77:2e:6a", "network": {"id": "36f3a34a-343d-41f5-8b2e-8699d9ff6620", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1160473159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef1731def234742bd05b4f7e9c3719c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99c42f66-f8", "ovs_interfaceid": "99c42f66-f8e8-4f07-a3eb-fb4ffa18ad6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1806.485876] env[71058]: DEBUG oslo_vmware.api [None req-91862c89-34fd-4487-a46d-b337d7a99faa tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873646, 'name': RemoveSnapshot_Task, 'duration_secs': 1.499391} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1806.486206] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-91862c89-34fd-4487-a46d-b337d7a99faa tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Deleted Snapshot of the VM instance {{(pid=71058) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}}
[ 1806.546851] env[71058]: DEBUG oslo_vmware.api [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873648, 'name': ReconfigVM_Task, 'duration_secs': 0.835994} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1806.547244] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Reconfigured VM instance instance-00000059 to attach disk [datastore1] ef018637-b45c-4d27-858c-6fc418d79cf1/ef018637-b45c-4d27-858c-6fc418d79cf1.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1806.548196] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8cb2407-f798-4b05-815e-34318a15af99 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1806.555442] env[71058]: DEBUG oslo_vmware.api [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1806.555442] env[71058]:    value = "task-2873649"
[ 1806.555442] env[71058]:    _type = "Task"
[ 1806.555442] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1806.563928] env[71058]: DEBUG oslo_vmware.api [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873649, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1806.684526] env[71058]: DEBUG nova.scheduler.client.report [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1806.770520] env[71058]: INFO nova.virt.block_device [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Booting with volume 06cde003-5bd3-4689-a501-8ccd806c34a4 at /dev/sdb
[ 1806.816142] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e50bd207-c10e-4c1a-bc39-0a1f65bd4d3d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1806.829248] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e52bfa-4994-4ec7-b08d-fb841226cf6e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1806.868643] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d9c1def-5350-423c-b355-802ec6fef95d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1806.877890] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d582e27e-e5d0-4bc7-a091-cdaf019b6800 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1806.913683] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebfa337-b8a2-4026-bc79-f54e1c2e2d4e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1806.922204] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8062078-fa16-446b-ab74-0cf9e982f8e3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1806.928076] env[71058]: DEBUG oslo_concurrency.lockutils [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Releasing lock "refresh_cache-545969b7-7197-437e-baa1-b002e6700615" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1806.928415] env[71058]: DEBUG nova.compute.manager [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 545969b7-7197-437e-baa1-b002e6700615] Instance network_info: |[{"id": "99c42f66-f8e8-4f07-a3eb-fb4ffa18ad6c", "address": "fa:16:3e:77:2e:6a", "network": {"id": "36f3a34a-343d-41f5-8b2e-8699d9ff6620", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1160473159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef1731def234742bd05b4f7e9c3719c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99c42f66-f8", "ovs_interfaceid": "99c42f66-f8e8-4f07-a3eb-fb4ffa18ad6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1806.929103] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 545969b7-7197-437e-baa1-b002e6700615] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:2e:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99c42f66-f8e8-4f07-a3eb-fb4ffa18ad6c', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1806.937099] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1806.943258] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 545969b7-7197-437e-baa1-b002e6700615] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1806.947092] env[71058]: DEBUG nova.virt.block_device [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Updating existing volume attachment record: 3c2d47ae-ad5f-426b-99a6-a90ba35cd20b {{(pid=71058) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
[ 1806.947092] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9951d148-42b2-4d45-b807-5d035c0af69e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1806.968441] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1806.968441] env[71058]:    value = "task-2873651"
[ 1806.968441] env[71058]:    _type = "Task"
[ 1806.968441] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1806.975804] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873651, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1806.991267] env[71058]: WARNING nova.compute.manager [None req-91862c89-34fd-4487-a46d-b337d7a99faa tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Image not found during snapshot: nova.exception.ImageNotFound: Image 16d8665e-8ef6-44ab-8cd3-93b0d9041098 could not be found.
[ 1807.032464] env[71058]: DEBUG nova.network.neutron [req-32af3718-dccc-46fe-b4f8-1bfb56f898b2 req-a6e88e65-aa03-421b-a744-63fbfd778839 service nova] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Updated VIF entry in instance network info cache for port a5d3a310-dc46-4431-951a-5dbe47814ffe. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1807.032807] env[71058]: DEBUG nova.network.neutron [req-32af3718-dccc-46fe-b4f8-1bfb56f898b2 req-a6e88e65-aa03-421b-a744-63fbfd778839 service nova] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Updating instance_info_cache with network_info: [{"id": "a5d3a310-dc46-4431-951a-5dbe47814ffe", "address": "fa:16:3e:27:03:b9", "network": {"id": "02a93a58-8f0c-468d-b34e-1db5e61a54ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2046819330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ae80f45084747faba9f976dc2d36a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5d3a310-dc", "ovs_interfaceid": "a5d3a310-dc46-4431-951a-5dbe47814ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1807.061532] env[71058]: DEBUG nova.compute.manager [req-875bbfde-4d24-4c2e-a272-dee37f058444 req-caa76c24-7037-4602-ad60-c6d31010202b service nova] [instance: 545969b7-7197-437e-baa1-b002e6700615] Received event network-changed-99c42f66-f8e8-4f07-a3eb-fb4ffa18ad6c {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1807.061762] env[71058]: DEBUG nova.compute.manager [req-875bbfde-4d24-4c2e-a272-dee37f058444 req-caa76c24-7037-4602-ad60-c6d31010202b service nova] [instance: 545969b7-7197-437e-baa1-b002e6700615] Refreshing instance network info cache due to event network-changed-99c42f66-f8e8-4f07-a3eb-fb4ffa18ad6c. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1807.061978] env[71058]: DEBUG oslo_concurrency.lockutils [req-875bbfde-4d24-4c2e-a272-dee37f058444 req-caa76c24-7037-4602-ad60-c6d31010202b service nova] Acquiring lock "refresh_cache-545969b7-7197-437e-baa1-b002e6700615" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1807.062132] env[71058]: DEBUG oslo_concurrency.lockutils [req-875bbfde-4d24-4c2e-a272-dee37f058444 req-caa76c24-7037-4602-ad60-c6d31010202b service nova] Acquired lock "refresh_cache-545969b7-7197-437e-baa1-b002e6700615" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1807.062288] env[71058]: DEBUG nova.network.neutron [req-875bbfde-4d24-4c2e-a272-dee37f058444 req-caa76c24-7037-4602-ad60-c6d31010202b service nova] [instance: 545969b7-7197-437e-baa1-b002e6700615] Refreshing network info cache for port 99c42f66-f8e8-4f07-a3eb-fb4ffa18ad6c {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1807.068933] env[71058]: DEBUG oslo_vmware.api [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873649, 'name': Rename_Task, 'duration_secs': 0.167441} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1807.068933] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1807.069132] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55c80574-e2b3-49e6-b7ea-18bcaf74a3e8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1807.075089] env[71058]: DEBUG oslo_vmware.api [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1807.075089] env[71058]:    value = "task-2873652"
[ 1807.075089] env[71058]:    _type = "Task"
[ 1807.075089] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1807.085510] env[71058]: DEBUG oslo_vmware.api [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1807.190929] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.448s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1807.190929] env[71058]: INFO nova.compute.manager [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Migrating
[ 1807.197634] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.185s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1807.199067] env[71058]: INFO nova.compute.claims [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1807.477197] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873651, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1807.530066] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6ba9e6ae-7003-4127-8a22-f0c9b2dc9d31 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "db2f48e6-90ab-46fc-92d1-b631739fab94" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1807.530390] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6ba9e6ae-7003-4127-8a22-f0c9b2dc9d31 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "db2f48e6-90ab-46fc-92d1-b631739fab94" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1807.530618] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6ba9e6ae-7003-4127-8a22-f0c9b2dc9d31 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "db2f48e6-90ab-46fc-92d1-b631739fab94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1807.530819] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6ba9e6ae-7003-4127-8a22-f0c9b2dc9d31 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "db2f48e6-90ab-46fc-92d1-b631739fab94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1807.531030] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6ba9e6ae-7003-4127-8a22-f0c9b2dc9d31 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "db2f48e6-90ab-46fc-92d1-b631739fab94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1807.534938] env[71058]: INFO nova.compute.manager [None req-6ba9e6ae-7003-4127-8a22-f0c9b2dc9d31 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Terminating instance
[ 1807.536762] env[71058]: DEBUG oslo_concurrency.lockutils [req-32af3718-dccc-46fe-b4f8-1bfb56f898b2 req-a6e88e65-aa03-421b-a744-63fbfd778839 service nova] Releasing lock "refresh_cache-15042830-daf1-4904-8911-7084b0a83d63" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1807.586846] env[71058]: DEBUG oslo_vmware.api [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873652, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1807.718030] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "refresh_cache-94792fca-3c7b-45cd-911d-faea61af9d78" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1807.718030] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquired lock "refresh_cache-94792fca-3c7b-45cd-911d-faea61af9d78" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1807.718030] env[71058]: DEBUG nova.network.neutron [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1807.856851] env[71058]: DEBUG nova.network.neutron [req-875bbfde-4d24-4c2e-a272-dee37f058444 req-caa76c24-7037-4602-ad60-c6d31010202b service nova] [instance: 545969b7-7197-437e-baa1-b002e6700615] Updated VIF entry in instance network info cache for port 99c42f66-f8e8-4f07-a3eb-fb4ffa18ad6c. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1807.857304] env[71058]: DEBUG nova.network.neutron [req-875bbfde-4d24-4c2e-a272-dee37f058444 req-caa76c24-7037-4602-ad60-c6d31010202b service nova] [instance: 545969b7-7197-437e-baa1-b002e6700615] Updating instance_info_cache with network_info: [{"id": "99c42f66-f8e8-4f07-a3eb-fb4ffa18ad6c", "address": "fa:16:3e:77:2e:6a", "network": {"id": "36f3a34a-343d-41f5-8b2e-8699d9ff6620", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1160473159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef1731def234742bd05b4f7e9c3719c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99c42f66-f8", "ovs_interfaceid": "99c42f66-f8e8-4f07-a3eb-fb4ffa18ad6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1807.978510] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873651, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1808.043236] env[71058]: DEBUG nova.compute.manager [None req-6ba9e6ae-7003-4127-8a22-f0c9b2dc9d31 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1808.043655] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba9e6ae-7003-4127-8a22-f0c9b2dc9d31 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1808.044524] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7fbb33-2c0f-46ed-8d8f-58cf11e4378c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1808.052353] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba9e6ae-7003-4127-8a22-f0c9b2dc9d31 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1808.052642] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76122c1a-312d-4660-8837-7e5bdfcfc5ca {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1808.059067] env[71058]: DEBUG oslo_vmware.api [None req-6ba9e6ae-7003-4127-8a22-f0c9b2dc9d31 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1808.059067] env[71058]:    value = "task-2873656"
[ 1808.059067] env[71058]:    _type = "Task"
[ 1808.059067] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1808.069201] env[71058]: DEBUG oslo_vmware.api [None req-6ba9e6ae-7003-4127-8a22-f0c9b2dc9d31 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1808.085496] env[71058]: DEBUG oslo_vmware.api [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873652, 'name': PowerOnVM_Task, 'duration_secs': 0.538912} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1808.085939] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1808.086188] env[71058]: INFO nova.compute.manager [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Took 8.15 seconds to spawn the instance on the hypervisor.
[ 1808.086476] env[71058]: DEBUG nova.compute.manager [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1808.087358] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77fc961-766d-4726-8e56-fb5e87d8c4c6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1808.301210] env[71058]: DEBUG oslo_concurrency.lockutils [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "19a988b4-f677-445d-8135-1d49b099f873" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1808.301405] env[71058]: DEBUG oslo_concurrency.lockutils [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "19a988b4-f677-445d-8135-1d49b099f873" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1808.362458] env[71058]: DEBUG oslo_concurrency.lockutils [req-875bbfde-4d24-4c2e-a272-dee37f058444 req-caa76c24-7037-4602-ad60-c6d31010202b service nova] Releasing lock "refresh_cache-545969b7-7197-437e-baa1-b002e6700615" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1808.448867] env[71058]: DEBUG nova.network.neutron [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Updating instance_info_cache with network_info: [{"id": "742db58e-0c56-4da0-b1f3-8b0450b48e40", "address": "fa:16:3e:90:aa:98", "network": {"id": "0e55cc18-b52f-4c57-ac37-4902a108877c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1582599326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17af35ecde854246840d1e08ccd1fdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap742db58e-0c", "ovs_interfaceid": "742db58e-0c56-4da0-b1f3-8b0450b48e40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1808.478682] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873651, 'name': CreateVM_Task, 'duration_secs': 1.212916} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1808.481092] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 545969b7-7197-437e-baa1-b002e6700615] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1808.481984] env[71058]: DEBUG oslo_concurrency.lockutils [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1808.482177] env[71058]: DEBUG oslo_concurrency.lockutils [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1808.482486] env[71058]: DEBUG oslo_concurrency.lockutils [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1808.482739] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8631175c-25f7-4783-8a56-d809a1e8ae64 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1808.487056] env[71058]: DEBUG oslo_vmware.api [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1808.487056] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5222f8a2-4760-64a2-f86e-685b03378b7b"
[ 1808.487056] env[71058]:    _type = "Task"
[ 1808.487056] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1808.496421] env[71058]: DEBUG oslo_vmware.api [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5222f8a2-4760-64a2-f86e-685b03378b7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1808.568830] env[71058]: DEBUG oslo_vmware.api [None req-6ba9e6ae-7003-4127-8a22-f0c9b2dc9d31 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873656, 'name': PowerOffVM_Task, 'duration_secs': 0.257414} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1808.569113] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba9e6ae-7003-4127-8a22-f0c9b2dc9d31 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1808.569284] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba9e6ae-7003-4127-8a22-f0c9b2dc9d31 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1808.569526] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de5e8873-1a2e-4282-956d-f29e3955c4a7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1808.572104] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d3098a-b82b-4d46-bbf2-122a6a4bd2cc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1808.578787] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a964a76f-0026-4b04-97c9-e6a6aad63afb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1808.613059] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99482d19-02b7-415b-af96-56b7d5a0848d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1808.618139] env[71058]: INFO nova.compute.manager [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Took 40.52 seconds to build instance.
[ 1808.622668] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53503fc3-2eed-4366-ab4b-5d33a2c85d4b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1808.637431] env[71058]: DEBUG nova.compute.provider_tree [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1808.804375] env[71058]: DEBUG nova.compute.manager [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1808.955550] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Releasing lock "refresh_cache-94792fca-3c7b-45cd-911d-faea61af9d78" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1808.980358] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba9e6ae-7003-4127-8a22-f0c9b2dc9d31 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1808.980612] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba9e6ae-7003-4127-8a22-f0c9b2dc9d31 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1808.980765] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ba9e6ae-7003-4127-8a22-f0c9b2dc9d31 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Deleting the datastore file [datastore2] db2f48e6-90ab-46fc-92d1-b631739fab94 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1808.981897] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-456a7e0f-e785-4f6e-99dd-ee0c369ba62f tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Volume attach. Driver type: vmdk {{(pid=71058) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}}
[ 1808.982204] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-456a7e0f-e785-4f6e-99dd-ee0c369ba62f tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577551', 'volume_id': '0902b70e-ad2e-4597-b663-042b5d24d41a', 'name': 'volume-0902b70e-ad2e-4597-b663-042b5d24d41a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f01addd2-48df-444b-aa3b-5b9a065b60b7', 'attached_at': '', 'detached_at': '', 'volume_id': '0902b70e-ad2e-4597-b663-042b5d24d41a', 'serial': '0902b70e-ad2e-4597-b663-042b5d24d41a'} {{(pid=71058) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}}
[ 1808.982482] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f9d04df-7255-4f6a-839e-5415f9c72131 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1808.985017] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a54a267-429c-47a2-8cd6-eb860b1f20ce {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1808.994635] env[71058]: DEBUG oslo_vmware.api [None req-6ba9e6ae-7003-4127-8a22-f0c9b2dc9d31 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for the task: (returnval){
[ 1808.994635] env[71058]:    value = "task-2873658"
[ 1808.994635] env[71058]:    _type = "Task"
[ 1808.994635] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1809.011812] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ac8ad0-a6aa-40a3-86f2-59cf9a8a534e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1809.019710] env[71058]: DEBUG oslo_vmware.api [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5222f8a2-4760-64a2-f86e-685b03378b7b, 'name': SearchDatastore_Task, 'duration_secs': 0.039877} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1809.019944] env[71058]: DEBUG oslo_concurrency.lockutils [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1809.020248] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 545969b7-7197-437e-baa1-b002e6700615] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1809.021185] env[71058]: DEBUG oslo_concurrency.lockutils [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1809.021185] env[71058]: DEBUG oslo_concurrency.lockutils [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1809.021185] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1809.037148] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ae8d98d-edb7-4e44-9f25-d55d2f3d9958 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1809.047043] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-456a7e0f-e785-4f6e-99dd-ee0c369ba62f tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] volume-0902b70e-ad2e-4597-b663-042b5d24d41a/volume-0902b70e-ad2e-4597-b663-042b5d24d41a.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1809.047481] env[71058]: DEBUG oslo_vmware.api [None req-6ba9e6ae-7003-4127-8a22-f0c9b2dc9d31 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1809.047932] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb80b3f0-1f60-40d6-bf0b-f9d0844ddb4c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1809.067814] env[71058]: DEBUG oslo_vmware.api [None req-456a7e0f-e785-4f6e-99dd-ee0c369ba62f tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for the task: (returnval){
[ 1809.067814] env[71058]:    value = "task-2873659"
[ 1809.067814] env[71058]:    _type = "Task"
[ 1809.067814] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1809.075989] env[71058]: DEBUG oslo_vmware.api [None req-456a7e0f-e785-4f6e-99dd-ee0c369ba62f tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873659, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1809.079101] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1809.079279] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1809.079993] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92f3a133-95d7-4026-b5a5-f8e51444c53a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1809.085504] env[71058]: DEBUG oslo_vmware.api [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1809.085504] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d2aec3-d7c4-8d80-95f7-be3f25fb5971"
[ 1809.085504] env[71058]:    _type = "Task"
[ 1809.085504] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1809.094174] env[71058]: DEBUG oslo_vmware.api [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d2aec3-d7c4-8d80-95f7-be3f25fb5971, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1809.120426] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0f72af1d-e177-4eeb-915f-cab8995ac175 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "ef018637-b45c-4d27-858c-6fc418d79cf1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 42.039s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1809.140620] env[71058]: DEBUG nova.scheduler.client.report [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1809.324145] env[71058]: DEBUG nova.compute.manager [req-a24e16b3-5c71-4ef8-8810-887c6ef0b765 req-60457833-19bd-4a46-ac89-949391b9b063 service nova] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Received event network-changed-7a698812-d36d-4b07-9b9b-0dad873ec390 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1809.324348] env[71058]: DEBUG nova.compute.manager [req-a24e16b3-5c71-4ef8-8810-887c6ef0b765 req-60457833-19bd-4a46-ac89-949391b9b063 service nova] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Refreshing instance network info cache due to event network-changed-7a698812-d36d-4b07-9b9b-0dad873ec390. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1809.324560] env[71058]: DEBUG oslo_concurrency.lockutils [req-a24e16b3-5c71-4ef8-8810-887c6ef0b765 req-60457833-19bd-4a46-ac89-949391b9b063 service nova] Acquiring lock "refresh_cache-ef018637-b45c-4d27-858c-6fc418d79cf1" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1809.324807] env[71058]: DEBUG oslo_concurrency.lockutils [req-a24e16b3-5c71-4ef8-8810-887c6ef0b765 req-60457833-19bd-4a46-ac89-949391b9b063 service nova] Acquired lock "refresh_cache-ef018637-b45c-4d27-858c-6fc418d79cf1" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1809.325014] env[71058]: DEBUG nova.network.neutron [req-a24e16b3-5c71-4ef8-8810-887c6ef0b765 req-60457833-19bd-4a46-ac89-949391b9b063 service nova] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Refreshing network info cache for port 7a698812-d36d-4b07-9b9b-0dad873ec390 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1809.329073] env[71058]: DEBUG oslo_concurrency.lockutils [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1809.520338] env[71058]: DEBUG oslo_vmware.api [None req-6ba9e6ae-7003-4127-8a22-f0c9b2dc9d31 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Task: {'id': task-2873658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238163} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1809.520708] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ba9e6ae-7003-4127-8a22-f0c9b2dc9d31 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1809.520976] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba9e6ae-7003-4127-8a22-f0c9b2dc9d31 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1809.521259] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba9e6ae-7003-4127-8a22-f0c9b2dc9d31 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1809.521526] env[71058]: INFO nova.compute.manager [None req-6ba9e6ae-7003-4127-8a22-f0c9b2dc9d31 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Took 1.48 seconds to destroy the instance on the hypervisor.
[ 1809.521895] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ba9e6ae-7003-4127-8a22-f0c9b2dc9d31 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1809.522519] env[71058]: DEBUG nova.compute.manager [-] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1809.522664] env[71058]: DEBUG nova.network.neutron [-] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1809.580334] env[71058]: DEBUG oslo_vmware.api [None req-456a7e0f-e785-4f6e-99dd-ee0c369ba62f tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873659, 'name': ReconfigVM_Task, 'duration_secs': 0.359541} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1809.580613] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-456a7e0f-e785-4f6e-99dd-ee0c369ba62f tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Reconfigured VM instance instance-00000052 to attach disk [datastore2] volume-0902b70e-ad2e-4597-b663-042b5d24d41a/volume-0902b70e-ad2e-4597-b663-042b5d24d41a.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1809.587863] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2eacaf1-65f7-46de-ba2a-ceed564bf39e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1809.609952] env[71058]: DEBUG oslo_vmware.api [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d2aec3-d7c4-8d80-95f7-be3f25fb5971, 'name': SearchDatastore_Task, 'duration_secs': 0.012236} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1809.611784] env[71058]: DEBUG oslo_vmware.api [None req-456a7e0f-e785-4f6e-99dd-ee0c369ba62f tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for the task: (returnval){
[ 1809.611784] env[71058]:    value = "task-2873661"
[ 1809.611784] env[71058]:    _type = "Task"
[ 1809.611784] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1809.611996] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a8b38c9-3b3f-4c6b-8432-09c0296ec956 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1809.620489] env[71058]: DEBUG oslo_vmware.api [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1809.620489] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e42eb4-c13c-7992-2589-6407f256d83d"
[ 1809.620489] env[71058]:    _type = "Task"
[ 1809.620489] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1809.624688] env[71058]: DEBUG oslo_vmware.api [None req-456a7e0f-e785-4f6e-99dd-ee0c369ba62f tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873661, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1809.633099] env[71058]: DEBUG oslo_vmware.api [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e42eb4-c13c-7992-2589-6407f256d83d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1809.649846] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1809.650484] env[71058]: DEBUG nova.compute.manager [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1809.653258] env[71058]: DEBUG oslo_concurrency.lockutils [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.730s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1809.654739] env[71058]: INFO nova.compute.claims [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1809.832262] env[71058]: DEBUG nova.compute.manager [req-09727ffa-57b9-4920-a440-31f6fe9d011c req-dd6abdef-54ab-4d9e-8e04-5154348f38f9 service nova] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Received event network-vif-deleted-73f73d3e-8924-4155-bf75-be410df5806e {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1809.832419] env[71058]: INFO nova.compute.manager [req-09727ffa-57b9-4920-a440-31f6fe9d011c req-dd6abdef-54ab-4d9e-8e04-5154348f38f9 service nova] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Neutron deleted interface 73f73d3e-8924-4155-bf75-be410df5806e; detaching it from the instance and deleting it from the info cache
[ 1809.832605] env[71058]: DEBUG nova.network.neutron [req-09727ffa-57b9-4920-a440-31f6fe9d011c req-dd6abdef-54ab-4d9e-8e04-5154348f38f9 service nova] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1810.042248] env[71058]: DEBUG nova.network.neutron [req-a24e16b3-5c71-4ef8-8810-887c6ef0b765 req-60457833-19bd-4a46-ac89-949391b9b063 service nova] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Updated VIF entry in instance network info cache for port 7a698812-d36d-4b07-9b9b-0dad873ec390. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1810.042651] env[71058]: DEBUG nova.network.neutron [req-a24e16b3-5c71-4ef8-8810-887c6ef0b765 req-60457833-19bd-4a46-ac89-949391b9b063 service nova] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Updating instance_info_cache with network_info: [{"id": "7a698812-d36d-4b07-9b9b-0dad873ec390", "address": "fa:16:3e:74:cf:34", "network": {"id": "66750c80-d5c2-4b4f-9575-cdf32a68ebc7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-309076217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c9902cdb8d44e288ef5d1588d0de88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a698812-d3", "ovs_interfaceid": "7a698812-d36d-4b07-9b9b-0dad873ec390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1810.125139] env[71058]: DEBUG oslo_vmware.api [None req-456a7e0f-e785-4f6e-99dd-ee0c369ba62f tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873661, 'name': ReconfigVM_Task, 'duration_secs': 0.215596} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1810.128408] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-456a7e0f-e785-4f6e-99dd-ee0c369ba62f tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577551', 'volume_id': '0902b70e-ad2e-4597-b663-042b5d24d41a', 'name': 'volume-0902b70e-ad2e-4597-b663-042b5d24d41a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f01addd2-48df-444b-aa3b-5b9a065b60b7', 'attached_at': '', 'detached_at': '', 'volume_id': '0902b70e-ad2e-4597-b663-042b5d24d41a', 'serial': '0902b70e-ad2e-4597-b663-042b5d24d41a'} {{(pid=71058) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}}
[ 1810.135253] env[71058]: DEBUG oslo_vmware.api [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e42eb4-c13c-7992-2589-6407f256d83d, 'name': SearchDatastore_Task, 'duration_secs': 0.011567} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1810.135578] env[71058]: DEBUG oslo_concurrency.lockutils [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1810.135868] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 545969b7-7197-437e-baa1-b002e6700615/545969b7-7197-437e-baa1-b002e6700615.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1810.136664] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c2ab079-1ecb-49f9-8224-0725e8ca7255 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1810.143289] env[71058]: DEBUG oslo_vmware.api [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1810.143289] env[71058]:    value = "task-2873662"
[ 1810.143289] env[71058]:    _type = "Task"
[ 1810.143289] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1810.151751] env[71058]: DEBUG oslo_vmware.api [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1810.158455] env[71058]: DEBUG nova.compute.utils [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1810.159798] env[71058]: DEBUG nova.compute.manager [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1810.160030] env[71058]: DEBUG nova.network.neutron [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1810.205132] env[71058]: DEBUG nova.policy [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8cb53dbee804170ab7e53d3824c9b4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae6226dd54db4ea48fb124a67d0b2152', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1810.317414] env[71058]: DEBUG nova.network.neutron [-] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1810.335443] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c36c7a66-84c0-4b72-b22c-b62ed294b4a1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1810.347469] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f315ce-d025-47a3-be65-e2d5bc3d6d5e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1810.385028] env[71058]: DEBUG nova.compute.manager [req-09727ffa-57b9-4920-a440-31f6fe9d011c req-dd6abdef-54ab-4d9e-8e04-5154348f38f9 service nova] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Detach interface failed, port_id=73f73d3e-8924-4155-bf75-be410df5806e, reason: Instance db2f48e6-90ab-46fc-92d1-b631739fab94 could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1810.471935] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8202e368-5c7c-4135-b0b6-d1fef4bbe80f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1810.477845] env[71058]: DEBUG nova.network.neutron [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Successfully created port: 694ea339-3ba5-4191-92cb-048c99a8e303 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1810.495601] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Updating instance '94792fca-3c7b-45cd-911d-faea61af9d78' progress to 0 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1810.547160] env[71058]: DEBUG oslo_concurrency.lockutils [req-a24e16b3-5c71-4ef8-8810-887c6ef0b765 req-60457833-19bd-4a46-ac89-949391b9b063 service nova] Releasing lock "refresh_cache-ef018637-b45c-4d27-858c-6fc418d79cf1" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1810.655141] env[71058]: DEBUG oslo_vmware.api [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873662, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1810.665012] env[71058]: DEBUG nova.compute.manager [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1810.819856] env[71058]: INFO nova.compute.manager [-] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Took 1.30 seconds to deallocate network for instance.
[ 1810.958271] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e02ed11-e4c1-46f8-bc03-0e4883a2d839 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1810.966418] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835994d6-c33a-40af-ae1b-0144435716ce {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1811.009801] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1811.010541] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e75ac78f-6fae-402f-866c-e17d8b205fef {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1811.013556] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2cba75-a14c-4a11-9275-73f3596b8187 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1811.025701] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e951aae1-079e-4c5d-8de3-38c684298231 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1811.031555] env[71058]: DEBUG oslo_vmware.api [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1811.031555] env[71058]:    value = "task-2873663"
[ 1811.031555] env[71058]:    _type = "Task"
[ 1811.031555] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1811.046101] env[71058]: DEBUG nova.compute.provider_tree [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1811.052152] env[71058]: DEBUG oslo_vmware.api [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1811.154876] env[71058]: DEBUG oslo_vmware.api [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512926} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1811.155197] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 545969b7-7197-437e-baa1-b002e6700615/545969b7-7197-437e-baa1-b002e6700615.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1811.155362] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 545969b7-7197-437e-baa1-b002e6700615] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1811.155610] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7081e4ec-3da0-4254-9715-22877b90c5d0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1811.161955] env[71058]: DEBUG oslo_vmware.api [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1811.161955] env[71058]:    value = "task-2873664"
[ 1811.161955] env[71058]:    _type = "Task"
[ 1811.161955] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1811.170287] env[71058]: DEBUG oslo_vmware.api [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1811.180044] env[71058]: DEBUG nova.objects.instance [None req-456a7e0f-e785-4f6e-99dd-ee0c369ba62f tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lazy-loading 'flavor' on Instance uuid f01addd2-48df-444b-aa3b-5b9a065b60b7 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1811.328273] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6ba9e6ae-7003-4127-8a22-f0c9b2dc9d31 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1811.541908] env[71058]: DEBUG oslo_vmware.api [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873663, 'name': PowerOffVM_Task, 'duration_secs': 0.388158} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1811.542348] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1811.542559] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Updating instance '94792fca-3c7b-45cd-911d-faea61af9d78' progress to 17 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1811.548815] env[71058]: DEBUG nova.scheduler.client.report [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1811.672187] env[71058]: DEBUG oslo_vmware.api [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074965} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1811.672455] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 545969b7-7197-437e-baa1-b002e6700615] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1811.673310] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea24aa4-50bc-40ff-a048-d83afed611ae {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1811.676774] env[71058]: DEBUG nova.compute.manager [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1811.698980] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 545969b7-7197-437e-baa1-b002e6700615] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 545969b7-7197-437e-baa1-b002e6700615/545969b7-7197-437e-baa1-b002e6700615.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1811.699573] env[71058]: DEBUG oslo_concurrency.lockutils [None req-456a7e0f-e785-4f6e-99dd-ee0c369ba62f tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "f01addd2-48df-444b-aa3b-5b9a065b60b7" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.349s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1811.700627] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-684ea06b-9a1d-4aa6-a55b-cd74daf98541 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1811.725646] env[71058]: DEBUG nova.virt.hardware [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1811.725910] env[71058]: DEBUG nova.virt.hardware [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1811.726046] env[71058]: DEBUG nova.virt.hardware [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1811.726228] env[71058]: DEBUG nova.virt.hardware [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1811.726371] env[71058]: DEBUG nova.virt.hardware [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1811.726515] env[71058]: DEBUG nova.virt.hardware [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1811.726737] env[71058]: DEBUG nova.virt.hardware [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1811.726869] env[71058]: DEBUG nova.virt.hardware [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1811.727068] env[71058]: DEBUG nova.virt.hardware [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1811.727247] env[71058]: DEBUG nova.virt.hardware [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1811.727417] env[71058]: DEBUG nova.virt.hardware [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1811.728469] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84f07d3-d83d-430e-bc3b-29ba84ccfb18 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1811.732159] env[71058]: DEBUG oslo_vmware.api [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1811.732159] env[71058]:    value = "task-2873665"
[ 1811.732159] env[71058]:    _type = "Task"
[ 1811.732159] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1811.738838] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe01c04d-988d-4637-825c-86cc79a5a414 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1811.745418] env[71058]: DEBUG oslo_vmware.api [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1811.912053] env[71058]: DEBUG nova.compute.manager [req-3ed3f422-c598-43b4-8ed0-0262065124ab req-9bff7f6e-2cdb-4666-8ba2-8df5690ed73e service nova] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Received event network-vif-plugged-694ea339-3ba5-4191-92cb-048c99a8e303 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1811.912280] env[71058]: DEBUG oslo_concurrency.lockutils [req-3ed3f422-c598-43b4-8ed0-0262065124ab req-9bff7f6e-2cdb-4666-8ba2-8df5690ed73e service nova] Acquiring lock "29a875e4-c2a0-4a64-80eb-74fa7615da27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1811.912497] env[71058]: DEBUG oslo_concurrency.lockutils [req-3ed3f422-c598-43b4-8ed0-0262065124ab req-9bff7f6e-2cdb-4666-8ba2-8df5690ed73e service nova] Lock "29a875e4-c2a0-4a64-80eb-74fa7615da27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1811.912854] env[71058]: DEBUG oslo_concurrency.lockutils [req-3ed3f422-c598-43b4-8ed0-0262065124ab req-9bff7f6e-2cdb-4666-8ba2-8df5690ed73e service nova] Lock "29a875e4-c2a0-4a64-80eb-74fa7615da27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1811.912854] env[71058]: DEBUG nova.compute.manager [req-3ed3f422-c598-43b4-8ed0-0262065124ab req-9bff7f6e-2cdb-4666-8ba2-8df5690ed73e service nova] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] No waiting events found dispatching network-vif-plugged-694ea339-3ba5-4191-92cb-048c99a8e303 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1811.913013] env[71058]: WARNING nova.compute.manager [req-3ed3f422-c598-43b4-8ed0-0262065124ab req-9bff7f6e-2cdb-4666-8ba2-8df5690ed73e service nova] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Received unexpected event network-vif-plugged-694ea339-3ba5-4191-92cb-048c99a8e303 for instance with vm_state building and task_state spawning.
[ 1812.013762] env[71058]: DEBUG nova.network.neutron [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Successfully updated port: 694ea339-3ba5-4191-92cb-048c99a8e303 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1812.049765] env[71058]: DEBUG nova.virt.hardware [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1812.050040] env[71058]: DEBUG nova.virt.hardware [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1812.050255] env[71058]: DEBUG nova.virt.hardware [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1812.050456] env[71058]: DEBUG nova.virt.hardware [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1812.050603] env[71058]: DEBUG nova.virt.hardware [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1812.050764] env[71058]: DEBUG nova.virt.hardware [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1812.050973] env[71058]: DEBUG nova.virt.hardware [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1812.051149] env[71058]: DEBUG nova.virt.hardware [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1812.051320] env[71058]: DEBUG nova.virt.hardware [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1812.051484] env[71058]: DEBUG nova.virt.hardware [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1812.051655] env[71058]: DEBUG nova.virt.hardware [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1812.057915] env[71058]: DEBUG oslo_concurrency.lockutils [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1812.058366] env[71058]: DEBUG nova.compute.manager [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1812.060612] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6abe4f1e-6744-481e-b261-604660ef0b45 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1812.071897] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.384s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1812.072139] env[71058]: DEBUG nova.objects.instance [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Lazy-loading 'resources' on Instance uuid eba411bb-ecdf-433a-85cd-e43c491353c7 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1812.080932] env[71058]: DEBUG oslo_vmware.api [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1812.080932] env[71058]:    value = "task-2873666"
[ 1812.080932] env[71058]:    _type = "Task"
[ 1812.080932] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1812.090197] env[71058]: DEBUG oslo_vmware.api [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873666, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1812.242061] env[71058]: DEBUG oslo_vmware.api [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873665, 'name': ReconfigVM_Task, 'duration_secs': 0.304083} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1812.242391] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 545969b7-7197-437e-baa1-b002e6700615] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 545969b7-7197-437e-baa1-b002e6700615/545969b7-7197-437e-baa1-b002e6700615.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1812.243018] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-791b1653-2235-4e32-9dd1-207868c12a23 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1812.250161] env[71058]: DEBUG oslo_vmware.api [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1812.250161] env[71058]:    value = "task-2873667"
[ 1812.250161] env[71058]:    _type = "Task"
[ 1812.250161] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1812.259140] env[71058]: DEBUG oslo_vmware.api [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873667, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1812.439473] env[71058]: DEBUG oslo_concurrency.lockutils [None req-57ed4d8b-1c6e-4eac-94b5-1185e3868061 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquiring lock "f01addd2-48df-444b-aa3b-5b9a065b60b7" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1812.439714] env[71058]: DEBUG oslo_concurrency.lockutils [None req-57ed4d8b-1c6e-4eac-94b5-1185e3868061 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "f01addd2-48df-444b-aa3b-5b9a065b60b7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1812.517087] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "refresh_cache-29a875e4-c2a0-4a64-80eb-74fa7615da27" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1812.517247] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquired lock "refresh_cache-29a875e4-c2a0-4a64-80eb-74fa7615da27" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1812.517400] env[71058]: DEBUG nova.network.neutron [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1812.561646] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1812.573986] env[71058]: DEBUG nova.compute.utils [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1812.574827] env[71058]: DEBUG nova.compute.manager [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Not allocating networking since 'none' was specified. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}}
[ 1812.593670] env[71058]: DEBUG oslo_vmware.api [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873666, 'name': ReconfigVM_Task, 'duration_secs': 0.241775} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1812.596249] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Updating instance '94792fca-3c7b-45cd-911d-faea61af9d78' progress to 33 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1812.761420] env[71058]: DEBUG oslo_vmware.api [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873667, 'name': Rename_Task, 'duration_secs': 0.151701} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1812.763955] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 545969b7-7197-437e-baa1-b002e6700615] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1812.764382] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-467b9aea-6739-41ea-b8ca-678fa7fed99c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1812.773065] env[71058]: DEBUG oslo_vmware.api [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1812.773065] env[71058]:    value = "task-2873668"
[ 1812.773065] env[71058]:    _type = "Task"
[ 1812.773065] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1812.788187] env[71058]: DEBUG oslo_vmware.api [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1812.863649] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f89e04-1db3-4947-a868-aa1f8cb03f35 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1812.871347] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdd89bb-2f2f-4032-859e-848f3afc91e5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1812.901954] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe113fce-d101-4a9d-8cf3-ce3584492b3b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1812.909743] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33968cfd-c3f4-478f-9305-c1547ac2f911 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1812.923072] env[71058]: DEBUG nova.compute.provider_tree [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1812.943730] env[71058]: DEBUG nova.compute.utils [None req-57ed4d8b-1c6e-4eac-94b5-1185e3868061 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1813.056962] env[71058]: DEBUG nova.network.neutron [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1813.078275] env[71058]: DEBUG nova.compute.manager [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1813.103053] env[71058]: DEBUG nova.virt.hardware [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1813.103381] env[71058]: DEBUG nova.virt.hardware [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1813.103556] env[71058]: DEBUG nova.virt.hardware [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1813.103786] env[71058]: DEBUG nova.virt.hardware [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1813.103932] env[71058]: DEBUG nova.virt.hardware [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1813.104089] env[71058]: DEBUG nova.virt.hardware [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1813.104294] env[71058]: DEBUG nova.virt.hardware [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1813.104445] env[71058]: DEBUG nova.virt.hardware [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1813.104608] env[71058]: DEBUG nova.virt.hardware [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1813.105684] env[71058]: DEBUG nova.virt.hardware [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1813.105684] env[71058]: DEBUG nova.virt.hardware [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1813.110339] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Reconfiguring VM instance instance-00000054 to detach disk 2000 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1813.113520] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f77cd2b-598e-4039-a33d-eb6ceff052e5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1813.137928] env[71058]: DEBUG oslo_vmware.api [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1813.137928] env[71058]:    value = "task-2873669"
[ 1813.137928] env[71058]:    _type = "Task"
[ 1813.137928] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1813.147217] env[71058]: DEBUG oslo_vmware.api [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873669, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1813.233936] env[71058]: DEBUG nova.network.neutron [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Updating instance_info_cache with network_info: [{"id": "694ea339-3ba5-4191-92cb-048c99a8e303", "address": "fa:16:3e:a1:c1:a6", "network": {"id": "645164d9-d9b3-4b8e-9ba7-b72f5baa0cf1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1281402244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae6226dd54db4ea48fb124a67d0b2152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap694ea339-3b", "ovs_interfaceid": "694ea339-3ba5-4191-92cb-048c99a8e303", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1813.286580] env[71058]: DEBUG oslo_vmware.api [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873668, 'name': PowerOnVM_Task, 'duration_secs': 0.466489} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1813.286886] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 545969b7-7197-437e-baa1-b002e6700615] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1813.287033] env[71058]: INFO nova.compute.manager [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 545969b7-7197-437e-baa1-b002e6700615] Took 8.97 seconds to spawn the instance on the hypervisor.
[ 1813.287216] env[71058]: DEBUG nova.compute.manager [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 545969b7-7197-437e-baa1-b002e6700615] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1813.287995] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a343fb-409b-465b-b5ca-e09bb3d2946f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1813.427936] env[71058]: DEBUG nova.scheduler.client.report [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1813.446614] env[71058]: DEBUG oslo_concurrency.lockutils [None req-57ed4d8b-1c6e-4eac-94b5-1185e3868061 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "f01addd2-48df-444b-aa3b-5b9a065b60b7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 1.007s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1813.588067] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6e104a95-fae2-4d49-8588-a88dbdb34593 tempest-ServersAdminTestJSON-857011912 tempest-ServersAdminTestJSON-857011912-project-admin] Acquiring lock "refresh_cache-545969b7-7197-437e-baa1-b002e6700615" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1813.588237] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6e104a95-fae2-4d49-8588-a88dbdb34593 tempest-ServersAdminTestJSON-857011912 tempest-ServersAdminTestJSON-857011912-project-admin] Acquired lock "refresh_cache-545969b7-7197-437e-baa1-b002e6700615" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1813.588410] env[71058]: DEBUG nova.network.neutron [None req-6e104a95-fae2-4d49-8588-a88dbdb34593 tempest-ServersAdminTestJSON-857011912 tempest-ServersAdminTestJSON-857011912-project-admin] [instance: 545969b7-7197-437e-baa1-b002e6700615] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1813.647492] env[71058]: DEBUG oslo_vmware.api [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873669, 'name': ReconfigVM_Task, 'duration_secs': 0.195171} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1813.647760] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Reconfigured VM instance instance-00000054 to detach disk 2000 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1813.648554] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a3a2bf-3cf1-423b-bdce-e9366e0abb5b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1813.671174] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 94792fca-3c7b-45cd-911d-faea61af9d78/94792fca-3c7b-45cd-911d-faea61af9d78.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1813.671448] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e289793-0fbe-44b8-9f9d-79dd54040121 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1813.690088] env[71058]: DEBUG oslo_vmware.api [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1813.690088] env[71058]:    value = "task-2873670"
[ 1813.690088] env[71058]:    _type = "Task"
[ 1813.690088] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1813.698235] env[71058]: DEBUG oslo_vmware.api [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873670, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1813.736651] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Releasing lock "refresh_cache-29a875e4-c2a0-4a64-80eb-74fa7615da27" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1813.737068] env[71058]: DEBUG nova.compute.manager [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Instance network_info: |[{"id": "694ea339-3ba5-4191-92cb-048c99a8e303", "address": "fa:16:3e:a1:c1:a6", "network": {"id": "645164d9-d9b3-4b8e-9ba7-b72f5baa0cf1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1281402244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae6226dd54db4ea48fb124a67d0b2152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap694ea339-3b", "ovs_interfaceid": "694ea339-3ba5-4191-92cb-048c99a8e303", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1813.737559] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:c1:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '193994c7-8e1b-4f25-a4a4-d0563845eb28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '694ea339-3ba5-4191-92cb-048c99a8e303', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1813.745509] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1813.745735] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1813.745993] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1dd253e3-2420-49f5-8698-2e8658be0869 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1813.765956] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1813.765956] env[71058]:    value = "task-2873671"
[ 1813.765956] env[71058]:    _type = "Task"
[ 1813.765956] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1813.773816] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873671, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1813.806117] env[71058]: INFO nova.compute.manager [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 545969b7-7197-437e-baa1-b002e6700615] Took 37.44 seconds to build instance.
[ 1813.934490] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1813.939836] env[71058]: DEBUG oslo_concurrency.lockutils [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.798s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1813.940477] env[71058]: INFO nova.compute.claims [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1813.962981] env[71058]: INFO nova.scheduler.client.report [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Deleted allocations for instance eba411bb-ecdf-433a-85cd-e43c491353c7
[ 1814.046883] env[71058]: DEBUG nova.compute.manager [req-f2dc823d-2f9a-4ed4-9e9c-4ff9840a3272 req-13d24364-523c-4a74-8678-c4819d620a70 service nova] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Received event network-changed-694ea339-3ba5-4191-92cb-048c99a8e303 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1814.046883] env[71058]: DEBUG nova.compute.manager [req-f2dc823d-2f9a-4ed4-9e9c-4ff9840a3272 req-13d24364-523c-4a74-8678-c4819d620a70 service nova] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Refreshing instance network info cache due to event network-changed-694ea339-3ba5-4191-92cb-048c99a8e303. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1814.047164] env[71058]: DEBUG oslo_concurrency.lockutils [req-f2dc823d-2f9a-4ed4-9e9c-4ff9840a3272 req-13d24364-523c-4a74-8678-c4819d620a70 service nova] Acquiring lock "refresh_cache-29a875e4-c2a0-4a64-80eb-74fa7615da27" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1814.047372] env[71058]: DEBUG oslo_concurrency.lockutils [req-f2dc823d-2f9a-4ed4-9e9c-4ff9840a3272 req-13d24364-523c-4a74-8678-c4819d620a70 service nova] Acquired lock "refresh_cache-29a875e4-c2a0-4a64-80eb-74fa7615da27" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1814.047623] env[71058]: DEBUG nova.network.neutron [req-f2dc823d-2f9a-4ed4-9e9c-4ff9840a3272 req-13d24364-523c-4a74-8678-c4819d620a70 service nova] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Refreshing network info cache for port 694ea339-3ba5-4191-92cb-048c99a8e303 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1814.092131] env[71058]: DEBUG nova.compute.manager [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1814.125537] env[71058]: DEBUG nova.virt.hardware [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1814.127433] env[71058]: DEBUG nova.virt.hardware [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1814.127433] env[71058]: DEBUG nova.virt.hardware [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1814.127433] env[71058]: DEBUG nova.virt.hardware [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1814.127433] env[71058]: DEBUG nova.virt.hardware [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1814.127433] env[71058]: DEBUG nova.virt.hardware [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1814.127433] env[71058]: DEBUG nova.virt.hardware [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1814.127433] env[71058]: DEBUG nova.virt.hardware [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1814.128073] env[71058]: DEBUG nova.virt.hardware [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1814.128073] env[71058]: DEBUG nova.virt.hardware [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1814.128073] env[71058]: DEBUG nova.virt.hardware [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1814.129359] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac288d80-ce3e-4ad4-ae39-29f51cfb4b0b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1814.141277] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d92756d-3ef7-47b4-8d45-f4448eb38a55 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1814.155900] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Instance VIF info [] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1814.161602] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Creating folder: Project (d520bf7a13424e418f02c9c0e87d1f68). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1814.161925] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e5ab30f-2cb9-4844-b3a9-2272f3f688bd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1814.172046] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Created folder: Project (d520bf7a13424e418f02c9c0e87d1f68) in parent group-v577298.
[ 1814.172166] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Creating folder: Instances. Parent ref: group-v577556. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1814.172355] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b905775-d288-48cd-9745-eb077a5bc6c1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1814.182186] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Created folder: Instances in parent group-v577556.
[ 1814.182415] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1814.182602] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1814.182799] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-beaf8dcf-5822-4499-aa33-cddb639fff88 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1814.202300] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1814.202300] env[71058]:    value = "task-2873674"
[ 1814.202300] env[71058]:    _type = "Task"
[ 1814.202300] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1814.205554] env[71058]: DEBUG oslo_vmware.api [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873670, 'name': ReconfigVM_Task, 'duration_secs': 0.363559} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1814.208408] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 94792fca-3c7b-45cd-911d-faea61af9d78/94792fca-3c7b-45cd-911d-faea61af9d78.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1814.208706] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Updating instance '94792fca-3c7b-45cd-911d-faea61af9d78' progress to 50 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1814.217022] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873674, 'name': CreateVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1814.279024] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873671, 'name': CreateVM_Task, 'duration_secs': 0.341728} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1814.279024] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1814.279024] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1814.279024] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1814.279024] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1814.279024] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00ca0756-b1b3-4816-bd20-a50c6dcb1e54 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1814.284035] env[71058]: DEBUG oslo_vmware.api [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1814.284035] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5292f632-145c-fcbb-e256-b3910e5a99b2"
[ 1814.284035] env[71058]:    _type = "Task"
[ 1814.284035] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1814.295254] env[71058]: DEBUG oslo_vmware.api [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5292f632-145c-fcbb-e256-b3910e5a99b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1814.308287] env[71058]: DEBUG oslo_concurrency.lockutils [None req-79a1dc24-3f54-4c7c-af00-897cd1307b43 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "545969b7-7197-437e-baa1-b002e6700615" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 38.953s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1814.334989] env[71058]: DEBUG nova.network.neutron [None req-6e104a95-fae2-4d49-8588-a88dbdb34593 tempest-ServersAdminTestJSON-857011912 tempest-ServersAdminTestJSON-857011912-project-admin] [instance: 545969b7-7197-437e-baa1-b002e6700615] Updating instance_info_cache with network_info: [{"id": "99c42f66-f8e8-4f07-a3eb-fb4ffa18ad6c", "address": "fa:16:3e:77:2e:6a", "network": {"id": "36f3a34a-343d-41f5-8b2e-8699d9ff6620", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1160473159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef1731def234742bd05b4f7e9c3719c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99c42f66-f8", "ovs_interfaceid": "99c42f66-f8e8-4f07-a3eb-fb4ffa18ad6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1814.471361] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a56af395-0e71-4953-b883-3241140ab046 tempest-ServersAaction247Test-649400767 tempest-ServersAaction247Test-649400767-project-member] Lock "eba411bb-ecdf-433a-85cd-e43c491353c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 23.025s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1814.527999] env[71058]: DEBUG oslo_concurrency.lockutils [None req-57ed4d8b-1c6e-4eac-94b5-1185e3868061 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquiring lock "f01addd2-48df-444b-aa3b-5b9a065b60b7" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1814.528497] env[71058]: DEBUG oslo_concurrency.lockutils [None req-57ed4d8b-1c6e-4eac-94b5-1185e3868061 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "f01addd2-48df-444b-aa3b-5b9a065b60b7" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1814.528979] env[71058]: INFO nova.compute.manager [None req-57ed4d8b-1c6e-4eac-94b5-1185e3868061 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Attaching volume 8190c09a-f86f-4502-93fb-396b69b57724 to /dev/sdc
[ 1814.564655] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a263fcc-ca0d-47fa-b96b-b384b2103668 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1814.573255] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a751777a-68d5-486d-b667-b30a0b9aec7e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1814.587067] env[71058]: DEBUG nova.virt.block_device [None req-57ed4d8b-1c6e-4eac-94b5-1185e3868061 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Updating existing volume attachment record: 271a3230-b6eb-4883-8c09-ff55e019d5a0 {{(pid=71058) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
[ 1814.718962] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873674, 'name': CreateVM_Task, 'duration_secs': 0.258752} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1814.719784] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610cfdde-2642-4437-9387-976cfa555849 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1814.722298] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1814.722728] env[71058]: DEBUG oslo_concurrency.lockutils [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1814.740752] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6814cf-1e2d-4ad2-8072-7d8610fdbe16 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1814.760268] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Updating instance '94792fca-3c7b-45cd-911d-faea61af9d78' progress to 67 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1814.788775] env[71058]: DEBUG nova.network.neutron [req-f2dc823d-2f9a-4ed4-9e9c-4ff9840a3272 req-13d24364-523c-4a74-8678-c4819d620a70 service nova] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Updated VIF entry in instance network info cache for port 694ea339-3ba5-4191-92cb-048c99a8e303. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1814.789279] env[71058]: DEBUG nova.network.neutron [req-f2dc823d-2f9a-4ed4-9e9c-4ff9840a3272 req-13d24364-523c-4a74-8678-c4819d620a70 service nova] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Updating instance_info_cache with network_info: [{"id": "694ea339-3ba5-4191-92cb-048c99a8e303", "address": "fa:16:3e:a1:c1:a6", "network": {"id": "645164d9-d9b3-4b8e-9ba7-b72f5baa0cf1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1281402244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae6226dd54db4ea48fb124a67d0b2152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap694ea339-3b", "ovs_interfaceid": "694ea339-3ba5-4191-92cb-048c99a8e303", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1814.799849] env[71058]: DEBUG oslo_vmware.api [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5292f632-145c-fcbb-e256-b3910e5a99b2, 'name': SearchDatastore_Task, 'duration_secs': 0.011884} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1814.800772] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1814.801119] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1814.801485] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1814.801734] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1814.802119] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1814.802530] env[71058]: DEBUG oslo_concurrency.lockutils [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1814.802858] env[71058]: DEBUG oslo_concurrency.lockutils [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1814.803424] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-479642bd-a211-4611-886f-dd01826cc5d4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1814.805303] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f4bfed5-a7fe-4c4a-881d-5544c79c2c2f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1814.811029] env[71058]: DEBUG oslo_vmware.api [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Waiting for the task: (returnval){
[ 1814.811029] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523fa85b-1924-4a0c-42bb-02d3702df477"
[ 1814.811029] env[71058]:    _type = "Task"
[ 1814.811029] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1814.815426] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1814.815584] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1814.816771] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7850a0e-6b29-4b5e-ad46-32c8cc78dbcb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1814.822584] env[71058]: DEBUG oslo_vmware.api [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523fa85b-1924-4a0c-42bb-02d3702df477, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1814.825534] env[71058]: DEBUG oslo_vmware.api [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1814.825534] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52ae2550-3571-b29d-fe0e-03ca8a64a9bd"
[ 1814.825534] env[71058]:    _type = "Task"
[ 1814.825534] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1814.833722] env[71058]: DEBUG oslo_vmware.api [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52ae2550-3571-b29d-fe0e-03ca8a64a9bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1814.837373] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6e104a95-fae2-4d49-8588-a88dbdb34593 tempest-ServersAdminTestJSON-857011912 tempest-ServersAdminTestJSON-857011912-project-admin] Releasing lock "refresh_cache-545969b7-7197-437e-baa1-b002e6700615" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1814.837655] env[71058]: DEBUG nova.compute.manager [None req-6e104a95-fae2-4d49-8588-a88dbdb34593 tempest-ServersAdminTestJSON-857011912 tempest-ServersAdminTestJSON-857011912-project-admin] [instance: 545969b7-7197-437e-baa1-b002e6700615] Inject network info {{(pid=71058) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}}
[ 1814.837801] env[71058]: DEBUG nova.compute.manager [None req-6e104a95-fae2-4d49-8588-a88dbdb34593 tempest-ServersAdminTestJSON-857011912 tempest-ServersAdminTestJSON-857011912-project-admin] [instance: 545969b7-7197-437e-baa1-b002e6700615] network_info to inject: |[{"id": "99c42f66-f8e8-4f07-a3eb-fb4ffa18ad6c", "address": "fa:16:3e:77:2e:6a", "network": {"id": "36f3a34a-343d-41f5-8b2e-8699d9ff6620", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1160473159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef1731def234742bd05b4f7e9c3719c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99c42f66-f8", "ovs_interfaceid": "99c42f66-f8e8-4f07-a3eb-fb4ffa18ad6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}}
[ 1814.842584] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6e104a95-fae2-4d49-8588-a88dbdb34593 tempest-ServersAdminTestJSON-857011912 tempest-ServersAdminTestJSON-857011912-project-admin] [instance: 545969b7-7197-437e-baa1-b002e6700615] Reconfiguring VM instance to set the machine id {{(pid=71058) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}}
[ 1814.842855] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91ff5219-99f3-45fe-be86-74c5bd405574 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1814.858081] env[71058]: DEBUG oslo_vmware.api [None req-6e104a95-fae2-4d49-8588-a88dbdb34593 tempest-ServersAdminTestJSON-857011912 tempest-ServersAdminTestJSON-857011912-project-admin] Waiting for the task: (returnval){
[ 1814.858081] env[71058]:    value = "task-2873676"
[ 1814.858081] env[71058]:    _type = "Task"
[ 1814.858081] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1814.869132] env[71058]: DEBUG oslo_vmware.api [None req-6e104a95-fae2-4d49-8588-a88dbdb34593 tempest-ServersAdminTestJSON-857011912 tempest-ServersAdminTestJSON-857011912-project-admin] Task: {'id': task-2873676, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1815.242638] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad28a6e-40eb-4129-819a-2fd9fbeefd98 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1815.252265] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67cffe7-cf79-4baf-853d-f9386147aff8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1815.289841] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee4f85f-d7b4-4b54-93c9-113bdd2bd419 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1815.297081] env[71058]: DEBUG oslo_concurrency.lockutils [req-f2dc823d-2f9a-4ed4-9e9c-4ff9840a3272 req-13d24364-523c-4a74-8678-c4819d620a70 service nova] Releasing lock "refresh_cache-29a875e4-c2a0-4a64-80eb-74fa7615da27" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1815.298578] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becff721-ecbe-4444-a897-fcdfe72ade74 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1815.316041] env[71058]: DEBUG nova.compute.provider_tree [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1815.327414] env[71058]: DEBUG oslo_vmware.api [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523fa85b-1924-4a0c-42bb-02d3702df477, 'name': SearchDatastore_Task, 'duration_secs': 0.010799} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1815.327414] env[71058]: DEBUG nova.network.neutron [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Port 742db58e-0c56-4da0-b1f3-8b0450b48e40 binding to destination host cpu-1 is already ACTIVE {{(pid=71058) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}}
[ 1815.327875] env[71058]: DEBUG oslo_concurrency.lockutils [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1815.328150] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1815.328390] env[71058]: DEBUG oslo_concurrency.lockutils [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1815.339015] env[71058]: DEBUG oslo_vmware.api [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52ae2550-3571-b29d-fe0e-03ca8a64a9bd, 'name': SearchDatastore_Task, 'duration_secs': 0.00997} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1815.339923] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8910dfb6-75c1-45cc-a0a1-52387c6433ab {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1815.345850] env[71058]: DEBUG oslo_vmware.api [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1815.345850] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52584385-75fd-0183-1d4e-bae32cebce71"
[ 1815.345850] env[71058]:    _type = "Task"
[ 1815.345850] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1815.354374] env[71058]: DEBUG oslo_vmware.api [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52584385-75fd-0183-1d4e-bae32cebce71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1815.366837] env[71058]: DEBUG oslo_vmware.api [None req-6e104a95-fae2-4d49-8588-a88dbdb34593 tempest-ServersAdminTestJSON-857011912 tempest-ServersAdminTestJSON-857011912-project-admin] Task: {'id': task-2873676, 'name': ReconfigVM_Task, 'duration_secs': 0.155611} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1815.367163] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6e104a95-fae2-4d49-8588-a88dbdb34593 tempest-ServersAdminTestJSON-857011912 tempest-ServersAdminTestJSON-857011912-project-admin] [instance: 545969b7-7197-437e-baa1-b002e6700615] Reconfigured VM instance to set the machine id {{(pid=71058) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}}
[ 1815.662273] env[71058]: INFO nova.compute.manager [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Rebuilding instance
[ 1815.716783] env[71058]: DEBUG nova.compute.manager [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1815.717901] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f380b82f-43d5-496e-a908-3726396714b1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1815.821676] env[71058]: DEBUG nova.scheduler.client.report [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1815.861654] env[71058]: DEBUG oslo_vmware.api [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52584385-75fd-0183-1d4e-bae32cebce71, 'name': SearchDatastore_Task, 'duration_secs': 0.009246} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1815.861981] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1815.862264] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 29a875e4-c2a0-4a64-80eb-74fa7615da27/29a875e4-c2a0-4a64-80eb-74fa7615da27.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1815.862547] env[71058]: DEBUG oslo_concurrency.lockutils [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1815.862730] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1815.863043] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd955b8e-2dbc-449f-8868-825a59c39b3e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1815.865129] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b387563-c117-4c99-9a09-f88cec765dcc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1815.873926] env[71058]: DEBUG oslo_vmware.api [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1815.873926] env[71058]:    value = "task-2873677"
[ 1815.873926] env[71058]:    _type = "Task"
[ 1815.873926] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1815.875179] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1815.875444] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1815.878822] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a3daa92-4a20-44da-80db-973f6eb811be {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1815.890138] env[71058]: DEBUG oslo_vmware.api [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1815.890591] env[71058]: DEBUG oslo_vmware.api [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Waiting for the task: (returnval){
[ 1815.890591] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b4a634-f962-6f62-009c-1967330f9b11"
[ 1815.890591] env[71058]:    _type = "Task"
[ 1815.890591] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1815.899693] env[71058]: DEBUG oslo_vmware.api [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b4a634-f962-6f62-009c-1967330f9b11, 'name': SearchDatastore_Task, 'duration_secs': 0.008766} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1815.900892] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7315a1b-e608-48c3-a2a1-d5edccdbb756 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1815.905552] env[71058]: DEBUG oslo_vmware.api [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Waiting for the task: (returnval){
[ 1815.905552] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5269a1a2-78d7-d581-2a50-7914d129a5d8"
[ 1815.905552] env[71058]:    _type = "Task"
[ 1815.905552] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1815.913091] env[71058]: DEBUG oslo_vmware.api [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5269a1a2-78d7-d581-2a50-7914d129a5d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1816.328171] env[71058]: DEBUG oslo_concurrency.lockutils [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.389s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1816.328953] env[71058]: DEBUG nova.compute.manager [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1816.332887] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e2eb8c8f-709a-48ac-9198-ffebe315d5aa tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.745s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1816.333248] env[71058]: DEBUG nova.objects.instance [None req-e2eb8c8f-709a-48ac-9198-ffebe315d5aa tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Lazy-loading 'resources' on Instance uuid fa2539a6-8b76-481c-856c-1bdd22315157 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1816.354735] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "94792fca-3c7b-45cd-911d-faea61af9d78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1816.354825] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "94792fca-3c7b-45cd-911d-faea61af9d78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1816.354975] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "94792fca-3c7b-45cd-911d-faea61af9d78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1816.385815] env[71058]: DEBUG oslo_vmware.api [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446644} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1816.386121] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 29a875e4-c2a0-4a64-80eb-74fa7615da27/29a875e4-c2a0-4a64-80eb-74fa7615da27.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1816.386354] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1816.386621] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f6152a7-cc9f-4579-88ed-54f33c594a11 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1816.396260] env[71058]: DEBUG oslo_vmware.api [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1816.396260] env[71058]:    value = "task-2873678"
[ 1816.396260] env[71058]:    _type = "Task"
[ 1816.396260] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1816.411190] env[71058]: DEBUG oslo_vmware.api [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873678, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1816.420187] env[71058]: DEBUG oslo_vmware.api [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5269a1a2-78d7-d581-2a50-7914d129a5d8, 'name': SearchDatastore_Task, 'duration_secs': 0.009127} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1816.420467] env[71058]: DEBUG oslo_concurrency.lockutils [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1816.420730] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 93d276f6-f037-42c0-a3a3-086d863618c2/93d276f6-f037-42c0-a3a3-086d863618c2.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1816.421117] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-732782f5-81bf-40b7-8308-3a2b72a20b2f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1816.427943] env[71058]: DEBUG oslo_vmware.api [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Waiting for the task: (returnval){
[ 1816.427943] env[71058]:    value = "task-2873679"
[ 1816.427943] env[71058]:    _type = "Task"
[ 1816.427943] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1816.437083] env[71058]: DEBUG oslo_vmware.api [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': task-2873679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1816.732309] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1816.732684] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ba9200b-c9ee-49dc-9f5b-e48d28a50587 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1816.740638] env[71058]: DEBUG oslo_vmware.api [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1816.740638] env[71058]:    value = "task-2873680"
[ 1816.740638] env[71058]:    _type = "Task"
[ 1816.740638] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1816.750559] env[71058]: DEBUG oslo_vmware.api [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1816.836539] env[71058]: DEBUG nova.compute.utils [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1816.843746] env[71058]: DEBUG nova.compute.manager [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1816.844123] env[71058]: DEBUG nova.network.neutron [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1816.898337] env[71058]: DEBUG nova.policy [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5345537a9b3d49a5b23edb762ac13585', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85106c5e01ec496dbeb48733902367b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1816.911796] env[71058]: DEBUG oslo_vmware.api [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873678, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071786} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1816.912098] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1816.913020] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0a0c3f-2ad5-4086-84c5-a71c7ecbb148 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1816.937281] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 29a875e4-c2a0-4a64-80eb-74fa7615da27/29a875e4-c2a0-4a64-80eb-74fa7615da27.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1816.940672] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d40dd52-bd3f-4ded-99a5-da229fb4b3cc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1816.966968] env[71058]: DEBUG oslo_vmware.api [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': task-2873679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502872} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1816.968571] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 93d276f6-f037-42c0-a3a3-086d863618c2/93d276f6-f037-42c0-a3a3-086d863618c2.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1816.968713] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1816.969853] env[71058]: DEBUG oslo_vmware.api [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1816.969853] env[71058]:    value = "task-2873682"
[ 1816.969853] env[71058]:    _type = "Task"
[ 1816.969853] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1816.969853] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0fc56d1-e248-419a-9928-7fd70156074f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1816.987034] env[71058]: DEBUG oslo_vmware.api [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Waiting for the task: (returnval){
[ 1816.987034] env[71058]:    value = "task-2873683"
[ 1816.987034] env[71058]:    _type = "Task"
[ 1816.987034] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1816.987034] env[71058]: DEBUG oslo_vmware.api [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873682, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1816.995092] env[71058]: DEBUG oslo_vmware.api [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': task-2873683, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1817.246150] env[71058]: DEBUG nova.network.neutron [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Successfully created port: 05f413bf-97b0-4744-b18a-5c2b5d5fc816 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1817.256283] env[71058]: DEBUG oslo_vmware.api [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873680, 'name': PowerOffVM_Task, 'duration_secs': 0.383492} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1817.256681] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1817.257059] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1817.258024] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0118c18e-a0a0-4238-b50f-2d3496477f37 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1817.268526] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1817.268915] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-deca6b92-13f0-46aa-a982-183f82f403d4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1817.282232] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6951a039-a7d2-44a9-bb54-fed067216363 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1817.288712] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ea196e-a290-47fb-9b19-908c6f881df6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1817.325903] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f0c323-b6f7-49a1-8c08-bdd493ad2ae0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1817.334757] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab05c90e-16d4-4877-9ddb-e4625ea57354 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1817.349606] env[71058]: DEBUG nova.compute.manager [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1817.352247] env[71058]: DEBUG nova.compute.provider_tree [None req-e2eb8c8f-709a-48ac-9198-ffebe315d5aa tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1817.356140] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1817.356140] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1817.356140] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Deleting the datastore file [datastore2] 4dc81a2f-6a3c-438b-bde6-2d31ece13813 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1817.356140] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-542f208f-650d-4d69-9b0d-87cdc901e615 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1817.363936] env[71058]: DEBUG oslo_vmware.api [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1817.363936] env[71058]:    value = "task-2873685"
[ 1817.363936] env[71058]:    _type = "Task"
[ 1817.363936] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1817.372892] env[71058]: DEBUG oslo_vmware.api [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1817.407919] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "refresh_cache-94792fca-3c7b-45cd-911d-faea61af9d78" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1817.407919] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquired lock "refresh_cache-94792fca-3c7b-45cd-911d-faea61af9d78" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1817.407919] env[71058]: DEBUG nova.network.neutron [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1817.482391] env[71058]: DEBUG oslo_vmware.api [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1817.497733] env[71058]: DEBUG oslo_vmware.api [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': task-2873683, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069458} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1817.498157] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1817.500346] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c3195d-7f58-44ac-9dec-c9ec25975fb6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1817.525957] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 93d276f6-f037-42c0-a3a3-086d863618c2/93d276f6-f037-42c0-a3a3-086d863618c2.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1817.526268] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d19fc2f-5499-4885-b013-d65483f5212a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1817.547303] env[71058]: DEBUG oslo_vmware.api [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Waiting for the task: (returnval){
[ 1817.547303] env[71058]:    value = "task-2873686"
[ 1817.547303] env[71058]:    _type = "Task"
[ 1817.547303] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1817.556431] env[71058]: DEBUG oslo_vmware.api [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': task-2873686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1817.859762] env[71058]: DEBUG nova.scheduler.client.report [None req-e2eb8c8f-709a-48ac-9198-ffebe315d5aa tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1817.873398] env[71058]: DEBUG oslo_vmware.api [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344628} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1817.873676] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1817.873888] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1817.874340] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1817.982110] env[71058]: DEBUG oslo_vmware.api [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873682, 'name': ReconfigVM_Task, 'duration_secs': 0.721709} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1817.982372] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 29a875e4-c2a0-4a64-80eb-74fa7615da27/29a875e4-c2a0-4a64-80eb-74fa7615da27.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1817.983028] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0f253b8-b097-4a80-bc56-32d1e4166f8f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1817.991733] env[71058]: DEBUG oslo_vmware.api [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1817.991733] env[71058]:    value = "task-2873687"
[ 1817.991733] env[71058]:    _type = "Task"
[ 1817.991733] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1818.000293] env[71058]: DEBUG oslo_vmware.api [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873687, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1818.058115] env[71058]: DEBUG oslo_vmware.api [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': task-2873686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1818.163425] env[71058]: DEBUG nova.network.neutron [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Updating instance_info_cache with network_info: [{"id": "742db58e-0c56-4da0-b1f3-8b0450b48e40", "address": "fa:16:3e:90:aa:98", "network": {"id": "0e55cc18-b52f-4c57-ac37-4902a108877c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1582599326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17af35ecde854246840d1e08ccd1fdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap742db58e-0c", "ovs_interfaceid": "742db58e-0c56-4da0-b1f3-8b0450b48e40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1818.368464] env[71058]: DEBUG nova.compute.manager [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1818.372793] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e2eb8c8f-709a-48ac-9198-ffebe315d5aa tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.037s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1818.373526] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 13.538s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1818.409950] env[71058]: DEBUG nova.virt.hardware [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1818.410706] env[71058]: DEBUG nova.virt.hardware [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1818.410706] env[71058]: DEBUG nova.virt.hardware [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1818.410706] env[71058]: DEBUG nova.virt.hardware [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1818.410706] env[71058]: DEBUG nova.virt.hardware [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1818.412938] env[71058]: DEBUG nova.virt.hardware [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1818.412938] env[71058]: DEBUG nova.virt.hardware [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1818.412938] env[71058]: DEBUG nova.virt.hardware [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1818.412938] env[71058]: DEBUG nova.virt.hardware [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1818.412938] env[71058]: DEBUG nova.virt.hardware [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1818.412938] env[71058]: DEBUG nova.virt.hardware [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1818.413449] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f8e082-3dbf-4c29-8ea7-ff8bb700b3ae {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1818.417454] env[71058]: INFO nova.scheduler.client.report [None req-e2eb8c8f-709a-48ac-9198-ffebe315d5aa tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Deleted allocations for instance fa2539a6-8b76-481c-856c-1bdd22315157
[ 1818.424894] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2659eb-af2d-48da-affa-4474e7252df0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1818.502517] env[71058]: DEBUG oslo_vmware.api [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873687, 'name': Rename_Task, 'duration_secs': 0.406316} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1818.503458] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1818.503683] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41b1284d-ebf3-4bdb-83e9-1e94ebb84e29 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1818.511106] env[71058]: DEBUG oslo_vmware.api [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1818.511106] env[71058]:    value = "task-2873688"
[ 1818.511106] env[71058]:    _type = "Task"
[ 1818.511106] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1818.518710] env[71058]: DEBUG oslo_vmware.api [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1818.558134] env[71058]: DEBUG oslo_vmware.api [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': task-2873686, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1818.612254] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Acquiring lock "a43aaf71-fa10-4222-a683-318997878cd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1818.612479] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Lock "a43aaf71-fa10-4222-a683-318997878cd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1818.667439] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Releasing lock "refresh_cache-94792fca-3c7b-45cd-911d-faea61af9d78" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1818.708654] env[71058]: DEBUG nova.compute.manager [req-57dc8be6-706d-4b3f-a5d4-7f828812afdc req-fb98714a-09c0-4493-b54b-4d561f99d241 service nova] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Received event network-vif-plugged-05f413bf-97b0-4744-b18a-5c2b5d5fc816 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1818.708899] env[71058]: DEBUG oslo_concurrency.lockutils [req-57dc8be6-706d-4b3f-a5d4-7f828812afdc req-fb98714a-09c0-4493-b54b-4d561f99d241 service nova] Acquiring lock "2ece5bee-47b6-43fe-9f71-8f53eff22091-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1818.709223] env[71058]: DEBUG oslo_concurrency.lockutils [req-57dc8be6-706d-4b3f-a5d4-7f828812afdc req-fb98714a-09c0-4493-b54b-4d561f99d241 service nova] Lock "2ece5bee-47b6-43fe-9f71-8f53eff22091-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1818.709580] env[71058]: DEBUG oslo_concurrency.lockutils [req-57dc8be6-706d-4b3f-a5d4-7f828812afdc req-fb98714a-09c0-4493-b54b-4d561f99d241 service nova] Lock "2ece5bee-47b6-43fe-9f71-8f53eff22091-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1818.709930] env[71058]: DEBUG nova.compute.manager [req-57dc8be6-706d-4b3f-a5d4-7f828812afdc req-fb98714a-09c0-4493-b54b-4d561f99d241 service nova] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] No waiting events found dispatching network-vif-plugged-05f413bf-97b0-4744-b18a-5c2b5d5fc816 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1818.710146] env[71058]: WARNING nova.compute.manager [req-57dc8be6-706d-4b3f-a5d4-7f828812afdc req-fb98714a-09c0-4493-b54b-4d561f99d241 service nova] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Received unexpected event network-vif-plugged-05f413bf-97b0-4744-b18a-5c2b5d5fc816 for instance with vm_state building and task_state spawning.
[ 1818.803181] env[71058]: DEBUG nova.network.neutron [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Successfully updated port: 05f413bf-97b0-4744-b18a-5c2b5d5fc816 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1818.921618] env[71058]: DEBUG nova.virt.hardware [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1818.921904] env[71058]: DEBUG nova.virt.hardware [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1818.922136] env[71058]: DEBUG nova.virt.hardware [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1818.922373] env[71058]: DEBUG nova.virt.hardware [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1818.922533] env[71058]: DEBUG nova.virt.hardware [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1818.922684] env[71058]: DEBUG nova.virt.hardware [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1818.922896] env[71058]: DEBUG nova.virt.hardware [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1818.923075] env[71058]: DEBUG nova.virt.hardware [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1818.923251] env[71058]: DEBUG nova.virt.hardware [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1818.923413] env[71058]: DEBUG nova.virt.hardware [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1818.923589] env[71058]: DEBUG nova.virt.hardware [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1818.927136] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73086a91-e8fb-4b14-a975-2c0ccf3d1fdf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1818.930864] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e2eb8c8f-709a-48ac-9198-ffebe315d5aa tempest-ServerAddressesNegativeTestJSON-1084625052 tempest-ServerAddressesNegativeTestJSON-1084625052-project-member] Lock "fa2539a6-8b76-481c-856c-1bdd22315157" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 22.781s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1818.937675] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a075b49-d531-44be-93de-7bc7fa747991 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1818.953778] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:ef:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a51328d9-f8e4-48af-a8b3-42e8ae7f2ea1', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1818.962153] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1818.963097] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1818.963340] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf3f36b3-b69b-4bae-ba83-03e1d2a36efc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1818.984513] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1818.984513] env[71058]:    value = "task-2873689"
[ 1818.984513] env[71058]:    _type = "Task"
[ 1818.984513] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1818.993462] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873689, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1819.021420] env[71058]: DEBUG oslo_vmware.api [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873688, 'name': PowerOnVM_Task, 'duration_secs': 0.443788} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1819.021677] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1819.021880] env[71058]: INFO nova.compute.manager [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Took 7.34 seconds to spawn the instance on the hypervisor.
[ 1819.022071] env[71058]: DEBUG nova.compute.manager [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1819.022854] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ee1619-35da-4745-857c-c71d3f51249f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1819.060575] env[71058]: DEBUG oslo_vmware.api [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': task-2873686, 'name': ReconfigVM_Task, 'duration_secs': 1.047037} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1819.060947] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 93d276f6-f037-42c0-a3a3-086d863618c2/93d276f6-f037-42c0-a3a3-086d863618c2.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1819.061495] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a937bda8-3b4b-4220-831b-664e612b210f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1819.068227] env[71058]: DEBUG oslo_vmware.api [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Waiting for the task: (returnval){
[ 1819.068227] env[71058]:    value = "task-2873690"
[ 1819.068227] env[71058]:    _type = "Task"
[ 1819.068227] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1819.078225] env[71058]: DEBUG oslo_vmware.api [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': task-2873690, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1819.118462] env[71058]: DEBUG nova.compute.manager [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1819.137095] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-57ed4d8b-1c6e-4eac-94b5-1185e3868061 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Volume attach. Driver type: vmdk {{(pid=71058) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}}
[ 1819.137389] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-57ed4d8b-1c6e-4eac-94b5-1185e3868061 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577559', 'volume_id': '8190c09a-f86f-4502-93fb-396b69b57724', 'name': 'volume-8190c09a-f86f-4502-93fb-396b69b57724', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f01addd2-48df-444b-aa3b-5b9a065b60b7', 'attached_at': '', 'detached_at': '', 'volume_id': '8190c09a-f86f-4502-93fb-396b69b57724', 'serial': '8190c09a-f86f-4502-93fb-396b69b57724'} {{(pid=71058) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}}
[ 1819.138395] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3039bc-bbfe-4714-9e26-0f855e23da2f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1819.162544] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c0fa5f-9acc-4250-bb34-484f3df68ace {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1819.195829] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-57ed4d8b-1c6e-4eac-94b5-1185e3868061 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] volume-8190c09a-f86f-4502-93fb-396b69b57724/volume-8190c09a-f86f-4502-93fb-396b69b57724.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1819.198584] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12f536ec-36da-4a0d-997b-f79adaa3936f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1819.219577] env[71058]: DEBUG oslo_vmware.api [None req-57ed4d8b-1c6e-4eac-94b5-1185e3868061 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for the task: (returnval){
[ 1819.219577] env[71058]:    value = "task-2873691"
[ 1819.219577] env[71058]:    _type = "Task"
[ 1819.219577] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1819.229152] env[71058]: DEBUG oslo_vmware.api [None req-57ed4d8b-1c6e-4eac-94b5-1185e3868061 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873691, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1819.231431] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86178f27-3245-49bd-8222-b7c4160df813 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1819.264653] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068c5d89-6a8d-47f1-af76-244c38c9778c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1819.280104] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Updating instance '94792fca-3c7b-45cd-911d-faea61af9d78' progress to 83 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1819.308802] env[71058]: DEBUG oslo_concurrency.lockutils [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "refresh_cache-2ece5bee-47b6-43fe-9f71-8f53eff22091" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1819.309157] env[71058]: DEBUG oslo_concurrency.lockutils [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquired lock "refresh_cache-2ece5bee-47b6-43fe-9f71-8f53eff22091" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1819.309247] env[71058]: DEBUG nova.network.neutron [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1819.396321] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Applying migration context for instance 94792fca-3c7b-45cd-911d-faea61af9d78 as it has an incoming, in-progress migration abdfd2e9-f31e-4962-8f64-88f304af73a9. Migration status is post-migrating {{(pid=71058) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
[ 1819.401050] env[71058]: INFO nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Updating resource usage from migration abdfd2e9-f31e-4962-8f64-88f304af73a9
[ 1819.443576] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 66745105-ba3e-4198-8663-9e638df1c630 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1819.444016] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 76a95105-67c2-4bad-83f4-639120a26053 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1819.444221] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance ee74ee1f-7464-4001-a1ca-63a94eaccdb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1819.444391] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 1ebc64c7-a73c-4e56-ac5b-f435371edd4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1819.444612] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance f9a9c523-5c79-4cbd-9a82-66ee954c6eeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1819.444919] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 4dc81a2f-6a3c-438b-bde6-2d31ece13813 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1819.445221] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 0c383294-0efa-4719-97bc-cb565ac99797 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1819.445467] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance f01addd2-48df-444b-aa3b-5b9a065b60b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1819.445627] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 982e6457-699e-4aec-b044-a71766bdf848 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1819.445808] env[71058]: WARNING nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance db2f48e6-90ab-46fc-92d1-b631739fab94 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do.
[ 1819.445997] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 15042830-daf1-4904-8911-7084b0a83d63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1819.446196] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance ef018637-b45c-4d27-858c-6fc418d79cf1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1819.446377] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 545969b7-7197-437e-baa1-b002e6700615 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1819.446538] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Migration abdfd2e9-f31e-4962-8f64-88f304af73a9 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}}
[ 1819.446714] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 94792fca-3c7b-45cd-911d-faea61af9d78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1819.446874] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 29a875e4-c2a0-4a64-80eb-74fa7615da27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1819.497667] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873689, 'name': CreateVM_Task, 'duration_secs': 0.382981} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1819.497875] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1819.498618] env[71058]: DEBUG oslo_concurrency.lockutils [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1819.498685] env[71058]: DEBUG oslo_concurrency.lockutils [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1819.499015] env[71058]: DEBUG oslo_concurrency.lockutils [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1819.499348] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0bf7418-47e5-4e23-ad11-f104b69e5627 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1819.505032] env[71058]: DEBUG oslo_vmware.api [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1819.505032] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5241a27a-0ca7-b379-76af-47120f6dbffc"
[ 1819.505032] env[71058]:    _type = "Task"
[ 1819.505032] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1819.513366] env[71058]: DEBUG oslo_vmware.api [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5241a27a-0ca7-b379-76af-47120f6dbffc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1819.541921] env[71058]: INFO nova.compute.manager [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Took 40.55 seconds to build instance.
[ 1819.582109] env[71058]: DEBUG oslo_vmware.api [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': task-2873690, 'name': Rename_Task, 'duration_secs': 0.174607} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1819.582109] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1819.582109] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03c62096-4647-40f2-b327-aaaebf635c9a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1819.588657] env[71058]: DEBUG oslo_vmware.api [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Waiting for the task: (returnval){
[ 1819.588657] env[71058]:    value = "task-2873692"
[ 1819.588657] env[71058]:    _type = "Task"
[ 1819.588657] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1819.599192] env[71058]: DEBUG oslo_vmware.api [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': task-2873692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1819.646052] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1819.736305] env[71058]: DEBUG oslo_vmware.api [None req-57ed4d8b-1c6e-4eac-94b5-1185e3868061 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1819.789055] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1819.789388] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12adb3c8-7ea9-4c6b-9967-2acaa1bd810e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1819.797522] env[71058]: DEBUG oslo_vmware.api [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1819.797522] env[71058]:    value = "task-2873693"
[ 1819.797522] env[71058]:    _type = "Task"
[ 1819.797522] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1819.805815] env[71058]: DEBUG oslo_vmware.api [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1819.949926] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance d8c74703-a213-4e6c-882c-46cdbb82b1b9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1819.950115] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 93d276f6-f037-42c0-a3a3-086d863618c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1819.952022] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 2ece5bee-47b6-43fe-9f71-8f53eff22091 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1820.019152] env[71058]: DEBUG oslo_vmware.api [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5241a27a-0ca7-b379-76af-47120f6dbffc, 'name': SearchDatastore_Task, 'duration_secs': 0.039015} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1820.019152] env[71058]: DEBUG oslo_concurrency.lockutils [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1820.019152] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1820.019152] env[71058]: DEBUG oslo_concurrency.lockutils [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1820.019152] env[71058]: DEBUG oslo_concurrency.lockutils [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1820.019152] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1820.019152] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e366430-5235-4ada-908f-ff463b6811fb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1820.030790] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1820.030790] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1820.030790] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2e9cbc6-0d80-425b-a231-c6f9bfbfff6d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1820.035705] env[71058]: DEBUG oslo_vmware.api [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1820.035705] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5244cd33-bb69-eeda-3cc0-007121e4fbd5"
[ 1820.035705] env[71058]:    _type = "Task"
[ 1820.035705] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1820.048585] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66be713f-2735-4597-9cb1-6dd1c90404fd tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "29a875e4-c2a0-4a64-80eb-74fa7615da27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 42.064s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1820.048874] env[71058]: DEBUG oslo_vmware.api [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5244cd33-bb69-eeda-3cc0-007121e4fbd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1820.062724] env[71058]: DEBUG nova.network.neutron [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1820.099440] env[71058]: DEBUG oslo_vmware.api [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': task-2873692, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1820.232733] env[71058]: DEBUG oslo_vmware.api [None req-57ed4d8b-1c6e-4eac-94b5-1185e3868061 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873691, 'name': ReconfigVM_Task, 'duration_secs': 0.757656} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1820.233409] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-57ed4d8b-1c6e-4eac-94b5-1185e3868061 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Reconfigured VM instance instance-00000052 to attach disk [datastore2] volume-8190c09a-f86f-4502-93fb-396b69b57724/volume-8190c09a-f86f-4502-93fb-396b69b57724.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1820.238583] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e15c77f-d744-438f-b1ca-ca93dd801ee7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1820.257239] env[71058]: DEBUG oslo_vmware.api [None req-57ed4d8b-1c6e-4eac-94b5-1185e3868061 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for the task: (returnval){
[ 1820.257239] env[71058]:    value = "task-2873694"
[ 1820.257239] env[71058]:    _type = "Task"
[ 1820.257239] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1820.267824] env[71058]: DEBUG oslo_vmware.api [None req-57ed4d8b-1c6e-4eac-94b5-1185e3868061 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873694, 'name': ReconfigVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1820.270850] env[71058]: DEBUG nova.network.neutron [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Updating instance_info_cache with network_info: [{"id": "05f413bf-97b0-4744-b18a-5c2b5d5fc816", "address": "fa:16:3e:e1:23:43", "network": {"id": "e468d032-7280-4a84-97c5-db65f8a515aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-792259733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85106c5e01ec496dbeb48733902367b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05f413bf-97", "ovs_interfaceid": "05f413bf-97b0-4744-b18a-5c2b5d5fc816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1820.309080] env[71058]: DEBUG oslo_vmware.api [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873693, 'name': PowerOnVM_Task, 'duration_secs': 0.477422} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1820.309423] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1820.309619] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b11588b2-6877-4162-af8d-a1a3f109edf2 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Updating instance '94792fca-3c7b-45cd-911d-faea61af9d78' progress to 100 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1820.454366] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 19a988b4-f677-445d-8135-1d49b099f873 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1820.551901] env[71058]: DEBUG oslo_vmware.api [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5244cd33-bb69-eeda-3cc0-007121e4fbd5, 'name': SearchDatastore_Task, 'duration_secs': 0.011236} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1820.553145] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c72a3f2f-092b-405c-94b3-01e73b30cb3c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1820.561935] env[71058]: DEBUG oslo_vmware.api [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1820.561935] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52fdb6e8-466b-81e7-9e68-c7744b14e9bd"
[ 1820.561935] env[71058]:    _type = "Task"
[ 1820.561935] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1820.569703] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "1e38a0f4-c977-49b0-9a39-00a859d8c067" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1820.569972] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "1e38a0f4-c977-49b0-9a39-00a859d8c067" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1820.577918] env[71058]: DEBUG oslo_vmware.api [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52fdb6e8-466b-81e7-9e68-c7744b14e9bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1820.599955] env[71058]: DEBUG oslo_vmware.api [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': task-2873692, 'name': PowerOnVM_Task, 'duration_secs': 0.766394} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1820.600223] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1820.601591] env[71058]: INFO nova.compute.manager [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Took 6.51 seconds to spawn the instance on the hypervisor.
[ 1820.601591] env[71058]: DEBUG nova.compute.manager [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1820.601591] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b7abfd-a2bc-42e9-b474-3bce0cd04cfc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1820.758020] env[71058]: DEBUG nova.compute.manager [req-59fa4286-34fc-4e38-b39e-981e27d8b8ec req-62aca78e-68de-4d81-a723-acffbbd2c2c9 service nova] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Received event network-changed-05f413bf-97b0-4744-b18a-5c2b5d5fc816 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1820.758020] env[71058]: DEBUG nova.compute.manager [req-59fa4286-34fc-4e38-b39e-981e27d8b8ec req-62aca78e-68de-4d81-a723-acffbbd2c2c9 service nova] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Refreshing instance network info cache due to event network-changed-05f413bf-97b0-4744-b18a-5c2b5d5fc816. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1820.758020] env[71058]: DEBUG oslo_concurrency.lockutils [req-59fa4286-34fc-4e38-b39e-981e27d8b8ec req-62aca78e-68de-4d81-a723-acffbbd2c2c9 service nova] Acquiring lock "refresh_cache-2ece5bee-47b6-43fe-9f71-8f53eff22091" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1820.770332] env[71058]: DEBUG oslo_vmware.api [None req-57ed4d8b-1c6e-4eac-94b5-1185e3868061 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873694, 'name': ReconfigVM_Task, 'duration_secs': 0.16758} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1820.770332] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-57ed4d8b-1c6e-4eac-94b5-1185e3868061 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577559', 'volume_id': '8190c09a-f86f-4502-93fb-396b69b57724', 'name': 'volume-8190c09a-f86f-4502-93fb-396b69b57724', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f01addd2-48df-444b-aa3b-5b9a065b60b7', 'attached_at': '', 'detached_at': '', 'volume_id': '8190c09a-f86f-4502-93fb-396b69b57724', 'serial': '8190c09a-f86f-4502-93fb-396b69b57724'} {{(pid=71058) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}}
[ 1820.772964] env[71058]: DEBUG oslo_concurrency.lockutils [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Releasing lock "refresh_cache-2ece5bee-47b6-43fe-9f71-8f53eff22091" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1820.773795] env[71058]: DEBUG nova.compute.manager [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Instance network_info: |[{"id": "05f413bf-97b0-4744-b18a-5c2b5d5fc816", "address": "fa:16:3e:e1:23:43", "network": {"id": "e468d032-7280-4a84-97c5-db65f8a515aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-792259733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85106c5e01ec496dbeb48733902367b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05f413bf-97", "ovs_interfaceid": "05f413bf-97b0-4744-b18a-5c2b5d5fc816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1820.773795] env[71058]: DEBUG oslo_concurrency.lockutils [req-59fa4286-34fc-4e38-b39e-981e27d8b8ec req-62aca78e-68de-4d81-a723-acffbbd2c2c9 service nova] Acquired lock "refresh_cache-2ece5bee-47b6-43fe-9f71-8f53eff22091" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1820.774024] env[71058]: DEBUG nova.network.neutron [req-59fa4286-34fc-4e38-b39e-981e27d8b8ec req-62aca78e-68de-4d81-a723-acffbbd2c2c9 service nova] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Refreshing network info cache for port 05f413bf-97b0-4744-b18a-5c2b5d5fc816 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1820.775063] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:23:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa410d21-2141-45bb-8d0b-16c77304605f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05f413bf-97b0-4744-b18a-5c2b5d5fc816', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1820.786972] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1820.790574] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1820.791373] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1aea564-206d-43b0-bb5c-8703a438e7c3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1820.815220] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1820.815220] env[71058]:    value = "task-2873695"
[ 1820.815220] env[71058]:    _type = "Task"
[ 1820.815220] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1820.827953] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873695, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1820.962183] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance a43aaf71-fa10-4222-a683-318997878cd2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1820.962183] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=71058) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
[ 1820.962183] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=71058) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
[ 1821.008661] env[71058]: DEBUG nova.network.neutron [req-59fa4286-34fc-4e38-b39e-981e27d8b8ec req-62aca78e-68de-4d81-a723-acffbbd2c2c9 service nova] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Updated VIF entry in instance network info cache for port 05f413bf-97b0-4744-b18a-5c2b5d5fc816. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1821.009017] env[71058]: DEBUG nova.network.neutron [req-59fa4286-34fc-4e38-b39e-981e27d8b8ec req-62aca78e-68de-4d81-a723-acffbbd2c2c9 service nova] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Updating instance_info_cache with network_info: [{"id": "05f413bf-97b0-4744-b18a-5c2b5d5fc816", "address": "fa:16:3e:e1:23:43", "network": {"id": "e468d032-7280-4a84-97c5-db65f8a515aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-792259733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85106c5e01ec496dbeb48733902367b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05f413bf-97", "ovs_interfaceid": "05f413bf-97b0-4744-b18a-5c2b5d5fc816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1821.074385] env[71058]: DEBUG nova.compute.manager [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1821.077654] env[71058]: DEBUG oslo_vmware.api [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52fdb6e8-466b-81e7-9e68-c7744b14e9bd, 'name': SearchDatastore_Task, 'duration_secs': 0.027333} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1821.080169] env[71058]: DEBUG oslo_concurrency.lockutils [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1821.080803] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 4dc81a2f-6a3c-438b-bde6-2d31ece13813/4dc81a2f-6a3c-438b-bde6-2d31ece13813.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1821.081013] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cd05644-59e2-482b-bde6-35efae5e95a8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1821.090495] env[71058]: DEBUG oslo_vmware.api [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1821.090495] env[71058]:    value = "task-2873696"
[ 1821.090495] env[71058]:    _type = "Task"
[ 1821.090495] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1821.102094] env[71058]: DEBUG oslo_vmware.api [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1821.123814] env[71058]: INFO nova.compute.manager [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Took 26.22 seconds to build instance.
[ 1821.334052] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873695, 'name': CreateVM_Task, 'duration_secs': 0.518271} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1821.335341] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1821.336281] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876aedb3-5015-4909-a6a2-de8cc1f4c2d1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1821.339442] env[71058]: DEBUG oslo_concurrency.lockutils [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1821.339752] env[71058]: DEBUG oslo_concurrency.lockutils [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1821.340197] env[71058]: DEBUG oslo_concurrency.lockutils [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1821.340874] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-374a0718-abab-454a-b2b4-10c3e5c0fc59 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1821.350267] env[71058]: DEBUG oslo_vmware.api [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1821.350267] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d79d9f-342f-7e9d-7334-e630476cb611"
[ 1821.350267] env[71058]:    _type = "Task"
[ 1821.350267] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1821.357153] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f86a8f-636a-44c5-a665-985762e0066d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1821.368396] env[71058]: DEBUG oslo_vmware.api [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d79d9f-342f-7e9d-7334-e630476cb611, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1821.400911] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c7e753-95ef-4ea5-be90-5144752517a1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1821.410936] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b864c83-6433-4fde-9aeb-d82dcceb5107 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1821.428395] env[71058]: DEBUG nova.compute.provider_tree [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1821.512188] env[71058]: DEBUG oslo_concurrency.lockutils [req-59fa4286-34fc-4e38-b39e-981e27d8b8ec req-62aca78e-68de-4d81-a723-acffbbd2c2c9 service nova] Releasing lock "refresh_cache-2ece5bee-47b6-43fe-9f71-8f53eff22091" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1821.603379] env[71058]: DEBUG oslo_vmware.api [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873696, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1821.609940] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1821.626184] env[71058]: DEBUG oslo_concurrency.lockutils [None req-53ed3a92-a556-4b32-b8a4-99ef20313dcf tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Lock "93d276f6-f037-42c0-a3a3-086d863618c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 27.730s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1821.831443] env[71058]: DEBUG nova.objects.instance [None req-57ed4d8b-1c6e-4eac-94b5-1185e3868061 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lazy-loading 'flavor' on Instance uuid f01addd2-48df-444b-aa3b-5b9a065b60b7 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1821.865570] env[71058]: DEBUG oslo_vmware.api [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d79d9f-342f-7e9d-7334-e630476cb611, 'name': SearchDatastore_Task, 'duration_secs': 0.064838} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1821.865570] env[71058]: DEBUG oslo_concurrency.lockutils [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1821.865570] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1821.865570] env[71058]: DEBUG oslo_concurrency.lockutils [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1821.865570] env[71058]: DEBUG oslo_concurrency.lockutils [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1821.865570] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1821.865570] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8629f35-c935-4b49-8be1-ce3d7be9a868 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1821.878458] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1821.878646] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1821.879494] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9be65adb-d834-4084-a160-db819a90d3d5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1821.886031] env[71058]: DEBUG oslo_vmware.api [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1821.886031] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d83ec2-7c5d-5745-2649-362ca4e634cf"
[ 1821.886031] env[71058]:    _type = "Task"
[ 1821.886031] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1821.894412] env[71058]: DEBUG oslo_vmware.api [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d83ec2-7c5d-5745-2649-362ca4e634cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1821.931860] env[71058]: DEBUG nova.scheduler.client.report [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1822.103751] env[71058]: DEBUG oslo_vmware.api [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594571} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1822.104138] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 4dc81a2f-6a3c-438b-bde6-2d31ece13813/4dc81a2f-6a3c-438b-bde6-2d31ece13813.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1822.104445] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1822.104778] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-186a4dc0-d51a-45fb-a5c7-8990ae479542 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1822.112351] env[71058]: DEBUG oslo_vmware.api [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1822.112351] env[71058]:    value = "task-2873697"
[ 1822.112351] env[71058]:    _type = "Task"
[ 1822.112351] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1822.121341] env[71058]: DEBUG oslo_vmware.api [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1822.206078] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1f97093b-213c-42e0-a2b8-bdd05d0c6074 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "94792fca-3c7b-45cd-911d-faea61af9d78" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1822.206584] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1f97093b-213c-42e0-a2b8-bdd05d0c6074 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "94792fca-3c7b-45cd-911d-faea61af9d78" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1822.206803] env[71058]: DEBUG nova.compute.manager [None req-1f97093b-213c-42e0-a2b8-bdd05d0c6074 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Going to confirm migration 4 {{(pid=71058) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}}
[ 1822.340455] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e8cb2658-670c-489b-850f-2ed73b0ccaf7 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquiring lock "f01addd2-48df-444b-aa3b-5b9a065b60b7" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1822.343288] env[71058]: DEBUG oslo_concurrency.lockutils [None req-57ed4d8b-1c6e-4eac-94b5-1185e3868061 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "f01addd2-48df-444b-aa3b-5b9a065b60b7" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.815s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1822.344619] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e8cb2658-670c-489b-850f-2ed73b0ccaf7 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "f01addd2-48df-444b-aa3b-5b9a065b60b7" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.004s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1822.397721] env[71058]: DEBUG oslo_vmware.api [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d83ec2-7c5d-5745-2649-362ca4e634cf, 'name': SearchDatastore_Task, 'duration_secs': 0.01682} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1822.398553] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87572bae-f11d-4fdd-9de4-6b420f7b2d56 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1822.404796] env[71058]: DEBUG oslo_vmware.api [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1822.404796] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5282bd49-64b0-b44b-6ce1-c1e5a86c7bf1"
[ 1822.404796] env[71058]:    _type = "Task"
[ 1822.404796] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1822.413558] env[71058]: DEBUG oslo_vmware.api [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5282bd49-64b0-b44b-6ce1-c1e5a86c7bf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1822.441111] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71058) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
[ 1822.441348] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.068s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1822.441639] env[71058]: DEBUG oslo_concurrency.lockutils [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.113s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1822.443617] env[71058]: INFO nova.compute.claims [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1822.626802] env[71058]: DEBUG oslo_vmware.api [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069487} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1822.627220] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1822.628109] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf6bc50-3236-4824-8800-52c1d89969e6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1822.654360] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 4dc81a2f-6a3c-438b-bde6-2d31ece13813/4dc81a2f-6a3c-438b-bde6-2d31ece13813.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1822.658020] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c97c9792-1152-49bb-9076-e84d2e547f0e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1822.676734] env[71058]: DEBUG oslo_vmware.api [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1822.676734] env[71058]:    value = "task-2873698"
[ 1822.676734] env[71058]:    _type = "Task"
[ 1822.676734] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1822.685914] env[71058]: DEBUG oslo_vmware.api [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873698, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1822.748289] env[71058]: INFO nova.compute.manager [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Rebuilding instance
[ 1822.800105] env[71058]: DEBUG nova.compute.manager [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1822.801064] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a14e9c0-53f0-4ff4-aab1-a03cbe89f438 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1822.817565] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1f97093b-213c-42e0-a2b8-bdd05d0c6074 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "refresh_cache-94792fca-3c7b-45cd-911d-faea61af9d78" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1822.817754] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1f97093b-213c-42e0-a2b8-bdd05d0c6074 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquired lock "refresh_cache-94792fca-3c7b-45cd-911d-faea61af9d78" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1822.817931] env[71058]: DEBUG nova.network.neutron [None req-1f97093b-213c-42e0-a2b8-bdd05d0c6074 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1822.818142] env[71058]: DEBUG nova.objects.instance [None req-1f97093b-213c-42e0-a2b8-bdd05d0c6074 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lazy-loading 'info_cache' on Instance uuid 94792fca-3c7b-45cd-911d-faea61af9d78 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1822.848095] env[71058]: INFO nova.compute.manager [None req-e8cb2658-670c-489b-850f-2ed73b0ccaf7 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Detaching volume 0902b70e-ad2e-4597-b663-042b5d24d41a
[ 1822.894967] env[71058]: INFO nova.virt.block_device [None req-e8cb2658-670c-489b-850f-2ed73b0ccaf7 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Attempting to driver detach volume 0902b70e-ad2e-4597-b663-042b5d24d41a from mountpoint /dev/sdb
[ 1822.895508] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8cb2658-670c-489b-850f-2ed73b0ccaf7 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Volume detach. Driver type: vmdk {{(pid=71058) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}}
[ 1822.895849] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8cb2658-670c-489b-850f-2ed73b0ccaf7 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577551', 'volume_id': '0902b70e-ad2e-4597-b663-042b5d24d41a', 'name': 'volume-0902b70e-ad2e-4597-b663-042b5d24d41a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f01addd2-48df-444b-aa3b-5b9a065b60b7', 'attached_at': '', 'detached_at': '', 'volume_id': '0902b70e-ad2e-4597-b663-042b5d24d41a', 'serial': '0902b70e-ad2e-4597-b663-042b5d24d41a'} {{(pid=71058) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}}
[ 1822.898978] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0786c2db-ccdd-45cc-9cdb-c4524a89b697 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1822.947953] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ec1098-c26c-4045-8321-879c425c84af {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1822.963441] env[71058]: DEBUG oslo_vmware.api [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5282bd49-64b0-b44b-6ce1-c1e5a86c7bf1, 'name': SearchDatastore_Task, 'duration_secs': 0.042255} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1822.964766] env[71058]: DEBUG oslo_concurrency.lockutils [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1822.965213] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 2ece5bee-47b6-43fe-9f71-8f53eff22091/2ece5bee-47b6-43fe-9f71-8f53eff22091.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1822.965597] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b7fd79f-d475-4332-bd2c-5d622b18cb68 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1822.973855] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e998b58-587e-4ae8-ab74-dd93bf5d6850 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1822.980873] env[71058]: DEBUG oslo_vmware.api [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1822.980873] env[71058]:    value = "task-2873699"
[ 1822.980873] env[71058]:    _type = "Task"
[ 1822.980873] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1823.027125] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2abfe1-a9ac-462b-b4af-1a079a13cfe5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1823.037422] env[71058]: DEBUG oslo_vmware.api [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1823.057488] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8cb2658-670c-489b-850f-2ed73b0ccaf7 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] The volume has not been displaced from its original location: [datastore2] volume-0902b70e-ad2e-4597-b663-042b5d24d41a/volume-0902b70e-ad2e-4597-b663-042b5d24d41a.vmdk. No consolidation needed. {{(pid=71058) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}}
[ 1823.063148] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8cb2658-670c-489b-850f-2ed73b0ccaf7 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1823.063548] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a5d8e03-e75b-4e64-9767-f0a9174bc85d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1823.083849] env[71058]: DEBUG oslo_vmware.api [None req-e8cb2658-670c-489b-850f-2ed73b0ccaf7 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for the task: (returnval){
[ 1823.083849] env[71058]:    value = "task-2873700"
[ 1823.083849] env[71058]:    _type = "Task"
[ 1823.083849] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1823.094546] env[71058]: DEBUG oslo_vmware.api [None req-e8cb2658-670c-489b-850f-2ed73b0ccaf7 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873700, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1823.189491] env[71058]: DEBUG oslo_vmware.api [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873698, 'name': ReconfigVM_Task, 'duration_secs': 0.47092} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1823.189756] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 4dc81a2f-6a3c-438b-bde6-2d31ece13813/4dc81a2f-6a3c-438b-bde6-2d31ece13813.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1823.190615] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8971c087-9f90-40af-8ee4-3c2d50162c0d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1823.198296] env[71058]: DEBUG oslo_vmware.api [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1823.198296] env[71058]:    value = "task-2873701"
[ 1823.198296] env[71058]:    _type = "Task"
[ 1823.198296] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1823.207622] env[71058]: DEBUG oslo_vmware.api [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873701, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1823.492532] env[71058]: DEBUG oslo_vmware.api [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873699, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1823.595204] env[71058]: DEBUG oslo_vmware.api [None req-e8cb2658-670c-489b-850f-2ed73b0ccaf7 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1823.718264] env[71058]: DEBUG oslo_vmware.api [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873701, 'name': Rename_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1823.815792] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1823.816118] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ee50cca-4cb4-4e41-adc6-13b37332c4af {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1823.828325] env[71058]: DEBUG oslo_vmware.api [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Waiting for the task: (returnval){
[ 1823.828325] env[71058]:    value = "task-2873702"
[ 1823.828325] env[71058]:    _type = "Task"
[ 1823.828325] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1823.842055] env[71058]: DEBUG oslo_vmware.api [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': task-2873702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1823.870028] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71de630-b28c-4599-b3e4-0a1e8c477033 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1823.878984] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b47b6d1-85c9-4526-a6ef-f36fee3df082 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1823.918098] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1606a1-a949-4bd3-a8d4-3f73eadcb37d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1823.928560] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0eca02c-394a-42cf-ac12-2005335d67af {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1823.945598] env[71058]: DEBUG nova.compute.provider_tree [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1823.994411] env[71058]: DEBUG oslo_vmware.api [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.917446} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1823.994723] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 2ece5bee-47b6-43fe-9f71-8f53eff22091/2ece5bee-47b6-43fe-9f71-8f53eff22091.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1823.994939] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1823.995227] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a502f9f-95ab-4cd5-a0da-2bc7d9fca623 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1824.007026] env[71058]: DEBUG oslo_vmware.api [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1824.007026] env[71058]:    value = "task-2873703"
[ 1824.007026] env[71058]:    _type = "Task"
[ 1824.007026] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1824.019321] env[71058]: DEBUG oslo_vmware.api [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1824.098263] env[71058]: DEBUG oslo_vmware.api [None req-e8cb2658-670c-489b-850f-2ed73b0ccaf7 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1824.100159] env[71058]: DEBUG nova.network.neutron [None req-1f97093b-213c-42e0-a2b8-bdd05d0c6074 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Updating instance_info_cache with network_info: [{"id": "742db58e-0c56-4da0-b1f3-8b0450b48e40", "address": "fa:16:3e:90:aa:98", "network": {"id": "0e55cc18-b52f-4c57-ac37-4902a108877c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1582599326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17af35ecde854246840d1e08ccd1fdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap742db58e-0c", "ovs_interfaceid": "742db58e-0c56-4da0-b1f3-8b0450b48e40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1824.216511] env[71058]: DEBUG oslo_vmware.api [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873701, 'name': Rename_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1824.343075] env[71058]: DEBUG oslo_vmware.api [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': task-2873702, 'name': PowerOffVM_Task, 'duration_secs': 0.363016} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1824.343226] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1824.343911] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1824.344767] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4107aa-cef7-44ba-b581-c75de16fc274 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1824.354021] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1824.354021] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-542a3cf6-3e58-4c0d-a5fe-93909cd0f6fa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1824.383512] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1824.384104] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1824.384104] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Deleting the datastore file [datastore2] 93d276f6-f037-42c0-a3a3-086d863618c2 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1824.384471] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33c9f9a8-2d37-4c83-aced-00cdeecb17dd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1824.393480] env[71058]: DEBUG oslo_vmware.api [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Waiting for the task: (returnval){
[ 1824.393480] env[71058]:    value = "task-2873705"
[ 1824.393480] env[71058]:    _type = "Task"
[ 1824.393480] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1824.402368] env[71058]: DEBUG oslo_vmware.api [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': task-2873705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1824.451947] env[71058]: DEBUG nova.scheduler.client.report [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1824.516294] env[71058]: DEBUG oslo_vmware.api [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087264} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1824.516579] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1824.517481] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f41b6c6-1403-459c-85f1-5b8fc9ddd55a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1824.541470] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 2ece5bee-47b6-43fe-9f71-8f53eff22091/2ece5bee-47b6-43fe-9f71-8f53eff22091.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1824.541835] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e665e44d-561d-4af2-8bf3-e5697f36508a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1824.563246] env[71058]: DEBUG oslo_vmware.api [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1824.563246] env[71058]:    value = "task-2873706"
[ 1824.563246] env[71058]:    _type = "Task"
[ 1824.563246] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1824.572843] env[71058]: DEBUG oslo_vmware.api [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873706, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1824.595740] env[71058]: DEBUG oslo_vmware.api [None req-e8cb2658-670c-489b-850f-2ed73b0ccaf7 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873700, 'name': ReconfigVM_Task, 'duration_secs': 1.251466} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1824.596178] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8cb2658-670c-489b-850f-2ed73b0ccaf7 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1824.601178] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c75bc0fa-57b6-49f1-ab0c-1a11298f6ebb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1824.612754] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1f97093b-213c-42e0-a2b8-bdd05d0c6074 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Releasing lock "refresh_cache-94792fca-3c7b-45cd-911d-faea61af9d78" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1824.613064] env[71058]: DEBUG nova.objects.instance [None req-1f97093b-213c-42e0-a2b8-bdd05d0c6074 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lazy-loading 'migration_context' on Instance uuid 94792fca-3c7b-45cd-911d-faea61af9d78 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1824.620984] env[71058]: DEBUG oslo_vmware.api [None req-e8cb2658-670c-489b-850f-2ed73b0ccaf7 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for the task: (returnval){
[ 1824.620984] env[71058]:    value = "task-2873707"
[ 1824.620984] env[71058]:    _type = "Task"
[ 1824.620984] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1824.639847] env[71058]: DEBUG oslo_vmware.api [None req-e8cb2658-670c-489b-850f-2ed73b0ccaf7 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1824.718311] env[71058]: DEBUG oslo_vmware.api [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873701, 'name': Rename_Task, 'duration_secs': 1.055885} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1824.718682] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1824.719505] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fb214a9-5e94-44db-84fb-df5427fe85c8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1824.729582] env[71058]: DEBUG oslo_vmware.api [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1824.729582] env[71058]:    value = "task-2873708"
[ 1824.729582] env[71058]:    _type = "Task"
[ 1824.729582] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1824.752157] env[71058]: DEBUG oslo_vmware.api [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1824.905785] env[71058]: DEBUG oslo_vmware.api [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': task-2873705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414825} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1824.906063] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1824.906244] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1824.906420] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1824.940891] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Acquiring lock "774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1824.941166] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Lock "774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1824.961021] env[71058]: DEBUG oslo_concurrency.lockutils [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1824.961021] env[71058]: DEBUG nova.compute.manager [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1824.962902] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6ba9e6ae-7003-4127-8a22-f0c9b2dc9d31 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.635s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1824.963276] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6ba9e6ae-7003-4127-8a22-f0c9b2dc9d31 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1824.965634] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.404s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1824.965953] env[71058]: DEBUG nova.objects.instance [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lazy-loading 'pci_requests' on Instance uuid d8c74703-a213-4e6c-882c-46cdbb82b1b9 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1824.992798] env[71058]: INFO nova.scheduler.client.report [None req-6ba9e6ae-7003-4127-8a22-f0c9b2dc9d31 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Deleted allocations for instance db2f48e6-90ab-46fc-92d1-b631739fab94
[ 1825.074837] env[71058]: DEBUG oslo_vmware.api [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1825.119030] env[71058]: DEBUG nova.objects.base [None req-1f97093b-213c-42e0-a2b8-bdd05d0c6074 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Object Instance<94792fca-3c7b-45cd-911d-faea61af9d78> lazy-loaded attributes: info_cache,migration_context {{(pid=71058) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 1825.119030] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6f1bfc-78a0-49ef-a17f-d499a74d259d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1825.139581] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d54dcad2-20ea-404a-8fdf-7ce6c0058ff4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1825.145226] env[71058]: DEBUG oslo_vmware.api [None req-e8cb2658-670c-489b-850f-2ed73b0ccaf7 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873707, 'name': ReconfigVM_Task, 'duration_secs': 0.2548} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1825.146149] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8cb2658-670c-489b-850f-2ed73b0ccaf7 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577551', 'volume_id': '0902b70e-ad2e-4597-b663-042b5d24d41a', 'name': 'volume-0902b70e-ad2e-4597-b663-042b5d24d41a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f01addd2-48df-444b-aa3b-5b9a065b60b7', 'attached_at': '', 'detached_at': '', 'volume_id': '0902b70e-ad2e-4597-b663-042b5d24d41a', 'serial': '0902b70e-ad2e-4597-b663-042b5d24d41a'} {{(pid=71058) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}}
[ 1825.150220] env[71058]: DEBUG oslo_vmware.api [None req-1f97093b-213c-42e0-a2b8-bdd05d0c6074 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1825.150220] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522f068d-6d1a-fa57-02aa-922949080836"
[ 1825.150220] env[71058]:    _type = "Task"
[ 1825.150220] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1825.159911] env[71058]: DEBUG oslo_vmware.api [None req-1f97093b-213c-42e0-a2b8-bdd05d0c6074 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522f068d-6d1a-fa57-02aa-922949080836, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1825.241127] env[71058]: DEBUG oslo_vmware.api [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873708, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1825.443743] env[71058]: DEBUG nova.compute.manager [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1825.465300] env[71058]: DEBUG nova.compute.utils [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1825.467521] env[71058]: DEBUG nova.compute.manager [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1825.467521] env[71058]: DEBUG nova.network.neutron [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1825.471029] env[71058]: DEBUG nova.objects.instance [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lazy-loading 'numa_topology' on Instance uuid d8c74703-a213-4e6c-882c-46cdbb82b1b9 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1825.502233] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6ba9e6ae-7003-4127-8a22-f0c9b2dc9d31 tempest-ImagesTestJSON-984363383 tempest-ImagesTestJSON-984363383-project-member] Lock "db2f48e6-90ab-46fc-92d1-b631739fab94" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 17.972s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1825.515031] env[71058]: DEBUG nova.policy [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e9aff900edd453286211979760989c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0f4a9339cb54309bb039c8b9533c473', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1825.578671] env[71058]: DEBUG oslo_vmware.api [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873706, 'name': ReconfigVM_Task, 'duration_secs': 0.861462} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1825.578671] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 2ece5bee-47b6-43fe-9f71-8f53eff22091/2ece5bee-47b6-43fe-9f71-8f53eff22091.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1825.579735] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0e22700-5599-4bc5-94e9-4826d45dd3e5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1825.593122] env[71058]: DEBUG oslo_vmware.api [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1825.593122] env[71058]:    value = "task-2873709"
[ 1825.593122] env[71058]:    _type = "Task"
[ 1825.593122] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1825.609024] env[71058]: DEBUG oslo_vmware.api [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873709, 'name': Rename_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1825.663398] env[71058]: DEBUG oslo_vmware.api [None req-1f97093b-213c-42e0-a2b8-bdd05d0c6074 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522f068d-6d1a-fa57-02aa-922949080836, 'name': SearchDatastore_Task, 'duration_secs': 0.01393} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1825.663847] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1f97093b-213c-42e0-a2b8-bdd05d0c6074 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1825.703428] env[71058]: DEBUG nova.objects.instance [None req-e8cb2658-670c-489b-850f-2ed73b0ccaf7 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lazy-loading 'flavor' on Instance uuid f01addd2-48df-444b-aa3b-5b9a065b60b7 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1825.745887] env[71058]: DEBUG oslo_vmware.api [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873708, 'name': PowerOnVM_Task, 'duration_secs': 0.868006} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1825.746175] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1825.746650] env[71058]: DEBUG nova.compute.manager [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1825.747227] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5fe574-24b3-4eeb-8e94-3fe244eb6f2f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1825.862788] env[71058]: DEBUG nova.network.neutron [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Successfully created port: c720977d-f109-421a-b71a-d726ed1e5486 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1825.942631] env[71058]: DEBUG nova.virt.hardware [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1825.942975] env[71058]: DEBUG nova.virt.hardware [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1825.943074] env[71058]: DEBUG nova.virt.hardware [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1825.943200] env[71058]: DEBUG nova.virt.hardware [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1825.943348] env[71058]: DEBUG nova.virt.hardware [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1825.943495] env[71058]: DEBUG nova.virt.hardware [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1825.943798] env[71058]: DEBUG nova.virt.hardware [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1825.947027] env[71058]: DEBUG nova.virt.hardware [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1825.947027] env[71058]: DEBUG nova.virt.hardware [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1825.947027] env[71058]: DEBUG nova.virt.hardware [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1825.947027] env[71058]: DEBUG nova.virt.hardware [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1825.947027] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d894449-5065-40d6-921d-f211e785e79f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1825.958065] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b700d68-13ac-4bb2-9303-2ee4faf32790 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1825.984974] env[71058]: DEBUG nova.compute.manager [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1825.988880] env[71058]: INFO nova.compute.claims [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1825.994020] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Instance VIF info [] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1825.997075] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1825.998330] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1825.998936] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1825.999869] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9e81935-5c26-4fbe-9938-36c66e834f0e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1826.027144] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1826.027144] env[71058]:    value = "task-2873710"
[ 1826.027144] env[71058]:    _type = "Task"
[ 1826.027144] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1826.037726] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873710, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1826.105443] env[71058]: DEBUG oslo_vmware.api [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873709, 'name': Rename_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1826.267054] env[71058]: DEBUG oslo_concurrency.lockutils [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1826.539964] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873710, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1826.607248] env[71058]: DEBUG oslo_vmware.api [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873709, 'name': Rename_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1826.715620] env[71058]: DEBUG oslo_concurrency.lockutils [None req-604dc422-a21f-4739-8f35-50ff46e61b4b tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquiring lock "f01addd2-48df-444b-aa3b-5b9a065b60b7" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1826.715620] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e8cb2658-670c-489b-850f-2ed73b0ccaf7 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "f01addd2-48df-444b-aa3b-5b9a065b60b7" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 4.371s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1826.717786] env[71058]: DEBUG oslo_concurrency.lockutils [None req-604dc422-a21f-4739-8f35-50ff46e61b4b tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "f01addd2-48df-444b-aa3b-5b9a065b60b7" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.003s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1827.008458] env[71058]: DEBUG nova.compute.manager [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1827.043278] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873710, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1827.047770] env[71058]: DEBUG nova.virt.hardware [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1827.048020] env[71058]: DEBUG nova.virt.hardware [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1827.048185] env[71058]: DEBUG nova.virt.hardware [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1827.048364] env[71058]: DEBUG nova.virt.hardware [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1827.048507] env[71058]: DEBUG nova.virt.hardware [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1827.048651] env[71058]: DEBUG nova.virt.hardware [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1827.048857] env[71058]: DEBUG nova.virt.hardware [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1827.049022] env[71058]: DEBUG nova.virt.hardware [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1827.049194] env[71058]: DEBUG nova.virt.hardware [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1827.049355] env[71058]: DEBUG nova.virt.hardware [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1827.049525] env[71058]: DEBUG nova.virt.hardware [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1827.050342] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56601704-8c09-4734-9efe-e31fde495bc3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1827.058713] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b963ea-944b-478b-a083-4cbd046facbd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1827.084125] env[71058]: INFO nova.compute.manager [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Rebuilding instance
[ 1827.105690] env[71058]: DEBUG oslo_vmware.api [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873709, 'name': Rename_Task, 'duration_secs': 1.182018} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1827.106056] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1827.108340] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5b8590c-42d6-44ee-a695-1d72d9de833d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1827.124645] env[71058]: DEBUG oslo_vmware.api [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1827.124645] env[71058]:    value = "task-2873711"
[ 1827.124645] env[71058]:    _type = "Task"
[ 1827.124645] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1827.147360] env[71058]: DEBUG oslo_vmware.api [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873711, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1827.155303] env[71058]: DEBUG nova.compute.manager [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1827.156640] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5cd1d3-662a-41e8-8b10-e1627d014a0d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1827.222354] env[71058]: INFO nova.compute.manager [None req-604dc422-a21f-4739-8f35-50ff46e61b4b tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Detaching volume 8190c09a-f86f-4502-93fb-396b69b57724
[ 1827.273879] env[71058]: INFO nova.virt.block_device [None req-604dc422-a21f-4739-8f35-50ff46e61b4b tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Attempting to driver detach volume 8190c09a-f86f-4502-93fb-396b69b57724 from mountpoint /dev/sdc
[ 1827.274184] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-604dc422-a21f-4739-8f35-50ff46e61b4b tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Volume detach. Driver type: vmdk {{(pid=71058) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}}
[ 1827.274385] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-604dc422-a21f-4739-8f35-50ff46e61b4b tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577559', 'volume_id': '8190c09a-f86f-4502-93fb-396b69b57724', 'name': 'volume-8190c09a-f86f-4502-93fb-396b69b57724', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f01addd2-48df-444b-aa3b-5b9a065b60b7', 'attached_at': '', 'detached_at': '', 'volume_id': '8190c09a-f86f-4502-93fb-396b69b57724', 'serial': '8190c09a-f86f-4502-93fb-396b69b57724'} {{(pid=71058) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}}
[ 1827.275635] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a70fdd-9cd1-4d14-9d3c-2400192da93e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1827.303472] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1ebc7a-0b7d-412e-b445-1c37796f19b3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1827.312933] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85777d8-4d3c-4cd8-9994-9a413742ee04 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1827.341491] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54352058-b5fd-4c0d-96a8-363c7503c781 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1827.347348] env[71058]: DEBUG nova.compute.manager [req-22b74a6c-0950-4a96-b75f-fde68dec9816 req-000ef873-4886-4269-841d-8bd303905021 service nova] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Received event network-vif-plugged-c720977d-f109-421a-b71a-d726ed1e5486 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1827.347976] env[71058]: DEBUG oslo_concurrency.lockutils [req-22b74a6c-0950-4a96-b75f-fde68dec9816 req-000ef873-4886-4269-841d-8bd303905021 service nova] Acquiring lock "19a988b4-f677-445d-8135-1d49b099f873-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1827.347976] env[71058]: DEBUG oslo_concurrency.lockutils [req-22b74a6c-0950-4a96-b75f-fde68dec9816 req-000ef873-4886-4269-841d-8bd303905021 service nova] Lock "19a988b4-f677-445d-8135-1d49b099f873-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1827.347976] env[71058]: DEBUG oslo_concurrency.lockutils [req-22b74a6c-0950-4a96-b75f-fde68dec9816 req-000ef873-4886-4269-841d-8bd303905021 service nova] Lock "19a988b4-f677-445d-8135-1d49b099f873-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1827.348213] env[71058]: DEBUG nova.compute.manager [req-22b74a6c-0950-4a96-b75f-fde68dec9816 req-000ef873-4886-4269-841d-8bd303905021 service nova] [instance: 19a988b4-f677-445d-8135-1d49b099f873] No waiting events found dispatching network-vif-plugged-c720977d-f109-421a-b71a-d726ed1e5486 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1827.348213] env[71058]: WARNING nova.compute.manager [req-22b74a6c-0950-4a96-b75f-fde68dec9816 req-000ef873-4886-4269-841d-8bd303905021 service nova] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Received unexpected event network-vif-plugged-c720977d-f109-421a-b71a-d726ed1e5486 for instance with vm_state building and task_state spawning.
[ 1827.364741] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-604dc422-a21f-4739-8f35-50ff46e61b4b tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] The volume has not been displaced from its original location: [datastore2] volume-8190c09a-f86f-4502-93fb-396b69b57724/volume-8190c09a-f86f-4502-93fb-396b69b57724.vmdk. No consolidation needed. {{(pid=71058) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}}
[ 1827.370715] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-604dc422-a21f-4739-8f35-50ff46e61b4b tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Reconfiguring VM instance instance-00000052 to detach disk 2002 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1827.374235] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c1aabfb-0054-4d77-8043-511d2d73425b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1827.398075] env[71058]: DEBUG oslo_vmware.api [None req-604dc422-a21f-4739-8f35-50ff46e61b4b tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for the task: (returnval){
[ 1827.398075] env[71058]:    value = "task-2873712"
[ 1827.398075] env[71058]:    _type = "Task"
[ 1827.398075] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1827.408721] env[71058]: DEBUG oslo_vmware.api [None req-604dc422-a21f-4739-8f35-50ff46e61b4b tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873712, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1827.427310] env[71058]: DEBUG nova.network.neutron [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Successfully updated port: c720977d-f109-421a-b71a-d726ed1e5486 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1827.480460] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b691e54-432b-403e-a052-abf6927f412e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1827.489466] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c049550-926d-4971-9079-769988439ad9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1827.522516] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cd082e-4079-4e86-a9a5-472044f6075f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1827.534295] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0c4633-8d29-4806-9d38-285758653c2d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1827.544134] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873710, 'name': CreateVM_Task, 'duration_secs': 1.338255} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1827.554124] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1827.554652] env[71058]: DEBUG nova.compute.provider_tree [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1827.556684] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1827.556684] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1827.556821] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1827.557434] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-802b0f06-fe6a-4516-9e12-e88a37f9dc18 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1827.563798] env[71058]: DEBUG oslo_vmware.api [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Waiting for the task: (returnval){
[ 1827.563798] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524650f6-3948-55f9-c83e-ffab24d3f914"
[ 1827.563798] env[71058]:    _type = "Task"
[ 1827.563798] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1827.575531] env[71058]: DEBUG oslo_vmware.api [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524650f6-3948-55f9-c83e-ffab24d3f914, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1827.639070] env[71058]: DEBUG oslo_vmware.api [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873711, 'name': PowerOnVM_Task} progress is 90%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1827.911337] env[71058]: DEBUG oslo_vmware.api [None req-604dc422-a21f-4739-8f35-50ff46e61b4b tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873712, 'name': ReconfigVM_Task, 'duration_secs': 0.27944} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1827.911337] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-604dc422-a21f-4739-8f35-50ff46e61b4b tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Reconfigured VM instance instance-00000052 to detach disk 2002 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1827.917956] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a8e5adc-8b98-481c-a271-d361a55a1dc0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1827.931522] env[71058]: DEBUG oslo_concurrency.lockutils [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "refresh_cache-19a988b4-f677-445d-8135-1d49b099f873" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1827.931698] env[71058]: DEBUG oslo_concurrency.lockutils [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquired lock "refresh_cache-19a988b4-f677-445d-8135-1d49b099f873" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1827.931838] env[71058]: DEBUG nova.network.neutron [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1827.943157] env[71058]: DEBUG oslo_vmware.api [None req-604dc422-a21f-4739-8f35-50ff46e61b4b tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for the task: (returnval){
[ 1827.943157] env[71058]:    value = "task-2873713"
[ 1827.943157] env[71058]:    _type = "Task"
[ 1827.943157] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1827.954519] env[71058]: DEBUG oslo_vmware.api [None req-604dc422-a21f-4739-8f35-50ff46e61b4b tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873713, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1828.059205] env[71058]: DEBUG nova.scheduler.client.report [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1828.075463] env[71058]: DEBUG oslo_vmware.api [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524650f6-3948-55f9-c83e-ffab24d3f914, 'name': SearchDatastore_Task, 'duration_secs': 0.011503} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1828.076444] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1828.076689] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1828.076924] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1828.077093] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1828.077272] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1828.077785] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aff7c9a8-f12e-4bc0-b1b4-c8d179b1b16e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1828.088288] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1828.088526] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1828.089278] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70613279-3d18-431b-a00f-30f0a52b233c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1828.095734] env[71058]: DEBUG oslo_vmware.api [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Waiting for the task: (returnval){
[ 1828.095734] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52071376-fab8-2369-d321-d684a5aced70"
[ 1828.095734] env[71058]:    _type = "Task"
[ 1828.095734] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1828.105295] env[71058]: DEBUG oslo_vmware.api [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52071376-fab8-2369-d321-d684a5aced70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1828.136373] env[71058]: DEBUG oslo_vmware.api [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873711, 'name': PowerOnVM_Task, 'duration_secs': 0.572299} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1828.136745] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1828.136850] env[71058]: INFO nova.compute.manager [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Took 9.77 seconds to spawn the instance on the hypervisor.
[ 1828.137047] env[71058]: DEBUG nova.compute.manager [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1828.137896] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b9d6d9-4c48-4223-994d-40f45acf82a9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1828.177477] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1828.177794] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8832335f-384c-444a-bdb7-529e50b44ab1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1828.186035] env[71058]: DEBUG oslo_vmware.api [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1828.186035] env[71058]:    value = "task-2873714"
[ 1828.186035] env[71058]:    _type = "Task"
[ 1828.186035] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1828.198330] env[71058]: DEBUG oslo_vmware.api [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1828.455715] env[71058]: DEBUG oslo_vmware.api [None req-604dc422-a21f-4739-8f35-50ff46e61b4b tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873713, 'name': ReconfigVM_Task, 'duration_secs': 0.209981} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1828.456051] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-604dc422-a21f-4739-8f35-50ff46e61b4b tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577559', 'volume_id': '8190c09a-f86f-4502-93fb-396b69b57724', 'name': 'volume-8190c09a-f86f-4502-93fb-396b69b57724', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f01addd2-48df-444b-aa3b-5b9a065b60b7', 'attached_at': '', 'detached_at': '', 'volume_id': '8190c09a-f86f-4502-93fb-396b69b57724', 'serial': '8190c09a-f86f-4502-93fb-396b69b57724'} {{(pid=71058) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}}
[ 1828.472273] env[71058]: DEBUG nova.network.neutron [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1828.563600] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.598s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1828.567168] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.921s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1828.569330] env[71058]: INFO nova.compute.claims [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1828.607653] env[71058]: DEBUG oslo_vmware.api [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52071376-fab8-2369-d321-d684a5aced70, 'name': SearchDatastore_Task, 'duration_secs': 0.011664} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1828.608295] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e922cbb7-85e7-4726-878e-98e300cdb89f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1828.615624] env[71058]: DEBUG oslo_vmware.api [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Waiting for the task: (returnval){
[ 1828.615624] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e746fb-fea5-df28-0a80-26ded534b5b9"
[ 1828.615624] env[71058]:    _type = "Task"
[ 1828.615624] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1828.621034] env[71058]: INFO nova.network.neutron [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Updating port 29465047-4434-4c54-8fd3-55f66bfa7994 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'}
[ 1828.627736] env[71058]: DEBUG oslo_vmware.api [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e746fb-fea5-df28-0a80-26ded534b5b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1828.657871] env[71058]: INFO nova.compute.manager [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Took 30.53 seconds to build instance.
[ 1828.715969] env[71058]: DEBUG oslo_vmware.api [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873714, 'name': PowerOffVM_Task, 'duration_secs': 0.238277} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1828.717949] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1828.717949] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1828.717949] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead102c1-42c1-45a7-9eb4-7fc839e59b10 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1828.722578] env[71058]: DEBUG nova.network.neutron [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Updating instance_info_cache with network_info: [{"id": "c720977d-f109-421a-b71a-d726ed1e5486", "address": "fa:16:3e:98:f5:ea", "network": {"id": "c13424cd-3787-4aef-8aaa-6f7e98678c9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-973121726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f4a9339cb54309bb039c8b9533c473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc720977d-f1", "ovs_interfaceid": "c720977d-f109-421a-b71a-d726ed1e5486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1828.733262] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1828.733577] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc9c9493-76c3-4d56-ae42-fe96e6a3e214 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1828.830795] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1828.830795] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1828.830795] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Deleting the datastore file [datastore2] 4dc81a2f-6a3c-438b-bde6-2d31ece13813 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1828.830795] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc932954-e18b-45ab-8496-bb77c18474cb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1828.840469] env[71058]: DEBUG oslo_vmware.api [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1828.840469] env[71058]:    value = "task-2873716"
[ 1828.840469] env[71058]:    _type = "Task"
[ 1828.840469] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1828.850075] env[71058]: DEBUG oslo_vmware.api [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1829.011601] env[71058]: DEBUG nova.objects.instance [None req-604dc422-a21f-4739-8f35-50ff46e61b4b tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lazy-loading 'flavor' on Instance uuid f01addd2-48df-444b-aa3b-5b9a065b60b7 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1829.126363] env[71058]: DEBUG oslo_vmware.api [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e746fb-fea5-df28-0a80-26ded534b5b9, 'name': SearchDatastore_Task, 'duration_secs': 0.018023} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1829.126637] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1829.126872] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 93d276f6-f037-42c0-a3a3-086d863618c2/93d276f6-f037-42c0-a3a3-086d863618c2.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1829.127182] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62c265ec-c8f5-46fd-a8a1-c7c3345458dc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1829.135028] env[71058]: DEBUG oslo_vmware.api [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Waiting for the task: (returnval){
[ 1829.135028] env[71058]:    value = "task-2873717"
[ 1829.135028] env[71058]:    _type = "Task"
[ 1829.135028] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1829.148514] env[71058]: DEBUG oslo_vmware.api [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': task-2873717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1829.159592] env[71058]: DEBUG oslo_concurrency.lockutils [None req-93ad9256-1aec-4fca-99ad-7371ead2f8f5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "2ece5bee-47b6-43fe-9f71-8f53eff22091" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 32.044s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1829.225834] env[71058]: DEBUG oslo_concurrency.lockutils [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Releasing lock "refresh_cache-19a988b4-f677-445d-8135-1d49b099f873" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1829.226205] env[71058]: DEBUG nova.compute.manager [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Instance network_info: |[{"id": "c720977d-f109-421a-b71a-d726ed1e5486", "address": "fa:16:3e:98:f5:ea", "network": {"id": "c13424cd-3787-4aef-8aaa-6f7e98678c9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-973121726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f4a9339cb54309bb039c8b9533c473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc720977d-f1", "ovs_interfaceid": "c720977d-f109-421a-b71a-d726ed1e5486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1829.226634] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:f5:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c720977d-f109-421a-b71a-d726ed1e5486', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1829.234940] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Creating folder: Project (c0f4a9339cb54309bb039c8b9533c473). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1829.235293] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6cecd9e8-5282-4334-8e15-7762f55f922b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1829.248781] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Created folder: Project (c0f4a9339cb54309bb039c8b9533c473) in parent group-v577298.
[ 1829.249109] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Creating folder: Instances. Parent ref: group-v577563. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1829.250109] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ba7dffb-17b8-4905-aa4c-9e8e84553d3b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1829.263153] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Created folder: Instances in parent group-v577563.
[ 1829.263414] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1829.263607] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1829.264361] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b29e32a6-17be-4d48-8a6c-7532decbc3d4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1829.284012] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1829.284012] env[71058]:    value = "task-2873720"
[ 1829.284012] env[71058]:    _type = "Task"
[ 1829.284012] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1829.292080] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873720, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1829.350182] env[71058]: DEBUG oslo_vmware.api [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387992} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1829.351556] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1829.351814] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1829.352067] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1829.356317] env[71058]: DEBUG nova.compute.manager [req-f6fd796d-9641-4905-a12e-826889c0289c req-15826393-bc3e-4fbb-bb1d-5941e3ffbae5 service nova] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Received event network-changed-c720977d-f109-421a-b71a-d726ed1e5486 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1829.356516] env[71058]: DEBUG nova.compute.manager [req-f6fd796d-9641-4905-a12e-826889c0289c req-15826393-bc3e-4fbb-bb1d-5941e3ffbae5 service nova] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Refreshing instance network info cache due to event network-changed-c720977d-f109-421a-b71a-d726ed1e5486. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1829.356797] env[71058]: DEBUG oslo_concurrency.lockutils [req-f6fd796d-9641-4905-a12e-826889c0289c req-15826393-bc3e-4fbb-bb1d-5941e3ffbae5 service nova] Acquiring lock "refresh_cache-19a988b4-f677-445d-8135-1d49b099f873" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1829.357028] env[71058]: DEBUG oslo_concurrency.lockutils [req-f6fd796d-9641-4905-a12e-826889c0289c req-15826393-bc3e-4fbb-bb1d-5941e3ffbae5 service nova] Acquired lock "refresh_cache-19a988b4-f677-445d-8135-1d49b099f873" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1829.357258] env[71058]: DEBUG nova.network.neutron [req-f6fd796d-9641-4905-a12e-826889c0289c req-15826393-bc3e-4fbb-bb1d-5941e3ffbae5 service nova] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Refreshing network info cache for port c720977d-f109-421a-b71a-d726ed1e5486 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1829.507039] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee660ec-687a-4942-a4ac-eb4543a5f848 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1829.516820] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-992bb9b3-0178-40cb-8f1e-88b8007c8d73 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Suspending the VM {{(pid=71058) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}}
[ 1829.519321] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-36492894-ef38-4c68-b762-70332f183b2a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1829.530563] env[71058]: DEBUG oslo_vmware.api [None req-992bb9b3-0178-40cb-8f1e-88b8007c8d73 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1829.530563] env[71058]:    value = "task-2873721"
[ 1829.530563] env[71058]:    _type = "Task"
[ 1829.530563] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1829.542518] env[71058]: DEBUG oslo_vmware.api [None req-992bb9b3-0178-40cb-8f1e-88b8007c8d73 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873721, 'name': SuspendVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1829.650567] env[71058]: DEBUG oslo_vmware.api [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': task-2873717, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1829.797426] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873720, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1829.958948] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5fa098-386e-4932-88b0-aac708b2c85d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1829.969635] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d464b18-b592-42bc-9458-7eeed560d85e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1830.005965] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e6a658-505b-4557-bb25-19263e530e84 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1830.015720] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24854c4d-46cd-4035-b81a-36e9c869107f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1830.020275] env[71058]: DEBUG oslo_concurrency.lockutils [None req-604dc422-a21f-4739-8f35-50ff46e61b4b tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "f01addd2-48df-444b-aa3b-5b9a065b60b7" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 3.302s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1830.034100] env[71058]: DEBUG nova.compute.provider_tree [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1830.047643] env[71058]: DEBUG oslo_vmware.api [None req-992bb9b3-0178-40cb-8f1e-88b8007c8d73 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873721, 'name': SuspendVM_Task} progress is 62%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1830.152498] env[71058]: DEBUG oslo_vmware.api [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': task-2873717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670796} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1830.156021] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 93d276f6-f037-42c0-a3a3-086d863618c2/93d276f6-f037-42c0-a3a3-086d863618c2.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1830.156021] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1830.156021] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cdf6bad-b26b-4ffc-9e77-68de0d31d090 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1830.163144] env[71058]: DEBUG oslo_vmware.api [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Waiting for the task: (returnval){
[ 1830.163144] env[71058]:    value = "task-2873722"
[ 1830.163144] env[71058]:    _type = "Task"
[ 1830.163144] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1830.172286] env[71058]: DEBUG oslo_vmware.api [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': task-2873722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1830.214630] env[71058]: DEBUG nova.network.neutron [req-f6fd796d-9641-4905-a12e-826889c0289c req-15826393-bc3e-4fbb-bb1d-5941e3ffbae5 service nova] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Updated VIF entry in instance network info cache for port c720977d-f109-421a-b71a-d726ed1e5486. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1830.215091] env[71058]: DEBUG nova.network.neutron [req-f6fd796d-9641-4905-a12e-826889c0289c req-15826393-bc3e-4fbb-bb1d-5941e3ffbae5 service nova] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Updating instance_info_cache with network_info: [{"id": "c720977d-f109-421a-b71a-d726ed1e5486", "address": "fa:16:3e:98:f5:ea", "network": {"id": "c13424cd-3787-4aef-8aaa-6f7e98678c9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-973121726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f4a9339cb54309bb039c8b9533c473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc720977d-f1", "ovs_interfaceid": "c720977d-f109-421a-b71a-d726ed1e5486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1830.297763] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873720, 'name': CreateVM_Task, 'duration_secs': 0.79683} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1830.297947] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1830.298667] env[71058]: DEBUG oslo_concurrency.lockutils [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1830.298818] env[71058]: DEBUG oslo_concurrency.lockutils [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1830.299194] env[71058]: DEBUG oslo_concurrency.lockutils [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1830.299579] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfd9ca18-6123-4ec0-9bff-163d50914519 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1830.305035] env[71058]: DEBUG oslo_vmware.api [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 1830.305035] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526d1429-5a77-338f-d38a-61607a24445c"
[ 1830.305035] env[71058]:    _type = "Task"
[ 1830.305035] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1830.313668] env[71058]: DEBUG oslo_vmware.api [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526d1429-5a77-338f-d38a-61607a24445c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1830.361246] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquiring lock "refresh_cache-d8c74703-a213-4e6c-882c-46cdbb82b1b9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1830.361491] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquired lock "refresh_cache-d8c74703-a213-4e6c-882c-46cdbb82b1b9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1830.361684] env[71058]: DEBUG nova.network.neutron [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1830.406991] env[71058]: DEBUG nova.virt.hardware [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1830.407508] env[71058]: DEBUG nova.virt.hardware [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1830.409667] env[71058]: DEBUG nova.virt.hardware [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1830.409667] env[71058]: DEBUG nova.virt.hardware [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1830.409667] env[71058]: DEBUG nova.virt.hardware [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1830.409667] env[71058]: DEBUG nova.virt.hardware [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1830.409667] env[71058]: DEBUG nova.virt.hardware [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1830.409667] env[71058]: DEBUG nova.virt.hardware [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1830.409667] env[71058]: DEBUG nova.virt.hardware [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1830.409667] env[71058]: DEBUG nova.virt.hardware [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1830.409667] env[71058]: DEBUG nova.virt.hardware [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1830.410147] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425ba9ef-1141-46ce-83ec-e33d139192d3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1830.420590] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7682bdb7-57dd-46ab-99cf-6a27456c516e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1830.438093] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:ef:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a51328d9-f8e4-48af-a8b3-42e8ae7f2ea1', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1830.445996] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1830.446831] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1830.447261] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adb0d38e-9c6c-443e-87c2-b852241c54ee {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1830.469830] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1830.469830] env[71058]:    value = "task-2873723"
[ 1830.469830] env[71058]:    _type = "Task"
[ 1830.469830] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1830.477083] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873723, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1830.545388] env[71058]: DEBUG oslo_vmware.api [None req-992bb9b3-0178-40cb-8f1e-88b8007c8d73 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873721, 'name': SuspendVM_Task, 'duration_secs': 0.788018} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1830.545666] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-992bb9b3-0178-40cb-8f1e-88b8007c8d73 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Suspended the VM {{(pid=71058) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}}
[ 1830.545850] env[71058]: DEBUG nova.compute.manager [None req-992bb9b3-0178-40cb-8f1e-88b8007c8d73 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1830.546700] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bed99d0-f66c-43e1-861d-d85ed6507c58 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1830.558514] env[71058]: ERROR nova.scheduler.client.report [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] [req-92fa9e56-8d59-4f76-ba7f-1988cc69e0b4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e78318ba-501a-470f-875b-8fbc021c2c5f.  Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict  ", "code": "placement.concurrent_update", "request_id": "req-92fa9e56-8d59-4f76-ba7f-1988cc69e0b4"}]}
[ 1830.577565] env[71058]: DEBUG nova.scheduler.client.report [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Refreshing inventories for resource provider e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:832}}
[ 1830.596939] env[71058]: DEBUG nova.scheduler.client.report [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Updating ProviderTree inventory for provider e78318ba-501a-470f-875b-8fbc021c2c5f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:796}}
[ 1830.597204] env[71058]: DEBUG nova.compute.provider_tree [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1830.616752] env[71058]: DEBUG nova.scheduler.client.report [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Refreshing aggregate associations for resource provider e78318ba-501a-470f-875b-8fbc021c2c5f, aggregates: None {{(pid=71058) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:841}}
[ 1830.640268] env[71058]: DEBUG nova.scheduler.client.report [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Refreshing trait associations for resource provider e78318ba-501a-470f-875b-8fbc021c2c5f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=71058) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:853}}
[ 1830.674688] env[71058]: DEBUG oslo_vmware.api [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': task-2873722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062722} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1830.677412] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1830.678479] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84e1127-ad19-49e1-ab6c-2e3f40fa51bd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1830.700214] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 93d276f6-f037-42c0-a3a3-086d863618c2/93d276f6-f037-42c0-a3a3-086d863618c2.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1830.703325] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b555ebf4-8b06-4610-bc71-eef16e16505f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1830.718066] env[71058]: DEBUG oslo_concurrency.lockutils [req-f6fd796d-9641-4905-a12e-826889c0289c req-15826393-bc3e-4fbb-bb1d-5941e3ffbae5 service nova] Releasing lock "refresh_cache-19a988b4-f677-445d-8135-1d49b099f873" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1830.725384] env[71058]: DEBUG oslo_vmware.api [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Waiting for the task: (returnval){
[ 1830.725384] env[71058]:    value = "task-2873724"
[ 1830.725384] env[71058]:    _type = "Task"
[ 1830.725384] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1830.745150] env[71058]: DEBUG oslo_vmware.api [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': task-2873724, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1830.823028] env[71058]: DEBUG oslo_vmware.api [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526d1429-5a77-338f-d38a-61607a24445c, 'name': SearchDatastore_Task, 'duration_secs': 0.022961} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1830.823028] env[71058]: DEBUG oslo_concurrency.lockutils [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1830.823028] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1830.823028] env[71058]: DEBUG oslo_concurrency.lockutils [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1830.823028] env[71058]: DEBUG oslo_concurrency.lockutils [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1830.823028] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1830.823028] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70fa5692-bd81-4d2f-982e-db2827617793 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1830.831233] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1830.831786] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1830.832665] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8fe0b44-30f5-44f4-9e63-9959ccae21a6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1830.839733] env[71058]: DEBUG oslo_vmware.api [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 1830.839733] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52277e77-0d04-7f09-8d5d-d59f27d650c0"
[ 1830.839733] env[71058]:    _type = "Task"
[ 1830.839733] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1830.848813] env[71058]: DEBUG oslo_vmware.api [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52277e77-0d04-7f09-8d5d-d59f27d650c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1830.979380] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873723, 'name': CreateVM_Task, 'duration_secs': 0.349704} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1830.984095] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1830.985030] env[71058]: DEBUG oslo_concurrency.lockutils [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1830.985198] env[71058]: DEBUG oslo_concurrency.lockutils [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1830.985518] env[71058]: DEBUG oslo_concurrency.lockutils [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1830.990155] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5a6f926-62c0-4638-a3e6-cb8f57e374e2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1830.996584] env[71058]: DEBUG oslo_vmware.api [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1830.996584] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520fa6cb-711c-357e-5436-59ea5c8499e1"
[ 1830.996584] env[71058]:    _type = "Task"
[ 1830.996584] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1831.005489] env[71058]: DEBUG oslo_vmware.api [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520fa6cb-711c-357e-5436-59ea5c8499e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1831.036463] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7230c271-6ef8-4c8f-ba32-d4eeaf329233 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1831.045066] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e8008d-3473-439f-91b8-f452ff0d929d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1831.078075] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442c36f8-141d-4230-82db-c4c2be182f3e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1831.089139] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125ff69e-b697-4fb9-97ce-f3ee39f5f557 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1831.106997] env[71058]: DEBUG nova.compute.provider_tree [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1831.231167] env[71058]: DEBUG nova.network.neutron [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Updating instance_info_cache with network_info: [{"id": "29465047-4434-4c54-8fd3-55f66bfa7994", "address": "fa:16:3e:52:ac:63", "network": {"id": "2fbaaae4-6d15-4c59-8eaf-cad7a9523dc7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1495967812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db660d4820741658cb5e98b809f7f21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29465047-44", "ovs_interfaceid": "29465047-4434-4c54-8fd3-55f66bfa7994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1831.238217] env[71058]: DEBUG oslo_concurrency.lockutils [None req-013e01b6-ebb2-4023-8f80-8e36ff5b3d61 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquiring lock "f01addd2-48df-444b-aa3b-5b9a065b60b7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1831.238465] env[71058]: DEBUG oslo_concurrency.lockutils [None req-013e01b6-ebb2-4023-8f80-8e36ff5b3d61 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "f01addd2-48df-444b-aa3b-5b9a065b60b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1831.238664] env[71058]: DEBUG oslo_concurrency.lockutils [None req-013e01b6-ebb2-4023-8f80-8e36ff5b3d61 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquiring lock "f01addd2-48df-444b-aa3b-5b9a065b60b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1831.238841] env[71058]: DEBUG oslo_concurrency.lockutils [None req-013e01b6-ebb2-4023-8f80-8e36ff5b3d61 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "f01addd2-48df-444b-aa3b-5b9a065b60b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1831.239147] env[71058]: DEBUG oslo_concurrency.lockutils [None req-013e01b6-ebb2-4023-8f80-8e36ff5b3d61 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "f01addd2-48df-444b-aa3b-5b9a065b60b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1831.240762] env[71058]: DEBUG oslo_vmware.api [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': task-2873724, 'name': ReconfigVM_Task, 'duration_secs': 0.304365} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1831.240891] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 93d276f6-f037-42c0-a3a3-086d863618c2/93d276f6-f037-42c0-a3a3-086d863618c2.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1831.241685] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb13e8a5-5ccc-4188-b84b-c7e372174161 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1831.243866] env[71058]: INFO nova.compute.manager [None req-013e01b6-ebb2-4023-8f80-8e36ff5b3d61 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Terminating instance
[ 1831.249794] env[71058]: DEBUG oslo_vmware.api [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Waiting for the task: (returnval){
[ 1831.249794] env[71058]:    value = "task-2873725"
[ 1831.249794] env[71058]:    _type = "Task"
[ 1831.249794] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1831.259874] env[71058]: DEBUG oslo_vmware.api [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': task-2873725, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1831.352859] env[71058]: DEBUG oslo_vmware.api [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52277e77-0d04-7f09-8d5d-d59f27d650c0, 'name': SearchDatastore_Task, 'duration_secs': 0.010358} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1831.353685] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cff10df9-7f87-4863-89e5-befc9afd0036 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1831.360058] env[71058]: DEBUG oslo_vmware.api [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 1831.360058] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522b3d34-8702-a770-7297-9eade4d7bd13"
[ 1831.360058] env[71058]:    _type = "Task"
[ 1831.360058] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1831.369246] env[71058]: DEBUG oslo_vmware.api [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522b3d34-8702-a770-7297-9eade4d7bd13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1831.436205] env[71058]: DEBUG nova.compute.manager [req-c61d41d2-772d-4234-9cc4-114755c9b3eb req-ed3b80a1-137b-46dc-a9b4-e7e13f9f4b8b service nova] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Received event network-vif-plugged-29465047-4434-4c54-8fd3-55f66bfa7994 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1831.436432] env[71058]: DEBUG oslo_concurrency.lockutils [req-c61d41d2-772d-4234-9cc4-114755c9b3eb req-ed3b80a1-137b-46dc-a9b4-e7e13f9f4b8b service nova] Acquiring lock "d8c74703-a213-4e6c-882c-46cdbb82b1b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1831.436640] env[71058]: DEBUG oslo_concurrency.lockutils [req-c61d41d2-772d-4234-9cc4-114755c9b3eb req-ed3b80a1-137b-46dc-a9b4-e7e13f9f4b8b service nova] Lock "d8c74703-a213-4e6c-882c-46cdbb82b1b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1831.436804] env[71058]: DEBUG oslo_concurrency.lockutils [req-c61d41d2-772d-4234-9cc4-114755c9b3eb req-ed3b80a1-137b-46dc-a9b4-e7e13f9f4b8b service nova] Lock "d8c74703-a213-4e6c-882c-46cdbb82b1b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1831.436973] env[71058]: DEBUG nova.compute.manager [req-c61d41d2-772d-4234-9cc4-114755c9b3eb req-ed3b80a1-137b-46dc-a9b4-e7e13f9f4b8b service nova] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] No waiting events found dispatching network-vif-plugged-29465047-4434-4c54-8fd3-55f66bfa7994 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1831.438291] env[71058]: WARNING nova.compute.manager [req-c61d41d2-772d-4234-9cc4-114755c9b3eb req-ed3b80a1-137b-46dc-a9b4-e7e13f9f4b8b service nova] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Received unexpected event network-vif-plugged-29465047-4434-4c54-8fd3-55f66bfa7994 for instance with vm_state shelved_offloaded and task_state spawning.
[ 1831.438574] env[71058]: DEBUG nova.compute.manager [req-c61d41d2-772d-4234-9cc4-114755c9b3eb req-ed3b80a1-137b-46dc-a9b4-e7e13f9f4b8b service nova] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Received event network-changed-29465047-4434-4c54-8fd3-55f66bfa7994 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1831.438699] env[71058]: DEBUG nova.compute.manager [req-c61d41d2-772d-4234-9cc4-114755c9b3eb req-ed3b80a1-137b-46dc-a9b4-e7e13f9f4b8b service nova] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Refreshing instance network info cache due to event network-changed-29465047-4434-4c54-8fd3-55f66bfa7994. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1831.438877] env[71058]: DEBUG oslo_concurrency.lockutils [req-c61d41d2-772d-4234-9cc4-114755c9b3eb req-ed3b80a1-137b-46dc-a9b4-e7e13f9f4b8b service nova] Acquiring lock "refresh_cache-d8c74703-a213-4e6c-882c-46cdbb82b1b9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1831.508259] env[71058]: DEBUG oslo_vmware.api [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520fa6cb-711c-357e-5436-59ea5c8499e1, 'name': SearchDatastore_Task, 'duration_secs': 0.014062} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1831.508546] env[71058]: DEBUG oslo_concurrency.lockutils [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1831.508777] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1831.509136] env[71058]: DEBUG oslo_concurrency.lockutils [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1831.643870] env[71058]: DEBUG nova.scheduler.client.report [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Updated inventory for provider e78318ba-501a-470f-875b-8fbc021c2c5f with generation 120 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:985}}
[ 1831.644150] env[71058]: DEBUG nova.compute.provider_tree [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Updating resource provider e78318ba-501a-470f-875b-8fbc021c2c5f generation from 120 to 121 during operation: update_inventory {{(pid=71058) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
[ 1831.644337] env[71058]: DEBUG nova.compute.provider_tree [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1831.779129] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Releasing lock "refresh_cache-d8c74703-a213-4e6c-882c-46cdbb82b1b9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1831.779129] env[71058]: DEBUG oslo_concurrency.lockutils [req-c61d41d2-772d-4234-9cc4-114755c9b3eb req-ed3b80a1-137b-46dc-a9b4-e7e13f9f4b8b service nova] Acquired lock "refresh_cache-d8c74703-a213-4e6c-882c-46cdbb82b1b9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1831.779129] env[71058]: DEBUG nova.network.neutron [req-c61d41d2-772d-4234-9cc4-114755c9b3eb req-ed3b80a1-137b-46dc-a9b4-e7e13f9f4b8b service nova] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Refreshing network info cache for port 29465047-4434-4c54-8fd3-55f66bfa7994 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1831.779129] env[71058]: DEBUG nova.compute.manager [None req-013e01b6-ebb2-4023-8f80-8e36ff5b3d61 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1831.779129] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-013e01b6-ebb2-4023-8f80-8e36ff5b3d61 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1831.779129] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427a9dc8-bab5-403f-9425-54b8b0ccd807 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1831.779129] env[71058]: DEBUG oslo_vmware.api [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': task-2873725, 'name': Rename_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1831.779129] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-013e01b6-ebb2-4023-8f80-8e36ff5b3d61 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1831.779129] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e76d3cff-0caa-4da2-b81b-695051df903e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1831.779129] env[71058]: DEBUG oslo_vmware.api [None req-013e01b6-ebb2-4023-8f80-8e36ff5b3d61 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for the task: (returnval){
[ 1831.779129] env[71058]:    value = "task-2873726"
[ 1831.779129] env[71058]:    _type = "Task"
[ 1831.779129] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1831.782150] env[71058]: DEBUG nova.virt.hardware [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='2a5feab0e70ca0137407f7b4025fff3d',container_format='bare',created_at=2025-03-10T01:50:08Z,direct_url=<?>,disk_format='vmdk',id=0a37e83d-182b-4e95-9677-a0be517b4ae9,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1956861510-shelved',owner='7db660d4820741658cb5e98b809f7f21',properties=ImageMetaProps,protected=<?>,size=31661568,status='active',tags=<?>,updated_at=2025-03-10T01:50:24Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1831.782150] env[71058]: DEBUG nova.virt.hardware [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1831.782349] env[71058]: DEBUG nova.virt.hardware [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1831.782620] env[71058]: DEBUG nova.virt.hardware [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1831.782866] env[71058]: DEBUG nova.virt.hardware [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1831.783163] env[71058]: DEBUG nova.virt.hardware [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1831.783609] env[71058]: DEBUG nova.virt.hardware [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1831.783904] env[71058]: DEBUG nova.virt.hardware [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1831.784199] env[71058]: DEBUG nova.virt.hardware [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1831.784483] env[71058]: DEBUG nova.virt.hardware [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1831.784757] env[71058]: DEBUG nova.virt.hardware [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1831.786412] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c9eadb-0d30-425d-9834-a5ff2ab5e040 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1831.806709] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e757693-fa2a-4c16-92a8-cefa88080789 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1831.812780] env[71058]: DEBUG oslo_vmware.api [None req-013e01b6-ebb2-4023-8f80-8e36ff5b3d61 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1831.829258] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:ac:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29465047-4434-4c54-8fd3-55f66bfa7994', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1831.839045] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1831.839447] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1831.839804] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37d2b981-4685-4e43-9d04-8ae3c455b171 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1831.867265] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1831.867265] env[71058]:    value = "task-2873727"
[ 1831.867265] env[71058]:    _type = "Task"
[ 1831.867265] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1831.878272] env[71058]: DEBUG oslo_vmware.api [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522b3d34-8702-a770-7297-9eade4d7bd13, 'name': SearchDatastore_Task, 'duration_secs': 0.011337} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1831.883067] env[71058]: DEBUG oslo_concurrency.lockutils [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1831.883580] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 19a988b4-f677-445d-8135-1d49b099f873/19a988b4-f677-445d-8135-1d49b099f873.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1831.883988] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873727, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1831.884421] env[71058]: DEBUG oslo_concurrency.lockutils [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1831.885099] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1831.885415] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c56c243-7d26-4784-b1e4-17cc1d1e2153 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1831.888370] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0adc2d1c-ce5a-429a-93b9-69898539b9e1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1831.901370] env[71058]: DEBUG oslo_vmware.api [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 1831.901370] env[71058]:    value = "task-2873728"
[ 1831.901370] env[71058]:    _type = "Task"
[ 1831.901370] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1831.904752] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1831.904752] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1831.908948] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5561650c-6c29-4404-852f-65260e978050 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1831.919846] env[71058]: DEBUG oslo_vmware.api [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2873728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1831.921610] env[71058]: DEBUG oslo_vmware.api [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1831.921610] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]521ccd74-d098-45fd-36df-b3bd81beef61"
[ 1831.921610] env[71058]:    _type = "Task"
[ 1831.921610] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1831.933775] env[71058]: DEBUG oslo_vmware.api [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]521ccd74-d098-45fd-36df-b3bd81beef61, 'name': SearchDatastore_Task, 'duration_secs': 0.012234} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1831.934714] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c86b699-de3f-437b-b527-d749a210f85a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1831.941970] env[71058]: DEBUG oslo_vmware.api [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1831.941970] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c49fa8-e3c6-73bc-933e-4b2d4bbfe9bd"
[ 1831.941970] env[71058]:    _type = "Task"
[ 1831.941970] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1831.955125] env[71058]: DEBUG oslo_vmware.api [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c49fa8-e3c6-73bc-933e-4b2d4bbfe9bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1832.064491] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d7f892e6-3b6c-47f5-baeb-0bee20291b35 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "2ece5bee-47b6-43fe-9f71-8f53eff22091" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1832.064491] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d7f892e6-3b6c-47f5-baeb-0bee20291b35 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "2ece5bee-47b6-43fe-9f71-8f53eff22091" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1832.064491] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d7f892e6-3b6c-47f5-baeb-0bee20291b35 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "2ece5bee-47b6-43fe-9f71-8f53eff22091-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1832.064491] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d7f892e6-3b6c-47f5-baeb-0bee20291b35 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "2ece5bee-47b6-43fe-9f71-8f53eff22091-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1832.064830] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d7f892e6-3b6c-47f5-baeb-0bee20291b35 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "2ece5bee-47b6-43fe-9f71-8f53eff22091-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1832.068267] env[71058]: INFO nova.compute.manager [None req-d7f892e6-3b6c-47f5-baeb-0bee20291b35 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Terminating instance
[ 1832.151578] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.584s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1832.153242] env[71058]: DEBUG nova.compute.manager [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1832.156739] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.547s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1832.158500] env[71058]: INFO nova.compute.claims [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1832.264449] env[71058]: DEBUG oslo_vmware.api [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': task-2873725, 'name': Rename_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1832.300654] env[71058]: DEBUG oslo_vmware.api [None req-013e01b6-ebb2-4023-8f80-8e36ff5b3d61 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873726, 'name': PowerOffVM_Task, 'duration_secs': 0.220691} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1832.301434] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-013e01b6-ebb2-4023-8f80-8e36ff5b3d61 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1832.302463] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-013e01b6-ebb2-4023-8f80-8e36ff5b3d61 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1832.302878] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfea2208-0bfc-4f37-95b3-b3a19b744ec5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1832.380178] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873727, 'name': CreateVM_Task, 'duration_secs': 0.471365} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1832.383426] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1832.384386] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0a37e83d-182b-4e95-9677-a0be517b4ae9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1832.384774] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0a37e83d-182b-4e95-9677-a0be517b4ae9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1832.385264] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0a37e83d-182b-4e95-9677-a0be517b4ae9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1832.386285] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b297548e-43fe-4c43-9d01-3238b19a99ee {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1832.392507] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1832.392507] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523f21d5-1173-635d-3d5c-f1c61bab03f5"
[ 1832.392507] env[71058]:    _type = "Task"
[ 1832.392507] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1832.394020] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-013e01b6-ebb2-4023-8f80-8e36ff5b3d61 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1832.394354] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-013e01b6-ebb2-4023-8f80-8e36ff5b3d61 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1832.394630] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-013e01b6-ebb2-4023-8f80-8e36ff5b3d61 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Deleting the datastore file [datastore2] f01addd2-48df-444b-aa3b-5b9a065b60b7 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1832.399856] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1480bf23-53f0-4ae6-8362-df627a38a3cf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1832.409759] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523f21d5-1173-635d-3d5c-f1c61bab03f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1832.413733] env[71058]: DEBUG oslo_vmware.api [None req-013e01b6-ebb2-4023-8f80-8e36ff5b3d61 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for the task: (returnval){
[ 1832.413733] env[71058]:    value = "task-2873730"
[ 1832.413733] env[71058]:    _type = "Task"
[ 1832.413733] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1832.420228] env[71058]: DEBUG oslo_vmware.api [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2873728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503407} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1832.421255] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 19a988b4-f677-445d-8135-1d49b099f873/19a988b4-f677-445d-8135-1d49b099f873.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1832.421255] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1832.421418] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15942cb0-4255-448b-bec8-984f60532d3c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1832.426386] env[71058]: DEBUG oslo_vmware.api [None req-013e01b6-ebb2-4023-8f80-8e36ff5b3d61 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1832.432741] env[71058]: DEBUG oslo_vmware.api [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 1832.432741] env[71058]:    value = "task-2873731"
[ 1832.432741] env[71058]:    _type = "Task"
[ 1832.432741] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1832.441803] env[71058]: DEBUG oslo_vmware.api [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2873731, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1832.505360] env[71058]: DEBUG oslo_vmware.api [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c49fa8-e3c6-73bc-933e-4b2d4bbfe9bd, 'name': SearchDatastore_Task, 'duration_secs': 0.013465} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1832.508038] env[71058]: DEBUG oslo_concurrency.lockutils [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1832.509058] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 4dc81a2f-6a3c-438b-bde6-2d31ece13813/4dc81a2f-6a3c-438b-bde6-2d31ece13813.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1832.509058] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75baa299-4344-430b-b6cb-502e51c6e002 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1832.518094] env[71058]: DEBUG oslo_vmware.api [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1832.518094] env[71058]:    value = "task-2873732"
[ 1832.518094] env[71058]:    _type = "Task"
[ 1832.518094] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1832.526336] env[71058]: DEBUG oslo_vmware.api [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1832.555124] env[71058]: DEBUG nova.network.neutron [req-c61d41d2-772d-4234-9cc4-114755c9b3eb req-ed3b80a1-137b-46dc-a9b4-e7e13f9f4b8b service nova] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Updated VIF entry in instance network info cache for port 29465047-4434-4c54-8fd3-55f66bfa7994. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1832.555494] env[71058]: DEBUG nova.network.neutron [req-c61d41d2-772d-4234-9cc4-114755c9b3eb req-ed3b80a1-137b-46dc-a9b4-e7e13f9f4b8b service nova] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Updating instance_info_cache with network_info: [{"id": "29465047-4434-4c54-8fd3-55f66bfa7994", "address": "fa:16:3e:52:ac:63", "network": {"id": "2fbaaae4-6d15-4c59-8eaf-cad7a9523dc7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1495967812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db660d4820741658cb5e98b809f7f21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29465047-44", "ovs_interfaceid": "29465047-4434-4c54-8fd3-55f66bfa7994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1832.574596] env[71058]: DEBUG nova.compute.manager [None req-d7f892e6-3b6c-47f5-baeb-0bee20291b35 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1832.574596] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f892e6-3b6c-47f5-baeb-0bee20291b35 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1832.574596] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c6f355-88bb-48bb-90a4-26f7a1279b81 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1832.582884] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f892e6-3b6c-47f5-baeb-0bee20291b35 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1832.584018] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8fe2426-99c4-4f80-a647-cf695419fd03 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1832.652728] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f892e6-3b6c-47f5-baeb-0bee20291b35 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1832.653041] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f892e6-3b6c-47f5-baeb-0bee20291b35 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1832.653263] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7f892e6-3b6c-47f5-baeb-0bee20291b35 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Deleting the datastore file [datastore2] 2ece5bee-47b6-43fe-9f71-8f53eff22091 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1832.653561] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72e225c5-82d7-4f19-8189-ed195f0eff63 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1832.663054] env[71058]: DEBUG nova.compute.utils [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1832.667185] env[71058]: DEBUG oslo_vmware.api [None req-d7f892e6-3b6c-47f5-baeb-0bee20291b35 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1832.667185] env[71058]:    value = "task-2873734"
[ 1832.667185] env[71058]:    _type = "Task"
[ 1832.667185] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1832.667734] env[71058]: DEBUG nova.compute.manager [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1832.668030] env[71058]: DEBUG nova.network.neutron [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] [instance: a43aaf71-fa10-4222-a683-318997878cd2] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1832.679875] env[71058]: DEBUG oslo_vmware.api [None req-d7f892e6-3b6c-47f5-baeb-0bee20291b35 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1832.712914] env[71058]: DEBUG nova.policy [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '852097c928e24e5c93af500894592dea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb338de63e5349199c8a301e86f88333', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1832.766223] env[71058]: DEBUG oslo_vmware.api [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': task-2873725, 'name': Rename_Task, 'duration_secs': 1.248612} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1832.766538] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1832.766803] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7cfe6cf-c5c2-42a1-b5c3-30b1db047667 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1832.774711] env[71058]: DEBUG oslo_vmware.api [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Waiting for the task: (returnval){
[ 1832.774711] env[71058]:    value = "task-2873735"
[ 1832.774711] env[71058]:    _type = "Task"
[ 1832.774711] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1832.786821] env[71058]: DEBUG oslo_vmware.api [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': task-2873735, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1832.905891] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0a37e83d-182b-4e95-9677-a0be517b4ae9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1832.906313] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Processing image 0a37e83d-182b-4e95-9677-a0be517b4ae9 {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1832.906618] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0a37e83d-182b-4e95-9677-a0be517b4ae9/0a37e83d-182b-4e95-9677-a0be517b4ae9.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1832.906810] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0a37e83d-182b-4e95-9677-a0be517b4ae9/0a37e83d-182b-4e95-9677-a0be517b4ae9.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1832.907219] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1832.907372] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c628e51c-19bf-4eb3-824b-b3d2db1ca92c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1832.921429] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1832.921792] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1832.923067] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db17c8ae-ec24-4156-8e6f-558e5ac0a12e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1832.934298] env[71058]: DEBUG oslo_vmware.api [None req-013e01b6-ebb2-4023-8f80-8e36ff5b3d61 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Task: {'id': task-2873730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148749} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1832.934298] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-013e01b6-ebb2-4023-8f80-8e36ff5b3d61 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1832.934298] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-013e01b6-ebb2-4023-8f80-8e36ff5b3d61 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1832.934298] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-013e01b6-ebb2-4023-8f80-8e36ff5b3d61 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1832.934298] env[71058]: INFO nova.compute.manager [None req-013e01b6-ebb2-4023-8f80-8e36ff5b3d61 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Took 1.19 seconds to destroy the instance on the hypervisor.
[ 1832.934494] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-013e01b6-ebb2-4023-8f80-8e36ff5b3d61 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1832.936168] env[71058]: DEBUG nova.compute.manager [-] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1832.936310] env[71058]: DEBUG nova.network.neutron [-] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1832.938582] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1832.938582] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f6d2ea-9db3-849a-2563-9913f714d997"
[ 1832.938582] env[71058]:    _type = "Task"
[ 1832.938582] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1832.953364] env[71058]: DEBUG oslo_vmware.api [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2873731, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077245} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1832.956386] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1832.957444] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e0ba93-82e1-4d57-9dab-255e74baed8c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1832.961277] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Preparing fetch location {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}}
[ 1832.961429] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Fetch image to [datastore1] OSTACK_IMG_23be0270-2fb7-423e-a893-0dfdda9d379e/OSTACK_IMG_23be0270-2fb7-423e-a893-0dfdda9d379e.vmdk {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}}
[ 1832.961617] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Downloading stream optimized image 0a37e83d-182b-4e95-9677-a0be517b4ae9 to [datastore1] OSTACK_IMG_23be0270-2fb7-423e-a893-0dfdda9d379e/OSTACK_IMG_23be0270-2fb7-423e-a893-0dfdda9d379e.vmdk on the data store datastore1 as vApp {{(pid=71058) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}}
[ 1832.961806] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Downloading image file data 0a37e83d-182b-4e95-9677-a0be517b4ae9 to the ESX as VM named 'OSTACK_IMG_23be0270-2fb7-423e-a893-0dfdda9d379e' {{(pid=71058) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}}
[ 1832.987749] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 19a988b4-f677-445d-8135-1d49b099f873/19a988b4-f677-445d-8135-1d49b099f873.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1832.990436] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8a3e4b9-5aca-42c3-b0d8-7a480b1ce8f3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1833.011716] env[71058]: DEBUG oslo_vmware.api [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 1833.011716] env[71058]:    value = "task-2873736"
[ 1833.011716] env[71058]:    _type = "Task"
[ 1833.011716] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1833.042092] env[71058]: DEBUG oslo_vmware.api [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2873736, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1833.049327] env[71058]: DEBUG oslo_vmware.api [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516174} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1833.049327] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 4dc81a2f-6a3c-438b-bde6-2d31ece13813/4dc81a2f-6a3c-438b-bde6-2d31ece13813.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1833.049327] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1833.049327] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8fca5d7e-7f5e-4967-9f49-74b9ec9e3410 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1833.056154] env[71058]: DEBUG oslo_vmware.api [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1833.056154] env[71058]:    value = "task-2873737"
[ 1833.056154] env[71058]:    _type = "Task"
[ 1833.056154] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1833.060764] env[71058]: DEBUG oslo_concurrency.lockutils [req-c61d41d2-772d-4234-9cc4-114755c9b3eb req-ed3b80a1-137b-46dc-a9b4-e7e13f9f4b8b service nova] Releasing lock "refresh_cache-d8c74703-a213-4e6c-882c-46cdbb82b1b9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1833.069132] env[71058]: DEBUG oslo_vmware.api [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1833.101235] env[71058]: DEBUG oslo_vmware.rw_handles [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){
[ 1833.101235] env[71058]:    value = "resgroup-9"
[ 1833.101235] env[71058]:    _type = "ResourcePool"
[ 1833.101235] env[71058]:  }. {{(pid=71058) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}}
[ 1833.101545] env[71058]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-435a64e5-ec20-4647-b572-2cbbbd091a7e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1833.126324] env[71058]: DEBUG oslo_vmware.rw_handles [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lease: (returnval){
[ 1833.126324] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52045154-22ce-32f4-87c9-1d8ae925fbdd"
[ 1833.126324] env[71058]:    _type = "HttpNfcLease"
[ 1833.126324] env[71058]:  } obtained for vApp import into resource pool (val){
[ 1833.126324] env[71058]:    value = "resgroup-9"
[ 1833.126324] env[71058]:    _type = "ResourcePool"
[ 1833.126324] env[71058]:  }. {{(pid=71058) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}}
[ 1833.126611] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the lease: (returnval){
[ 1833.126611] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52045154-22ce-32f4-87c9-1d8ae925fbdd"
[ 1833.126611] env[71058]:    _type = "HttpNfcLease"
[ 1833.126611] env[71058]:  } to be ready. {{(pid=71058) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1833.136413] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1833.136413] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52045154-22ce-32f4-87c9-1d8ae925fbdd"
[ 1833.136413] env[71058]:    _type = "HttpNfcLease"
[ 1833.136413] env[71058]:  } is initializing. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1833.168613] env[71058]: DEBUG nova.compute.manager [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1833.189565] env[71058]: DEBUG oslo_vmware.api [None req-d7f892e6-3b6c-47f5-baeb-0bee20291b35 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418463} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1833.189922] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7f892e6-3b6c-47f5-baeb-0bee20291b35 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1833.190130] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f892e6-3b6c-47f5-baeb-0bee20291b35 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1833.190310] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f892e6-3b6c-47f5-baeb-0bee20291b35 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1833.190475] env[71058]: INFO nova.compute.manager [None req-d7f892e6-3b6c-47f5-baeb-0bee20291b35 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Took 0.62 seconds to destroy the instance on the hypervisor.
[ 1833.190731] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7f892e6-3b6c-47f5-baeb-0bee20291b35 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1833.190923] env[71058]: DEBUG nova.compute.manager [-] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1833.191032] env[71058]: DEBUG nova.network.neutron [-] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1833.194839] env[71058]: DEBUG nova.network.neutron [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Successfully created port: c78983c6-f3ee-464e-b918-c74038227055 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1833.288096] env[71058]: DEBUG oslo_vmware.api [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': task-2873735, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1833.524675] env[71058]: DEBUG oslo_vmware.api [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2873736, 'name': ReconfigVM_Task, 'duration_secs': 0.347742} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1833.527673] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 19a988b4-f677-445d-8135-1d49b099f873/19a988b4-f677-445d-8135-1d49b099f873.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1833.528875] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45785930-31d0-4aee-9d39-25c226d06580 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1833.535666] env[71058]: DEBUG oslo_vmware.api [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 1833.535666] env[71058]:    value = "task-2873739"
[ 1833.535666] env[71058]:    _type = "Task"
[ 1833.535666] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1833.550921] env[71058]: DEBUG oslo_vmware.api [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2873739, 'name': Rename_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1833.570072] env[71058]: DEBUG oslo_vmware.api [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093548} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1833.570190] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1833.570976] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ade174-e69f-48dd-a449-4f1f095c371e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1833.598164] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 4dc81a2f-6a3c-438b-bde6-2d31ece13813/4dc81a2f-6a3c-438b-bde6-2d31ece13813.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1833.600767] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7a3b0ec-8558-4f30-a00b-6779707e6993 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1833.621340] env[71058]: DEBUG oslo_vmware.api [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1833.621340] env[71058]:    value = "task-2873740"
[ 1833.621340] env[71058]:    _type = "Task"
[ 1833.621340] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1833.631530] env[71058]: DEBUG oslo_vmware.api [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873740, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1833.637044] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6bf5a6-6676-4f12-85a0-c7371bce8d46 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1833.645964] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1833.645964] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52045154-22ce-32f4-87c9-1d8ae925fbdd"
[ 1833.645964] env[71058]:    _type = "HttpNfcLease"
[ 1833.645964] env[71058]:  } is initializing. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1833.647921] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b83384-18a2-471d-b6f7-a27c21972f24 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1833.682390] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1447043-cac3-49eb-8ad9-79b819dc414f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1833.695124] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6974f484-6423-49a2-af45-6a914cde76b6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1833.710239] env[71058]: DEBUG nova.compute.provider_tree [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1833.786768] env[71058]: DEBUG oslo_vmware.api [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': task-2873735, 'name': PowerOnVM_Task, 'duration_secs': 0.63139} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1833.786908] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1833.787775] env[71058]: DEBUG nova.compute.manager [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1833.791021] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b38141b-d55d-4b59-992e-46ae8e951517 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1833.911933] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Acquiring lock "a250099b-b6c6-4380-8834-55a970e49a52" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1833.912025] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Lock "a250099b-b6c6-4380-8834-55a970e49a52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1834.047357] env[71058]: DEBUG oslo_vmware.api [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2873739, 'name': Rename_Task, 'duration_secs': 0.154436} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1834.047925] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1834.048320] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6affe5f9-b253-475c-b218-763e915048d0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1834.059127] env[71058]: DEBUG oslo_vmware.api [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 1834.059127] env[71058]:    value = "task-2873741"
[ 1834.059127] env[71058]:    _type = "Task"
[ 1834.059127] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1834.063770] env[71058]: DEBUG nova.compute.manager [req-a6709c43-f58c-45ff-ad63-23eae069c75e req-6d4bf6ff-702c-4725-b050-a55dbeaddf21 service nova] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Received event network-vif-deleted-05f413bf-97b0-4744-b18a-5c2b5d5fc816 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1834.064188] env[71058]: INFO nova.compute.manager [req-a6709c43-f58c-45ff-ad63-23eae069c75e req-6d4bf6ff-702c-4725-b050-a55dbeaddf21 service nova] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Neutron deleted interface 05f413bf-97b0-4744-b18a-5c2b5d5fc816; detaching it from the instance and deleting it from the info cache
[ 1834.064702] env[71058]: DEBUG nova.network.neutron [req-a6709c43-f58c-45ff-ad63-23eae069c75e req-6d4bf6ff-702c-4725-b050-a55dbeaddf21 service nova] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1834.073448] env[71058]: DEBUG oslo_vmware.api [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2873741, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1834.082610] env[71058]: DEBUG nova.compute.manager [req-bf969bda-23b2-4ba6-b764-f22b70c97f5a req-0c075b3b-924f-48a2-b4f5-9bd6cb37fdd1 service nova] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Received event network-vif-deleted-4bce5f54-0bee-4f75-9d16-1983c91cf1a7 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1834.083364] env[71058]: INFO nova.compute.manager [req-bf969bda-23b2-4ba6-b764-f22b70c97f5a req-0c075b3b-924f-48a2-b4f5-9bd6cb37fdd1 service nova] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Neutron deleted interface 4bce5f54-0bee-4f75-9d16-1983c91cf1a7; detaching it from the instance and deleting it from the info cache
[ 1834.083832] env[71058]: DEBUG nova.network.neutron [req-bf969bda-23b2-4ba6-b764-f22b70c97f5a req-0c075b3b-924f-48a2-b4f5-9bd6cb37fdd1 service nova] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1834.132333] env[71058]: DEBUG oslo_vmware.api [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873740, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1834.139443] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1834.139443] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52045154-22ce-32f4-87c9-1d8ae925fbdd"
[ 1834.139443] env[71058]:    _type = "HttpNfcLease"
[ 1834.139443] env[71058]:  } is ready. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1834.139879] env[71058]: DEBUG oslo_vmware.rw_handles [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1834.139879] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52045154-22ce-32f4-87c9-1d8ae925fbdd"
[ 1834.139879] env[71058]:    _type = "HttpNfcLease"
[ 1834.139879] env[71058]:  }. {{(pid=71058) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}}
[ 1834.140750] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f35f79a-9be0-46fc-bf54-5f3c92df07fa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1834.149807] env[71058]: DEBUG oslo_vmware.rw_handles [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524eda81-fc60-b5bb-69d2-8173634fd4b9/disk-0.vmdk from lease info. {{(pid=71058) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1834.150354] env[71058]: DEBUG oslo_vmware.rw_handles [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Creating HTTP connection to write to file with size = 31661568 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524eda81-fc60-b5bb-69d2-8173634fd4b9/disk-0.vmdk. {{(pid=71058) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}}
[ 1834.220409] env[71058]: DEBUG nova.compute.manager [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1834.231164] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-de5b4987-9639-4cb0-bbc9-affbe12fbc44 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1834.252636] env[71058]: ERROR nova.scheduler.client.report [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [req-23919dd2-5171-41bf-8d01-1131aeb0d44f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e78318ba-501a-470f-875b-8fbc021c2c5f.  Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict  ", "code": "placement.concurrent_update", "request_id": "req-23919dd2-5171-41bf-8d01-1131aeb0d44f"}]}
[ 1834.257429] env[71058]: DEBUG nova.virt.hardware [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1834.257688] env[71058]: DEBUG nova.virt.hardware [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1834.257908] env[71058]: DEBUG nova.virt.hardware [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1834.258087] env[71058]: DEBUG nova.virt.hardware [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1834.258238] env[71058]: DEBUG nova.virt.hardware [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1834.258401] env[71058]: DEBUG nova.virt.hardware [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1834.258817] env[71058]: DEBUG nova.virt.hardware [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1834.258968] env[71058]: DEBUG nova.virt.hardware [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1834.259125] env[71058]: DEBUG nova.virt.hardware [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1834.259301] env[71058]: DEBUG nova.virt.hardware [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1834.259470] env[71058]: DEBUG nova.virt.hardware [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1834.260934] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b58aa8b-6d45-4da3-9f45-b10cbbfec4d9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1834.269793] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc71a0ad-3b3d-4be1-8478-294de18fd152 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1834.278633] env[71058]: DEBUG nova.scheduler.client.report [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Refreshing inventories for resource provider e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:832}}
[ 1834.306090] env[71058]: DEBUG nova.scheduler.client.report [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Updating ProviderTree inventory for provider e78318ba-501a-470f-875b-8fbc021c2c5f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:796}}
[ 1834.306090] env[71058]: DEBUG nova.compute.provider_tree [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1834.313761] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1834.322999] env[71058]: DEBUG nova.scheduler.client.report [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Refreshing aggregate associations for resource provider e78318ba-501a-470f-875b-8fbc021c2c5f, aggregates: None {{(pid=71058) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:841}}
[ 1834.349392] env[71058]: DEBUG nova.scheduler.client.report [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Refreshing trait associations for resource provider e78318ba-501a-470f-875b-8fbc021c2c5f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=71058) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:853}}
[ 1834.414775] env[71058]: DEBUG nova.compute.manager [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1834.435473] env[71058]: DEBUG nova.network.neutron [-] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1834.470999] env[71058]: DEBUG nova.network.neutron [-] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1834.572557] env[71058]: DEBUG oslo_vmware.api [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2873741, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1834.574579] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c9afa30-3f7f-4a95-ac4c-166f6a9e73c3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1834.585948] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebb3670-c2fb-4328-9c87-5f7f039f1f26 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1834.602691] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f797498c-0ab3-4754-9950-74e722084cc5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1834.612838] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffa8738-9578-4b0a-914e-e20d040970e7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1834.647210] env[71058]: DEBUG nova.compute.manager [req-a6709c43-f58c-45ff-ad63-23eae069c75e req-6d4bf6ff-702c-4725-b050-a55dbeaddf21 service nova] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Detach interface failed, port_id=05f413bf-97b0-4744-b18a-5c2b5d5fc816, reason: Instance 2ece5bee-47b6-43fe-9f71-8f53eff22091 could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1834.657501] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Acquiring lock "93d276f6-f037-42c0-a3a3-086d863618c2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1834.657797] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Lock "93d276f6-f037-42c0-a3a3-086d863618c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1834.657966] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Acquiring lock "93d276f6-f037-42c0-a3a3-086d863618c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1834.658179] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Lock "93d276f6-f037-42c0-a3a3-086d863618c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1834.658342] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Lock "93d276f6-f037-42c0-a3a3-086d863618c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1834.660356] env[71058]: DEBUG oslo_vmware.api [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873740, 'name': ReconfigVM_Task, 'duration_secs': 0.815878} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1834.660823] env[71058]: INFO nova.compute.manager [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Terminating instance
[ 1834.662283] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 4dc81a2f-6a3c-438b-bde6-2d31ece13813/4dc81a2f-6a3c-438b-bde6-2d31ece13813.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1834.667218] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-595404d9-1eb1-4f97-9a53-7b65f3f977bc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1834.687397] env[71058]: DEBUG nova.compute.manager [req-bf969bda-23b2-4ba6-b764-f22b70c97f5a req-0c075b3b-924f-48a2-b4f5-9bd6cb37fdd1 service nova] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Detach interface failed, port_id=4bce5f54-0bee-4f75-9d16-1983c91cf1a7, reason: Instance f01addd2-48df-444b-aa3b-5b9a065b60b7 could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1834.695236] env[71058]: DEBUG oslo_vmware.api [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1834.695236] env[71058]:    value = "task-2873742"
[ 1834.695236] env[71058]:    _type = "Task"
[ 1834.695236] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1834.841255] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6165fedc-f329-461f-acbe-143e32a414d2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1834.850339] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391f36be-bf3f-4aca-b9c5-91766b1d1bfa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1834.892370] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d26375-09d3-4b5f-9ff6-c47bd7ae8dc6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1834.901732] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d10835-a704-4ffa-bf8c-adabef6fbc2c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1834.921443] env[71058]: DEBUG nova.compute.provider_tree [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1834.936280] env[71058]: DEBUG nova.network.neutron [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Successfully updated port: c78983c6-f3ee-464e-b918-c74038227055 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1834.940498] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1834.940982] env[71058]: INFO nova.compute.manager [-] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Took 1.75 seconds to deallocate network for instance.
[ 1834.978112] env[71058]: INFO nova.compute.manager [-] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Took 2.04 seconds to deallocate network for instance.
[ 1835.071095] env[71058]: DEBUG oslo_vmware.api [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2873741, 'name': PowerOnVM_Task, 'duration_secs': 0.636431} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1835.071452] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1835.071598] env[71058]: INFO nova.compute.manager [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Took 8.06 seconds to spawn the instance on the hypervisor.
[ 1835.071832] env[71058]: DEBUG nova.compute.manager [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1835.074374] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edfdfed-d14d-4d68-8a51-c6ce9ba68272 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1835.189913] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Acquiring lock "refresh_cache-93d276f6-f037-42c0-a3a3-086d863618c2" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1835.189913] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Acquired lock "refresh_cache-93d276f6-f037-42c0-a3a3-086d863618c2" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1835.189913] env[71058]: DEBUG nova.network.neutron [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1835.207727] env[71058]: DEBUG oslo_vmware.api [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873742, 'name': Rename_Task, 'duration_secs': 0.216191} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1835.208019] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1835.208298] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25e692c8-e243-4621-b38f-5dda457550ff {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1835.218566] env[71058]: DEBUG oslo_vmware.api [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1835.218566] env[71058]:    value = "task-2873743"
[ 1835.218566] env[71058]:    _type = "Task"
[ 1835.218566] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1835.230144] env[71058]: DEBUG oslo_vmware.api [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1835.375261] env[71058]: DEBUG oslo_vmware.rw_handles [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Completed reading data from the image iterator. {{(pid=71058) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}}
[ 1835.375562] env[71058]: DEBUG oslo_vmware.rw_handles [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524eda81-fc60-b5bb-69d2-8173634fd4b9/disk-0.vmdk. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1835.376633] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e66a9a-7bb5-4de3-afc0-10f718d5cb01 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1835.383606] env[71058]: DEBUG oslo_vmware.rw_handles [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524eda81-fc60-b5bb-69d2-8173634fd4b9/disk-0.vmdk is in state: ready. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1835.383933] env[71058]: DEBUG oslo_vmware.rw_handles [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524eda81-fc60-b5bb-69d2-8173634fd4b9/disk-0.vmdk. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}}
[ 1835.384344] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a924872d-6b6f-46f6-98bc-3da5f3cbfcc5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1835.442621] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Acquiring lock "refresh_cache-a43aaf71-fa10-4222-a683-318997878cd2" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1835.442781] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Acquired lock "refresh_cache-a43aaf71-fa10-4222-a683-318997878cd2" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1835.442998] env[71058]: DEBUG nova.network.neutron [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1835.450735] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d7f892e6-3b6c-47f5-baeb-0bee20291b35 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1835.464904] env[71058]: DEBUG nova.scheduler.client.report [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Updated inventory for provider e78318ba-501a-470f-875b-8fbc021c2c5f with generation 122 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:985}}
[ 1835.465243] env[71058]: DEBUG nova.compute.provider_tree [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Updating resource provider e78318ba-501a-470f-875b-8fbc021c2c5f generation from 122 to 123 during operation: update_inventory {{(pid=71058) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
[ 1835.465449] env[71058]: DEBUG nova.compute.provider_tree [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1835.486767] env[71058]: DEBUG oslo_concurrency.lockutils [None req-013e01b6-ebb2-4023-8f80-8e36ff5b3d61 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1835.571029] env[71058]: DEBUG oslo_vmware.rw_handles [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524eda81-fc60-b5bb-69d2-8173634fd4b9/disk-0.vmdk. {{(pid=71058) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}}
[ 1835.571029] env[71058]: INFO nova.virt.vmwareapi.images [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Downloaded image file data 0a37e83d-182b-4e95-9677-a0be517b4ae9
[ 1835.571803] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9160ddae-d21d-44b7-81ec-c7f5f1de3de2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1835.592531] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c450afe5-c703-45c8-9b4c-6cfeed0a3e50 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1835.596917] env[71058]: INFO nova.compute.manager [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Took 26.29 seconds to build instance.
[ 1835.619915] env[71058]: INFO nova.virt.vmwareapi.images [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] The imported VM was unregistered
[ 1835.622679] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Caching image {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}}
[ 1835.622965] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Creating directory with path [datastore1] devstack-image-cache_base/0a37e83d-182b-4e95-9677-a0be517b4ae9 {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1835.623282] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a836adec-9091-4e69-99ea-b3919f432b29 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1835.636887] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Created directory with path [datastore1] devstack-image-cache_base/0a37e83d-182b-4e95-9677-a0be517b4ae9 {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1835.637122] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_23be0270-2fb7-423e-a893-0dfdda9d379e/OSTACK_IMG_23be0270-2fb7-423e-a893-0dfdda9d379e.vmdk to [datastore1] devstack-image-cache_base/0a37e83d-182b-4e95-9677-a0be517b4ae9/0a37e83d-182b-4e95-9677-a0be517b4ae9.vmdk. {{(pid=71058) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}}
[ 1835.637423] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-71020e86-9a67-48a2-b93e-ae044855e905 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1835.644815] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1835.644815] env[71058]:    value = "task-2873745"
[ 1835.644815] env[71058]:    _type = "Task"
[ 1835.644815] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1835.653061] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873745, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1835.711160] env[71058]: DEBUG nova.network.neutron [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1835.729512] env[71058]: DEBUG oslo_vmware.api [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873743, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1835.779590] env[71058]: DEBUG nova.network.neutron [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1835.971472] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.815s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1835.972121] env[71058]: DEBUG nova.compute.manager [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1835.976446] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1f97093b-213c-42e0-a2b8-bdd05d0c6074 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 10.311s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1835.984410] env[71058]: DEBUG nova.network.neutron [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1836.099599] env[71058]: DEBUG oslo_concurrency.lockutils [None req-34cbf898-cdf4-4d35-8eae-02c55ade2de9 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "19a988b4-f677-445d-8135-1d49b099f873" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 27.797s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1836.115675] env[71058]: DEBUG nova.compute.manager [req-4b9cf12d-ff9c-4ff5-8642-28f34473fa61 req-ffded830-a431-4f44-9f01-d18f10784f09 service nova] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Received event network-vif-plugged-c78983c6-f3ee-464e-b918-c74038227055 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1836.115904] env[71058]: DEBUG oslo_concurrency.lockutils [req-4b9cf12d-ff9c-4ff5-8642-28f34473fa61 req-ffded830-a431-4f44-9f01-d18f10784f09 service nova] Acquiring lock "a43aaf71-fa10-4222-a683-318997878cd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1836.116153] env[71058]: DEBUG oslo_concurrency.lockutils [req-4b9cf12d-ff9c-4ff5-8642-28f34473fa61 req-ffded830-a431-4f44-9f01-d18f10784f09 service nova] Lock "a43aaf71-fa10-4222-a683-318997878cd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1836.116323] env[71058]: DEBUG oslo_concurrency.lockutils [req-4b9cf12d-ff9c-4ff5-8642-28f34473fa61 req-ffded830-a431-4f44-9f01-d18f10784f09 service nova] Lock "a43aaf71-fa10-4222-a683-318997878cd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1836.116938] env[71058]: DEBUG nova.compute.manager [req-4b9cf12d-ff9c-4ff5-8642-28f34473fa61 req-ffded830-a431-4f44-9f01-d18f10784f09 service nova] [instance: a43aaf71-fa10-4222-a683-318997878cd2] No waiting events found dispatching network-vif-plugged-c78983c6-f3ee-464e-b918-c74038227055 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1836.116938] env[71058]: WARNING nova.compute.manager [req-4b9cf12d-ff9c-4ff5-8642-28f34473fa61 req-ffded830-a431-4f44-9f01-d18f10784f09 service nova] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Received unexpected event network-vif-plugged-c78983c6-f3ee-464e-b918-c74038227055 for instance with vm_state building and task_state spawning.
[ 1836.116938] env[71058]: DEBUG nova.compute.manager [req-4b9cf12d-ff9c-4ff5-8642-28f34473fa61 req-ffded830-a431-4f44-9f01-d18f10784f09 service nova] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Received event network-changed-c78983c6-f3ee-464e-b918-c74038227055 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1836.116938] env[71058]: DEBUG nova.compute.manager [req-4b9cf12d-ff9c-4ff5-8642-28f34473fa61 req-ffded830-a431-4f44-9f01-d18f10784f09 service nova] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Refreshing instance network info cache due to event network-changed-c78983c6-f3ee-464e-b918-c74038227055. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1836.117122] env[71058]: DEBUG oslo_concurrency.lockutils [req-4b9cf12d-ff9c-4ff5-8642-28f34473fa61 req-ffded830-a431-4f44-9f01-d18f10784f09 service nova] Acquiring lock "refresh_cache-a43aaf71-fa10-4222-a683-318997878cd2" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1836.139031] env[71058]: DEBUG nova.network.neutron [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Updating instance_info_cache with network_info: [{"id": "c78983c6-f3ee-464e-b918-c74038227055", "address": "fa:16:3e:90:25:ec", "network": {"id": "629f1bed-202f-47cf-9af8-c9fbc13211b6", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1678253506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb338de63e5349199c8a301e86f88333", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc78983c6-f3", "ovs_interfaceid": "c78983c6-f3ee-464e-b918-c74038227055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1836.162472] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873745, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1836.234351] env[71058]: DEBUG oslo_vmware.api [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873743, 'name': PowerOnVM_Task, 'duration_secs': 0.76498} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1836.234660] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1836.234949] env[71058]: DEBUG nova.compute.manager [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1836.235891] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e9eb7b-db6b-4f4e-8bd3-49c400d15deb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1836.283922] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Releasing lock "refresh_cache-93d276f6-f037-42c0-a3a3-086d863618c2" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1836.283922] env[71058]: DEBUG nova.compute.manager [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1836.284107] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1836.285057] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc91fa19-829a-439e-a70c-fa35a08e9061 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1836.297613] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1836.297913] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e54c6413-fb24-4f56-90a1-2366112ffbbe {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1836.307953] env[71058]: DEBUG oslo_vmware.api [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Waiting for the task: (returnval){
[ 1836.307953] env[71058]:    value = "task-2873746"
[ 1836.307953] env[71058]:    _type = "Task"
[ 1836.307953] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1836.320473] env[71058]: DEBUG oslo_vmware.api [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': task-2873746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1836.480124] env[71058]: DEBUG nova.compute.utils [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1836.485850] env[71058]: DEBUG nova.compute.manager [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1836.486901] env[71058]: DEBUG nova.network.neutron [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1836.576224] env[71058]: DEBUG nova.policy [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8cb53dbee804170ab7e53d3824c9b4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae6226dd54db4ea48fb124a67d0b2152', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1836.642890] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Releasing lock "refresh_cache-a43aaf71-fa10-4222-a683-318997878cd2" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1836.643238] env[71058]: DEBUG nova.compute.manager [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Instance network_info: |[{"id": "c78983c6-f3ee-464e-b918-c74038227055", "address": "fa:16:3e:90:25:ec", "network": {"id": "629f1bed-202f-47cf-9af8-c9fbc13211b6", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1678253506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb338de63e5349199c8a301e86f88333", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc78983c6-f3", "ovs_interfaceid": "c78983c6-f3ee-464e-b918-c74038227055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1836.643547] env[71058]: DEBUG oslo_concurrency.lockutils [req-4b9cf12d-ff9c-4ff5-8642-28f34473fa61 req-ffded830-a431-4f44-9f01-d18f10784f09 service nova] Acquired lock "refresh_cache-a43aaf71-fa10-4222-a683-318997878cd2" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1836.643734] env[71058]: DEBUG nova.network.neutron [req-4b9cf12d-ff9c-4ff5-8642-28f34473fa61 req-ffded830-a431-4f44-9f01-d18f10784f09 service nova] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Refreshing network info cache for port c78983c6-f3ee-464e-b918-c74038227055 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1836.645128] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:25:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c78983c6-f3ee-464e-b918-c74038227055', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1836.653886] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Creating folder: Project (cb338de63e5349199c8a301e86f88333). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1836.657575] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fda5e023-9fd6-4919-905b-4f195f515ceb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1836.672193] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873745, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1836.676842] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Created folder: Project (cb338de63e5349199c8a301e86f88333) in parent group-v577298.
[ 1836.677114] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Creating folder: Instances. Parent ref: group-v577569. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1836.677388] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac420481-5027-43bf-9a76-6dab97591bbf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1836.694625] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Created folder: Instances in parent group-v577569.
[ 1836.694625] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1836.694842] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1836.694904] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-827857f0-3c09-451e-879f-2f796072a520 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1836.725216] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1836.725216] env[71058]:    value = "task-2873749"
[ 1836.725216] env[71058]:    _type = "Task"
[ 1836.725216] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1836.740946] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873749, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1836.759122] env[71058]: DEBUG oslo_concurrency.lockutils [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1836.821859] env[71058]: DEBUG oslo_vmware.api [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': task-2873746, 'name': PowerOffVM_Task, 'duration_secs': 0.241785} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1836.822192] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1836.822369] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1836.822637] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b354304f-7cec-40aa-9f01-ede6bcb69ab3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1836.852963] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1836.853115] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1836.853280] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Deleting the datastore file [datastore2] 93d276f6-f037-42c0-a3a3-086d863618c2 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1836.854373] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f609d06-77f6-4ac5-920b-18f07611fe5c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1836.868348] env[71058]: DEBUG oslo_vmware.api [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Waiting for the task: (returnval){
[ 1836.868348] env[71058]:    value = "task-2873751"
[ 1836.868348] env[71058]:    _type = "Task"
[ 1836.868348] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1836.884028] env[71058]: DEBUG oslo_vmware.api [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': task-2873751, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1836.914910] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700deac1-3033-4b36-9075-854523e76ca4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1836.928525] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8740289-ee1c-4876-8014-7cffdd790a1b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1836.972182] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d88d5b0-8129-47db-87d8-6a0191dfe754 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1836.982975] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba9bc8e-e265-4392-8874-39134d2901d3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1836.988901] env[71058]: DEBUG nova.compute.manager [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1837.009025] env[71058]: DEBUG nova.compute.provider_tree [None req-1f97093b-213c-42e0-a2b8-bdd05d0c6074 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1837.104787] env[71058]: DEBUG nova.network.neutron [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Successfully created port: ac4dfac6-ffd3-48c8-b344-a4a13e239e72 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1837.172375] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873745, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1837.237269] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873749, 'name': CreateVM_Task, 'duration_secs': 0.470025} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1837.237491] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1837.238183] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1837.238377] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1837.238722] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1837.238978] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3643fe74-6f37-4370-b76c-2f1ad4fb2824 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1837.248894] env[71058]: DEBUG oslo_vmware.api [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Waiting for the task: (returnval){
[ 1837.248894] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c5d0d1-3173-a9ac-6f95-947e2252dc41"
[ 1837.248894] env[71058]:    _type = "Task"
[ 1837.248894] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1837.267578] env[71058]: DEBUG oslo_vmware.api [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c5d0d1-3173-a9ac-6f95-947e2252dc41, 'name': SearchDatastore_Task, 'duration_secs': 0.013751} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1837.267937] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1837.268151] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1837.272395] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1837.272563] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1837.272763] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1837.273105] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6931f5c6-4816-4322-9601-0afccff1bf72 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1837.286297] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1837.286602] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1837.287514] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aaa758c-225a-46b5-9a9c-4fd2227cc6cf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1837.297175] env[71058]: DEBUG oslo_vmware.api [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Waiting for the task: (returnval){
[ 1837.297175] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52eebbfd-5d67-6f0f-95c8-f9f1c3750d55"
[ 1837.297175] env[71058]:    _type = "Task"
[ 1837.297175] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1837.315233] env[71058]: DEBUG oslo_vmware.api [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52eebbfd-5d67-6f0f-95c8-f9f1c3750d55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1837.386992] env[71058]: DEBUG oslo_vmware.api [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Task: {'id': task-2873751, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188905} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1837.387295] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1837.387484] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1837.387666] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1837.387846] env[71058]: INFO nova.compute.manager [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Took 1.10 seconds to destroy the instance on the hypervisor.
[ 1837.388186] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1837.388419] env[71058]: DEBUG nova.compute.manager [-] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1837.388517] env[71058]: DEBUG nova.network.neutron [-] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1837.414145] env[71058]: DEBUG nova.network.neutron [-] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1837.512868] env[71058]: DEBUG nova.scheduler.client.report [None req-1f97093b-213c-42e0-a2b8-bdd05d0c6074 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1837.519116] env[71058]: DEBUG oslo_concurrency.lockutils [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquiring lock "545969b7-7197-437e-baa1-b002e6700615" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1837.519116] env[71058]: DEBUG oslo_concurrency.lockutils [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "545969b7-7197-437e-baa1-b002e6700615" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1837.519116] env[71058]: DEBUG oslo_concurrency.lockutils [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquiring lock "545969b7-7197-437e-baa1-b002e6700615-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1837.519116] env[71058]: DEBUG oslo_concurrency.lockutils [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "545969b7-7197-437e-baa1-b002e6700615-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1837.519116] env[71058]: DEBUG oslo_concurrency.lockutils [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "545969b7-7197-437e-baa1-b002e6700615-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1837.522923] env[71058]: INFO nova.compute.manager [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 545969b7-7197-437e-baa1-b002e6700615] Terminating instance
[ 1837.560172] env[71058]: DEBUG nova.network.neutron [req-4b9cf12d-ff9c-4ff5-8642-28f34473fa61 req-ffded830-a431-4f44-9f01-d18f10784f09 service nova] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Updated VIF entry in instance network info cache for port c78983c6-f3ee-464e-b918-c74038227055. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1837.562878] env[71058]: DEBUG nova.network.neutron [req-4b9cf12d-ff9c-4ff5-8642-28f34473fa61 req-ffded830-a431-4f44-9f01-d18f10784f09 service nova] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Updating instance_info_cache with network_info: [{"id": "c78983c6-f3ee-464e-b918-c74038227055", "address": "fa:16:3e:90:25:ec", "network": {"id": "629f1bed-202f-47cf-9af8-c9fbc13211b6", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1678253506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb338de63e5349199c8a301e86f88333", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc78983c6-f3", "ovs_interfaceid": "c78983c6-f3ee-464e-b918-c74038227055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1837.674729] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873745, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1837.812073] env[71058]: DEBUG oslo_vmware.api [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52eebbfd-5d67-6f0f-95c8-f9f1c3750d55, 'name': SearchDatastore_Task, 'duration_secs': 0.017133} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1837.812333] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4acf764b-b6a1-4865-b6c2-849167bfc2b6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1837.818613] env[71058]: DEBUG oslo_vmware.api [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Waiting for the task: (returnval){
[ 1837.818613] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520e49ff-3eaf-1fa5-1c3d-cf986aca2f10"
[ 1837.818613] env[71058]:    _type = "Task"
[ 1837.818613] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1837.829483] env[71058]: DEBUG oslo_vmware.api [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520e49ff-3eaf-1fa5-1c3d-cf986aca2f10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1837.916518] env[71058]: DEBUG nova.network.neutron [-] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1837.949788] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3e40d744-79a0-4f7a-9535-147fb105c4f8 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquiring lock "1ebc64c7-a73c-4e56-ac5b-f435371edd4e" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1837.950075] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3e40d744-79a0-4f7a-9535-147fb105c4f8 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lock "1ebc64c7-a73c-4e56-ac5b-f435371edd4e" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1838.003096] env[71058]: DEBUG nova.compute.manager [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1838.030756] env[71058]: DEBUG nova.compute.manager [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 545969b7-7197-437e-baa1-b002e6700615] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1838.030992] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 545969b7-7197-437e-baa1-b002e6700615] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1838.032057] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7153f1f7-2eec-4366-8147-ec8e830ad825 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1838.037501] env[71058]: DEBUG nova.virt.hardware [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1838.037679] env[71058]: DEBUG nova.virt.hardware [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1838.037974] env[71058]: DEBUG nova.virt.hardware [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1838.037974] env[71058]: DEBUG nova.virt.hardware [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1838.038137] env[71058]: DEBUG nova.virt.hardware [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1838.038287] env[71058]: DEBUG nova.virt.hardware [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1838.038497] env[71058]: DEBUG nova.virt.hardware [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1838.038655] env[71058]: DEBUG nova.virt.hardware [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1838.038823] env[71058]: DEBUG nova.virt.hardware [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1838.038986] env[71058]: DEBUG nova.virt.hardware [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1838.039176] env[71058]: DEBUG nova.virt.hardware [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1838.040046] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad6328f-84e0-44d2-9cf2-45ba5bae7d47 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1838.049057] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e95d7cc-8879-4845-af03-515402cd69f5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1838.055770] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 545969b7-7197-437e-baa1-b002e6700615] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1838.057053] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5693a910-ca93-4d75-a107-d18eae1bea1d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1838.066796] env[71058]: DEBUG oslo_concurrency.lockutils [req-4b9cf12d-ff9c-4ff5-8642-28f34473fa61 req-ffded830-a431-4f44-9f01-d18f10784f09 service nova] Releasing lock "refresh_cache-a43aaf71-fa10-4222-a683-318997878cd2" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1838.075320] env[71058]: DEBUG oslo_vmware.api [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1838.075320] env[71058]:    value = "task-2873752"
[ 1838.075320] env[71058]:    _type = "Task"
[ 1838.075320] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1838.086764] env[71058]: DEBUG oslo_vmware.api [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1838.145042] env[71058]: DEBUG nova.compute.manager [req-f521ba36-c9fa-445c-95d8-463fa4e94f31 req-75d50af0-ebc5-4b24-99ff-b3ea6b7e5e1b service nova] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Received event network-changed-c720977d-f109-421a-b71a-d726ed1e5486 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1838.145272] env[71058]: DEBUG nova.compute.manager [req-f521ba36-c9fa-445c-95d8-463fa4e94f31 req-75d50af0-ebc5-4b24-99ff-b3ea6b7e5e1b service nova] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Refreshing instance network info cache due to event network-changed-c720977d-f109-421a-b71a-d726ed1e5486. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1838.145495] env[71058]: DEBUG oslo_concurrency.lockutils [req-f521ba36-c9fa-445c-95d8-463fa4e94f31 req-75d50af0-ebc5-4b24-99ff-b3ea6b7e5e1b service nova] Acquiring lock "refresh_cache-19a988b4-f677-445d-8135-1d49b099f873" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1838.145634] env[71058]: DEBUG oslo_concurrency.lockutils [req-f521ba36-c9fa-445c-95d8-463fa4e94f31 req-75d50af0-ebc5-4b24-99ff-b3ea6b7e5e1b service nova] Acquired lock "refresh_cache-19a988b4-f677-445d-8135-1d49b099f873" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1838.145793] env[71058]: DEBUG nova.network.neutron [req-f521ba36-c9fa-445c-95d8-463fa4e94f31 req-75d50af0-ebc5-4b24-99ff-b3ea6b7e5e1b service nova] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Refreshing network info cache for port c720977d-f109-421a-b71a-d726ed1e5486 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1838.174367] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873745, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1838.331439] env[71058]: DEBUG oslo_vmware.api [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520e49ff-3eaf-1fa5-1c3d-cf986aca2f10, 'name': SearchDatastore_Task, 'duration_secs': 0.017838} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1838.331728] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1838.332120] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] a43aaf71-fa10-4222-a683-318997878cd2/a43aaf71-fa10-4222-a683-318997878cd2.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1838.332416] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56942d27-d38c-492b-be3f-1642e9e762f1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1838.341032] env[71058]: DEBUG oslo_vmware.api [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Waiting for the task: (returnval){
[ 1838.341032] env[71058]:    value = "task-2873753"
[ 1838.341032] env[71058]:    _type = "Task"
[ 1838.341032] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1838.348086] env[71058]: DEBUG oslo_vmware.api [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Task: {'id': task-2873753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1838.419792] env[71058]: INFO nova.compute.manager [-] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Took 1.03 seconds to deallocate network for instance.
[ 1838.453558] env[71058]: INFO nova.compute.manager [None req-3e40d744-79a0-4f7a-9535-147fb105c4f8 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Detaching volume db09378b-0d83-40f7-bd27-7d028562075d
[ 1838.492044] env[71058]: INFO nova.virt.block_device [None req-3e40d744-79a0-4f7a-9535-147fb105c4f8 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Attempting to driver detach volume db09378b-0d83-40f7-bd27-7d028562075d from mountpoint /dev/sdb
[ 1838.492288] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e40d744-79a0-4f7a-9535-147fb105c4f8 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Volume detach. Driver type: vmdk {{(pid=71058) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}}
[ 1838.492491] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e40d744-79a0-4f7a-9535-147fb105c4f8 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577537', 'volume_id': 'db09378b-0d83-40f7-bd27-7d028562075d', 'name': 'volume-db09378b-0d83-40f7-bd27-7d028562075d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ebc64c7-a73c-4e56-ac5b-f435371edd4e', 'attached_at': '', 'detached_at': '', 'volume_id': 'db09378b-0d83-40f7-bd27-7d028562075d', 'serial': 'db09378b-0d83-40f7-bd27-7d028562075d'} {{(pid=71058) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}}
[ 1838.493518] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256efd5a-6043-4a51-ad02-510b41edf72a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1838.516950] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947967c1-fc1c-40b7-9789-6bdefacf0935 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1838.525064] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be62932-6bd9-4692-9bd9-0d399d5f8a6f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1838.530253] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1f97093b-213c-42e0-a2b8-bdd05d0c6074 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.555s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1838.549490] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.551s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1838.551232] env[71058]: INFO nova.compute.claims [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1838.554952] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a638799-daa3-4932-a0db-0a547049587b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1838.571136] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e40d744-79a0-4f7a-9535-147fb105c4f8 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] The volume has not been displaced from its original location: [datastore2] volume-db09378b-0d83-40f7-bd27-7d028562075d/volume-db09378b-0d83-40f7-bd27-7d028562075d.vmdk. No consolidation needed. {{(pid=71058) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}}
[ 1838.576845] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e40d744-79a0-4f7a-9535-147fb105c4f8 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1838.578112] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca2f5229-1bca-4fec-94e5-1edbcbca9e79 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1838.605437] env[71058]: DEBUG oslo_vmware.api [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873752, 'name': PowerOffVM_Task, 'duration_secs': 0.238739} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1838.606773] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 545969b7-7197-437e-baa1-b002e6700615] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1838.606952] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 545969b7-7197-437e-baa1-b002e6700615] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1838.607285] env[71058]: DEBUG oslo_vmware.api [None req-3e40d744-79a0-4f7a-9535-147fb105c4f8 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1838.607285] env[71058]:    value = "task-2873754"
[ 1838.607285] env[71058]:    _type = "Task"
[ 1838.607285] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1838.607481] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f893735-f31b-446b-a18a-a1a6b0747da9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1838.617526] env[71058]: DEBUG oslo_vmware.api [None req-3e40d744-79a0-4f7a-9535-147fb105c4f8 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873754, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1838.673948] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873745, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.940028} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1838.674288] env[71058]: INFO nova.virt.vmwareapi.ds_util [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_23be0270-2fb7-423e-a893-0dfdda9d379e/OSTACK_IMG_23be0270-2fb7-423e-a893-0dfdda9d379e.vmdk to [datastore1] devstack-image-cache_base/0a37e83d-182b-4e95-9677-a0be517b4ae9/0a37e83d-182b-4e95-9677-a0be517b4ae9.vmdk.
[ 1838.674475] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Cleaning up location [datastore1] OSTACK_IMG_23be0270-2fb7-423e-a893-0dfdda9d379e {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}}
[ 1838.674636] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_23be0270-2fb7-423e-a893-0dfdda9d379e {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1838.675828] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4217db1-b8e2-42d2-b6d8-69b6f266f32b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1838.678257] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 545969b7-7197-437e-baa1-b002e6700615] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1838.678446] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 545969b7-7197-437e-baa1-b002e6700615] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1838.678616] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Deleting the datastore file [datastore2] 545969b7-7197-437e-baa1-b002e6700615 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1838.678850] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00baec0e-6742-4ad0-a34c-2ff48b88da89 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1838.685147] env[71058]: DEBUG oslo_vmware.api [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1838.685147] env[71058]:    value = "task-2873757"
[ 1838.685147] env[71058]:    _type = "Task"
[ 1838.685147] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1838.686390] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1838.686390] env[71058]:    value = "task-2873756"
[ 1838.686390] env[71058]:    _type = "Task"
[ 1838.686390] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1838.696423] env[71058]: DEBUG oslo_vmware.api [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1838.699326] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873756, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1838.850524] env[71058]: DEBUG oslo_vmware.api [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Task: {'id': task-2873753, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1838.926462] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1838.986411] env[71058]: DEBUG nova.network.neutron [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Successfully updated port: ac4dfac6-ffd3-48c8-b344-a4a13e239e72 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1839.006468] env[71058]: DEBUG nova.network.neutron [req-f521ba36-c9fa-445c-95d8-463fa4e94f31 req-75d50af0-ebc5-4b24-99ff-b3ea6b7e5e1b service nova] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Updated VIF entry in instance network info cache for port c720977d-f109-421a-b71a-d726ed1e5486. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1839.006938] env[71058]: DEBUG nova.network.neutron [req-f521ba36-c9fa-445c-95d8-463fa4e94f31 req-75d50af0-ebc5-4b24-99ff-b3ea6b7e5e1b service nova] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Updating instance_info_cache with network_info: [{"id": "c720977d-f109-421a-b71a-d726ed1e5486", "address": "fa:16:3e:98:f5:ea", "network": {"id": "c13424cd-3787-4aef-8aaa-6f7e98678c9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-973121726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f4a9339cb54309bb039c8b9533c473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc720977d-f1", "ovs_interfaceid": "c720977d-f109-421a-b71a-d726ed1e5486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1839.120602] env[71058]: DEBUG oslo_vmware.api [None req-3e40d744-79a0-4f7a-9535-147fb105c4f8 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873754, 'name': ReconfigVM_Task, 'duration_secs': 0.254319} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1839.120899] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e40d744-79a0-4f7a-9535-147fb105c4f8 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1839.126514] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-399d9ca6-e02a-45b8-ae83-b1f9c520b29c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1839.138646] env[71058]: INFO nova.scheduler.client.report [None req-1f97093b-213c-42e0-a2b8-bdd05d0c6074 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Deleted allocation for migration abdfd2e9-f31e-4962-8f64-88f304af73a9
[ 1839.146367] env[71058]: DEBUG oslo_vmware.api [None req-3e40d744-79a0-4f7a-9535-147fb105c4f8 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1839.146367] env[71058]:    value = "task-2873758"
[ 1839.146367] env[71058]:    _type = "Task"
[ 1839.146367] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1839.157258] env[71058]: DEBUG oslo_vmware.api [None req-3e40d744-79a0-4f7a-9535-147fb105c4f8 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873758, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1839.200289] env[71058]: DEBUG oslo_vmware.api [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1839.203589] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873756, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090957} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1839.203876] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1839.204068] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0a37e83d-182b-4e95-9677-a0be517b4ae9/0a37e83d-182b-4e95-9677-a0be517b4ae9.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1839.204338] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0a37e83d-182b-4e95-9677-a0be517b4ae9/0a37e83d-182b-4e95-9677-a0be517b4ae9.vmdk to [datastore1] d8c74703-a213-4e6c-882c-46cdbb82b1b9/d8c74703-a213-4e6c-882c-46cdbb82b1b9.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1839.204922] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27b3bb0e-8d8b-4a5a-9b85-6cc616413c9c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1839.214086] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1839.214086] env[71058]:    value = "task-2873759"
[ 1839.214086] env[71058]:    _type = "Task"
[ 1839.214086] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1839.222668] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1839.350802] env[71058]: DEBUG oslo_vmware.api [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Task: {'id': task-2873753, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1839.490472] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "refresh_cache-1e38a0f4-c977-49b0-9a39-00a859d8c067" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1839.490472] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquired lock "refresh_cache-1e38a0f4-c977-49b0-9a39-00a859d8c067" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1839.490692] env[71058]: DEBUG nova.network.neutron [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1839.509557] env[71058]: DEBUG oslo_concurrency.lockutils [req-f521ba36-c9fa-445c-95d8-463fa4e94f31 req-75d50af0-ebc5-4b24-99ff-b3ea6b7e5e1b service nova] Releasing lock "refresh_cache-19a988b4-f677-445d-8135-1d49b099f873" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1839.645765] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1f97093b-213c-42e0-a2b8-bdd05d0c6074 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "94792fca-3c7b-45cd-911d-faea61af9d78" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 17.439s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1839.662370] env[71058]: DEBUG oslo_vmware.api [None req-3e40d744-79a0-4f7a-9535-147fb105c4f8 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873758, 'name': ReconfigVM_Task, 'duration_secs': 0.202835} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1839.665442] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e40d744-79a0-4f7a-9535-147fb105c4f8 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577537', 'volume_id': 'db09378b-0d83-40f7-bd27-7d028562075d', 'name': 'volume-db09378b-0d83-40f7-bd27-7d028562075d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ebc64c7-a73c-4e56-ac5b-f435371edd4e', 'attached_at': '', 'detached_at': '', 'volume_id': 'db09378b-0d83-40f7-bd27-7d028562075d', 'serial': 'db09378b-0d83-40f7-bd27-7d028562075d'} {{(pid=71058) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}}
[ 1839.699510] env[71058]: DEBUG oslo_vmware.api [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.847656} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1839.699986] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1839.700144] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 545969b7-7197-437e-baa1-b002e6700615] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1839.700429] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 545969b7-7197-437e-baa1-b002e6700615] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1839.700687] env[71058]: INFO nova.compute.manager [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 545969b7-7197-437e-baa1-b002e6700615] Took 1.67 seconds to destroy the instance on the hypervisor.
[ 1839.701174] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1839.701248] env[71058]: DEBUG nova.compute.manager [-] [instance: 545969b7-7197-437e-baa1-b002e6700615] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1839.701306] env[71058]: DEBUG nova.network.neutron [-] [instance: 545969b7-7197-437e-baa1-b002e6700615] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1839.726760] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1839.856473] env[71058]: DEBUG oslo_vmware.api [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Task: {'id': task-2873753, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.013478} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1839.856759] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] a43aaf71-fa10-4222-a683-318997878cd2/a43aaf71-fa10-4222-a683-318997878cd2.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1839.857115] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1839.857426] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47b940e4-f5da-4ee7-a134-65d3eb3cf87b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1839.864497] env[71058]: DEBUG oslo_vmware.api [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Waiting for the task: (returnval){
[ 1839.864497] env[71058]:    value = "task-2873760"
[ 1839.864497] env[71058]:    _type = "Task"
[ 1839.864497] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1839.872500] env[71058]: DEBUG oslo_vmware.api [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Task: {'id': task-2873760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1839.876553] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c303a06-4313-4bd5-850f-078bad462da2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1839.884324] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94777f05-75cc-43e3-b14c-80ab221ccfb3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1839.916891] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9e398c-6ac6-4aa6-b045-281848b722ef {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1839.924333] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e634a73d-72bd-4d6a-8883-04de9e8e5367 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1839.940784] env[71058]: DEBUG nova.compute.provider_tree [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1840.037337] env[71058]: DEBUG nova.network.neutron [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1840.206602] env[71058]: DEBUG nova.network.neutron [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Updating instance_info_cache with network_info: [{"id": "ac4dfac6-ffd3-48c8-b344-a4a13e239e72", "address": "fa:16:3e:52:09:8f", "network": {"id": "645164d9-d9b3-4b8e-9ba7-b72f5baa0cf1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1281402244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae6226dd54db4ea48fb124a67d0b2152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac4dfac6-ff", "ovs_interfaceid": "ac4dfac6-ffd3-48c8-b344-a4a13e239e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1840.228067] env[71058]: DEBUG nova.objects.instance [None req-3e40d744-79a0-4f7a-9535-147fb105c4f8 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lazy-loading 'flavor' on Instance uuid 1ebc64c7-a73c-4e56-ac5b-f435371edd4e {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1840.233223] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873759, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1840.277229] env[71058]: DEBUG nova.compute.manager [req-c8d85a88-0809-4b14-a8a8-76334def020b req-b313dc90-3433-44c7-9471-c15c2875e758 service nova] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Received event network-vif-plugged-ac4dfac6-ffd3-48c8-b344-a4a13e239e72 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1840.277567] env[71058]: DEBUG oslo_concurrency.lockutils [req-c8d85a88-0809-4b14-a8a8-76334def020b req-b313dc90-3433-44c7-9471-c15c2875e758 service nova] Acquiring lock "1e38a0f4-c977-49b0-9a39-00a859d8c067-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1840.277793] env[71058]: DEBUG oslo_concurrency.lockutils [req-c8d85a88-0809-4b14-a8a8-76334def020b req-b313dc90-3433-44c7-9471-c15c2875e758 service nova] Lock "1e38a0f4-c977-49b0-9a39-00a859d8c067-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1840.277966] env[71058]: DEBUG oslo_concurrency.lockutils [req-c8d85a88-0809-4b14-a8a8-76334def020b req-b313dc90-3433-44c7-9471-c15c2875e758 service nova] Lock "1e38a0f4-c977-49b0-9a39-00a859d8c067-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1840.278154] env[71058]: DEBUG nova.compute.manager [req-c8d85a88-0809-4b14-a8a8-76334def020b req-b313dc90-3433-44c7-9471-c15c2875e758 service nova] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] No waiting events found dispatching network-vif-plugged-ac4dfac6-ffd3-48c8-b344-a4a13e239e72 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1840.278320] env[71058]: WARNING nova.compute.manager [req-c8d85a88-0809-4b14-a8a8-76334def020b req-b313dc90-3433-44c7-9471-c15c2875e758 service nova] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Received unexpected event network-vif-plugged-ac4dfac6-ffd3-48c8-b344-a4a13e239e72 for instance with vm_state building and task_state spawning.
[ 1840.278483] env[71058]: DEBUG nova.compute.manager [req-c8d85a88-0809-4b14-a8a8-76334def020b req-b313dc90-3433-44c7-9471-c15c2875e758 service nova] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Received event network-changed-ac4dfac6-ffd3-48c8-b344-a4a13e239e72 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1840.278633] env[71058]: DEBUG nova.compute.manager [req-c8d85a88-0809-4b14-a8a8-76334def020b req-b313dc90-3433-44c7-9471-c15c2875e758 service nova] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Refreshing instance network info cache due to event network-changed-ac4dfac6-ffd3-48c8-b344-a4a13e239e72. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1840.278798] env[71058]: DEBUG oslo_concurrency.lockutils [req-c8d85a88-0809-4b14-a8a8-76334def020b req-b313dc90-3433-44c7-9471-c15c2875e758 service nova] Acquiring lock "refresh_cache-1e38a0f4-c977-49b0-9a39-00a859d8c067" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1840.377528] env[71058]: DEBUG oslo_vmware.api [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Task: {'id': task-2873760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089454} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1840.378094] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1840.378864] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7836bc1-dff3-405d-9b1c-a0753eb50401 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1840.411334] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] a43aaf71-fa10-4222-a683-318997878cd2/a43aaf71-fa10-4222-a683-318997878cd2.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1840.412967] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0f29d31-98f8-4a84-9bdf-4d76bb1a0918 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1840.436582] env[71058]: DEBUG oslo_vmware.api [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Waiting for the task: (returnval){
[ 1840.436582] env[71058]:    value = "task-2873761"
[ 1840.436582] env[71058]:    _type = "Task"
[ 1840.436582] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1840.447109] env[71058]: DEBUG nova.scheduler.client.report [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1840.451358] env[71058]: DEBUG oslo_vmware.api [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Task: {'id': task-2873761, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1840.586197] env[71058]: DEBUG nova.network.neutron [-] [instance: 545969b7-7197-437e-baa1-b002e6700615] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1840.714764] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Releasing lock "refresh_cache-1e38a0f4-c977-49b0-9a39-00a859d8c067" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1840.715179] env[71058]: DEBUG nova.compute.manager [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Instance network_info: |[{"id": "ac4dfac6-ffd3-48c8-b344-a4a13e239e72", "address": "fa:16:3e:52:09:8f", "network": {"id": "645164d9-d9b3-4b8e-9ba7-b72f5baa0cf1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1281402244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae6226dd54db4ea48fb124a67d0b2152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac4dfac6-ff", "ovs_interfaceid": "ac4dfac6-ffd3-48c8-b344-a4a13e239e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1840.715538] env[71058]: DEBUG oslo_concurrency.lockutils [req-c8d85a88-0809-4b14-a8a8-76334def020b req-b313dc90-3433-44c7-9471-c15c2875e758 service nova] Acquired lock "refresh_cache-1e38a0f4-c977-49b0-9a39-00a859d8c067" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1840.715779] env[71058]: DEBUG nova.network.neutron [req-c8d85a88-0809-4b14-a8a8-76334def020b req-b313dc90-3433-44c7-9471-c15c2875e758 service nova] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Refreshing network info cache for port ac4dfac6-ffd3-48c8-b344-a4a13e239e72 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1840.717331] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:09:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '193994c7-8e1b-4f25-a4a4-d0563845eb28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac4dfac6-ffd3-48c8-b344-a4a13e239e72', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1840.726180] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1840.728387] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1840.733700] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fd4b2bd-55a6-4b2f-96bc-691083d985e4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1840.762728] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873759, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1840.764358] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1840.764358] env[71058]:    value = "task-2873762"
[ 1840.764358] env[71058]:    _type = "Task"
[ 1840.764358] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1840.775539] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873762, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1840.948226] env[71058]: DEBUG oslo_vmware.api [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Task: {'id': task-2873761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1840.955062] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1840.955852] env[71058]: DEBUG nova.compute.manager [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1840.963100] env[71058]: DEBUG oslo_concurrency.lockutils [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.695s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1840.963100] env[71058]: DEBUG nova.objects.instance [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71058) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
[ 1841.088817] env[71058]: INFO nova.compute.manager [-] [instance: 545969b7-7197-437e-baa1-b002e6700615] Took 1.39 seconds to deallocate network for instance.
[ 1841.239839] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873759, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1841.256643] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3e40d744-79a0-4f7a-9535-147fb105c4f8 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lock "1ebc64c7-a73c-4e56-ac5b-f435371edd4e" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 3.306s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1841.278848] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873762, 'name': CreateVM_Task, 'duration_secs': 0.512803} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1841.280152] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1841.280694] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1841.280877] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1841.281261] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1841.281843] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7ca75b5-24ca-49bc-bc07-73c6edd0a6f0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1841.287252] env[71058]: DEBUG oslo_vmware.api [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1841.287252] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]521a677e-77df-b8dd-f63c-7314ba75edce"
[ 1841.287252] env[71058]:    _type = "Task"
[ 1841.287252] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1841.298326] env[71058]: DEBUG oslo_vmware.api [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]521a677e-77df-b8dd-f63c-7314ba75edce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1841.349435] env[71058]: DEBUG oslo_concurrency.lockutils [None req-be5781d8-678c-4731-b3de-7dc79045aa04 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "94792fca-3c7b-45cd-911d-faea61af9d78" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1841.349838] env[71058]: DEBUG oslo_concurrency.lockutils [None req-be5781d8-678c-4731-b3de-7dc79045aa04 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "94792fca-3c7b-45cd-911d-faea61af9d78" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1841.349972] env[71058]: DEBUG oslo_concurrency.lockutils [None req-be5781d8-678c-4731-b3de-7dc79045aa04 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "94792fca-3c7b-45cd-911d-faea61af9d78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1841.350161] env[71058]: DEBUG oslo_concurrency.lockutils [None req-be5781d8-678c-4731-b3de-7dc79045aa04 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "94792fca-3c7b-45cd-911d-faea61af9d78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1841.350332] env[71058]: DEBUG oslo_concurrency.lockutils [None req-be5781d8-678c-4731-b3de-7dc79045aa04 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "94792fca-3c7b-45cd-911d-faea61af9d78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1841.353072] env[71058]: INFO nova.compute.manager [None req-be5781d8-678c-4731-b3de-7dc79045aa04 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Terminating instance
[ 1841.451020] env[71058]: DEBUG oslo_vmware.api [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Task: {'id': task-2873761, 'name': ReconfigVM_Task, 'duration_secs': 0.657126} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1841.451020] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Reconfigured VM instance instance-0000005f to attach disk [datastore2] a43aaf71-fa10-4222-a683-318997878cd2/a43aaf71-fa10-4222-a683-318997878cd2.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1841.451020] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5337e4f-ffa3-4c42-bf3e-18a54b91f139 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1841.457124] env[71058]: DEBUG oslo_vmware.api [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Waiting for the task: (returnval){
[ 1841.457124] env[71058]:    value = "task-2873763"
[ 1841.457124] env[71058]:    _type = "Task"
[ 1841.457124] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1841.465534] env[71058]: DEBUG oslo_vmware.api [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Task: {'id': task-2873763, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1841.466593] env[71058]: DEBUG nova.network.neutron [req-c8d85a88-0809-4b14-a8a8-76334def020b req-b313dc90-3433-44c7-9471-c15c2875e758 service nova] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Updated VIF entry in instance network info cache for port ac4dfac6-ffd3-48c8-b344-a4a13e239e72. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1841.467139] env[71058]: DEBUG nova.network.neutron [req-c8d85a88-0809-4b14-a8a8-76334def020b req-b313dc90-3433-44c7-9471-c15c2875e758 service nova] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Updating instance_info_cache with network_info: [{"id": "ac4dfac6-ffd3-48c8-b344-a4a13e239e72", "address": "fa:16:3e:52:09:8f", "network": {"id": "645164d9-d9b3-4b8e-9ba7-b72f5baa0cf1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1281402244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae6226dd54db4ea48fb124a67d0b2152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac4dfac6-ff", "ovs_interfaceid": "ac4dfac6-ffd3-48c8-b344-a4a13e239e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1841.469322] env[71058]: DEBUG nova.compute.utils [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1841.474953] env[71058]: DEBUG nova.compute.manager [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1841.474953] env[71058]: DEBUG nova.network.neutron [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1841.515441] env[71058]: DEBUG nova.policy [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4117e03ed4341879e05cad78edf15a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b67ce83b88b440f93e743c111acfbac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1841.517158] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5bb3c134-bceb-4a35-8754-1b83732bbc2b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquiring lock "1ebc64c7-a73c-4e56-ac5b-f435371edd4e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1841.517399] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5bb3c134-bceb-4a35-8754-1b83732bbc2b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lock "1ebc64c7-a73c-4e56-ac5b-f435371edd4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1841.517632] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5bb3c134-bceb-4a35-8754-1b83732bbc2b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquiring lock "1ebc64c7-a73c-4e56-ac5b-f435371edd4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1841.517820] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5bb3c134-bceb-4a35-8754-1b83732bbc2b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lock "1ebc64c7-a73c-4e56-ac5b-f435371edd4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1841.517985] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5bb3c134-bceb-4a35-8754-1b83732bbc2b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lock "1ebc64c7-a73c-4e56-ac5b-f435371edd4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1841.520177] env[71058]: INFO nova.compute.manager [None req-5bb3c134-bceb-4a35-8754-1b83732bbc2b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Terminating instance
[ 1841.595713] env[71058]: DEBUG oslo_concurrency.lockutils [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1841.739714] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873759, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1841.800290] env[71058]: DEBUG oslo_vmware.api [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]521a677e-77df-b8dd-f63c-7314ba75edce, 'name': SearchDatastore_Task, 'duration_secs': 0.025541} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1841.800290] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1841.800678] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1841.800678] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1841.800737] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1841.800924] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1841.801249] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef7d414a-50de-4ac6-bd0b-8cbadf6408a0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1841.811443] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1841.811692] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1841.812526] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49c7d453-8879-4da3-bd6e-401d8ec0f9c1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1841.822233] env[71058]: DEBUG oslo_vmware.api [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1841.822233] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520e8a45-77f4-33fc-f271-ff73ae36132e"
[ 1841.822233] env[71058]:    _type = "Task"
[ 1841.822233] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1841.831778] env[71058]: DEBUG oslo_vmware.api [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520e8a45-77f4-33fc-f271-ff73ae36132e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1841.840532] env[71058]: DEBUG nova.network.neutron [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Successfully created port: b26a7da6-c894-472f-bb20-c4aec6d05284 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1841.858809] env[71058]: DEBUG nova.compute.manager [None req-be5781d8-678c-4731-b3de-7dc79045aa04 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1841.859098] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-be5781d8-678c-4731-b3de-7dc79045aa04 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1841.860105] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde9d00e-0fbf-4c7d-8292-c11d8473ea8d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1841.867812] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5781d8-678c-4731-b3de-7dc79045aa04 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1841.868201] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16327949-f0c8-4872-b6c2-33b03f6da95f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1841.874275] env[71058]: DEBUG oslo_vmware.api [None req-be5781d8-678c-4731-b3de-7dc79045aa04 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1841.874275] env[71058]:    value = "task-2873764"
[ 1841.874275] env[71058]:    _type = "Task"
[ 1841.874275] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1841.884097] env[71058]: DEBUG oslo_vmware.api [None req-be5781d8-678c-4731-b3de-7dc79045aa04 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1841.950701] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "9be82b05-0579-49ba-9e5a-bab585d6c1ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1841.950950] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "9be82b05-0579-49ba-9e5a-bab585d6c1ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1841.966999] env[71058]: DEBUG oslo_vmware.api [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Task: {'id': task-2873763, 'name': Rename_Task, 'duration_secs': 0.294883} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1841.967829] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1841.968115] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16a5f239-8441-4d55-abc8-319579afeec8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1841.974471] env[71058]: DEBUG oslo_concurrency.lockutils [req-c8d85a88-0809-4b14-a8a8-76334def020b req-b313dc90-3433-44c7-9471-c15c2875e758 service nova] Releasing lock "refresh_cache-1e38a0f4-c977-49b0-9a39-00a859d8c067" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1841.974722] env[71058]: DEBUG nova.compute.manager [req-c8d85a88-0809-4b14-a8a8-76334def020b req-b313dc90-3433-44c7-9471-c15c2875e758 service nova] [instance: 545969b7-7197-437e-baa1-b002e6700615] Received event network-vif-deleted-99c42f66-f8e8-4f07-a3eb-fb4ffa18ad6c {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1841.974926] env[71058]: INFO nova.compute.manager [req-c8d85a88-0809-4b14-a8a8-76334def020b req-b313dc90-3433-44c7-9471-c15c2875e758 service nova] [instance: 545969b7-7197-437e-baa1-b002e6700615] Neutron deleted interface 99c42f66-f8e8-4f07-a3eb-fb4ffa18ad6c; detaching it from the instance and deleting it from the info cache
[ 1841.975144] env[71058]: DEBUG nova.network.neutron [req-c8d85a88-0809-4b14-a8a8-76334def020b req-b313dc90-3433-44c7-9471-c15c2875e758 service nova] [instance: 545969b7-7197-437e-baa1-b002e6700615] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1841.976499] env[71058]: DEBUG nova.compute.manager [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1841.988407] env[71058]: DEBUG oslo_concurrency.lockutils [None req-64408389-26c8-45ed-a8fe-ac8c0578d6d2 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1841.990020] env[71058]: DEBUG oslo_vmware.api [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Waiting for the task: (returnval){
[ 1841.990020] env[71058]:    value = "task-2873765"
[ 1841.990020] env[71058]:    _type = "Task"
[ 1841.990020] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1841.990584] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.678s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1841.990772] env[71058]: DEBUG nova.objects.instance [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71058) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
[ 1842.003339] env[71058]: DEBUG oslo_vmware.api [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Task: {'id': task-2873765, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1842.025040] env[71058]: DEBUG nova.compute.manager [None req-5bb3c134-bceb-4a35-8754-1b83732bbc2b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1842.025434] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb3c134-bceb-4a35-8754-1b83732bbc2b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1842.027012] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598fdad2-0302-492e-bc28-657ac4440b01 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1842.038600] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb3c134-bceb-4a35-8754-1b83732bbc2b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1842.039606] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-975764a3-d32f-4239-8060-43ced7fccd20 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1842.050081] env[71058]: DEBUG oslo_vmware.api [None req-5bb3c134-bceb-4a35-8754-1b83732bbc2b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1842.050081] env[71058]:    value = "task-2873766"
[ 1842.050081] env[71058]:    _type = "Task"
[ 1842.050081] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1842.058058] env[71058]: DEBUG oslo_vmware.api [None req-5bb3c134-bceb-4a35-8754-1b83732bbc2b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1842.243678] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873759, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1842.277280] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c679fb77-c906-4d82-9534-02eb41d7e877 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "15042830-daf1-4904-8911-7084b0a83d63" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1842.277625] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c679fb77-c906-4d82-9534-02eb41d7e877 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "15042830-daf1-4904-8911-7084b0a83d63" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1842.333941] env[71058]: DEBUG oslo_vmware.api [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520e8a45-77f4-33fc-f271-ff73ae36132e, 'name': SearchDatastore_Task, 'duration_secs': 0.02867} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1842.334809] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5e4fcdc-3a7e-40af-b79d-82b021a3861b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1842.340897] env[71058]: DEBUG oslo_vmware.api [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1842.340897] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527ebfca-51c4-621b-15c2-564af0adddf8"
[ 1842.340897] env[71058]:    _type = "Task"
[ 1842.340897] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1842.348814] env[71058]: DEBUG oslo_vmware.api [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527ebfca-51c4-621b-15c2-564af0adddf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1842.385107] env[71058]: DEBUG oslo_vmware.api [None req-be5781d8-678c-4731-b3de-7dc79045aa04 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1842.453411] env[71058]: DEBUG nova.compute.manager [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1842.489301] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bcb744a6-90fb-4798-8df0-0de2fbe50ceb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1842.505347] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f3a8ac-0279-4e6a-a77e-765c54cf61c1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1842.520183] env[71058]: DEBUG oslo_vmware.api [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Task: {'id': task-2873765, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1842.545212] env[71058]: DEBUG nova.compute.manager [req-c8d85a88-0809-4b14-a8a8-76334def020b req-b313dc90-3433-44c7-9471-c15c2875e758 service nova] [instance: 545969b7-7197-437e-baa1-b002e6700615] Detach interface failed, port_id=99c42f66-f8e8-4f07-a3eb-fb4ffa18ad6c, reason: Instance 545969b7-7197-437e-baa1-b002e6700615 could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1842.556608] env[71058]: DEBUG oslo_vmware.api [None req-5bb3c134-bceb-4a35-8754-1b83732bbc2b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873766, 'name': PowerOffVM_Task, 'duration_secs': 0.267807} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1842.556889] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb3c134-bceb-4a35-8754-1b83732bbc2b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1842.557074] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb3c134-bceb-4a35-8754-1b83732bbc2b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1842.557335] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ada4af1-05f0-4f3e-8bc1-20144630486c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1842.641345] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb3c134-bceb-4a35-8754-1b83732bbc2b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1842.642058] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb3c134-bceb-4a35-8754-1b83732bbc2b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1842.642058] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb3c134-bceb-4a35-8754-1b83732bbc2b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Deleting the datastore file [datastore2] 1ebc64c7-a73c-4e56-ac5b-f435371edd4e {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1842.642613] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1b0932f-479e-42f3-a140-905b521ebb1b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1842.650513] env[71058]: DEBUG oslo_vmware.api [None req-5bb3c134-bceb-4a35-8754-1b83732bbc2b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1842.650513] env[71058]:    value = "task-2873768"
[ 1842.650513] env[71058]:    _type = "Task"
[ 1842.650513] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1842.659438] env[71058]: DEBUG oslo_vmware.api [None req-5bb3c134-bceb-4a35-8754-1b83732bbc2b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1842.741494] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873759, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.114001} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1842.741796] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0a37e83d-182b-4e95-9677-a0be517b4ae9/0a37e83d-182b-4e95-9677-a0be517b4ae9.vmdk to [datastore1] d8c74703-a213-4e6c-882c-46cdbb82b1b9/d8c74703-a213-4e6c-882c-46cdbb82b1b9.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1842.742804] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabc5fa0-54a1-4ea2-bd69-8deefb780fe4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1842.767811] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] d8c74703-a213-4e6c-882c-46cdbb82b1b9/d8c74703-a213-4e6c-882c-46cdbb82b1b9.vmdk or device None with type streamOptimized {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1842.768149] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-560754ea-977c-4c9c-a3b7-600862b472d7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1842.782881] env[71058]: DEBUG nova.compute.utils [None req-c679fb77-c906-4d82-9534-02eb41d7e877 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1842.790030] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1842.790030] env[71058]:    value = "task-2873769"
[ 1842.790030] env[71058]:    _type = "Task"
[ 1842.790030] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1842.799301] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873769, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1842.851691] env[71058]: DEBUG oslo_vmware.api [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527ebfca-51c4-621b-15c2-564af0adddf8, 'name': SearchDatastore_Task, 'duration_secs': 0.047779} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1842.852058] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1842.852400] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 1e38a0f4-c977-49b0-9a39-00a859d8c067/1e38a0f4-c977-49b0-9a39-00a859d8c067.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1842.852716] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77ba21a9-21aa-4628-8728-c30d15c4b4a3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1842.859728] env[71058]: DEBUG oslo_vmware.api [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1842.859728] env[71058]:    value = "task-2873770"
[ 1842.859728] env[71058]:    _type = "Task"
[ 1842.859728] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1842.869020] env[71058]: DEBUG oslo_vmware.api [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1842.886039] env[71058]: DEBUG oslo_vmware.api [None req-be5781d8-678c-4731-b3de-7dc79045aa04 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873764, 'name': PowerOffVM_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1842.977605] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1843.000521] env[71058]: DEBUG nova.compute.manager [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1843.008664] env[71058]: DEBUG oslo_vmware.api [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Task: {'id': task-2873765, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1843.017973] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ec1806c0-3191-41fe-a996-426c9bd2d2e0 tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.027s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1843.019198] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.079s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1843.020690] env[71058]: INFO nova.compute.claims [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1843.032296] env[71058]: DEBUG nova.virt.hardware [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1843.032546] env[71058]: DEBUG nova.virt.hardware [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1843.032698] env[71058]: DEBUG nova.virt.hardware [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1843.032873] env[71058]: DEBUG nova.virt.hardware [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1843.033041] env[71058]: DEBUG nova.virt.hardware [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1843.033202] env[71058]: DEBUG nova.virt.hardware [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1843.033567] env[71058]: DEBUG nova.virt.hardware [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1843.033752] env[71058]: DEBUG nova.virt.hardware [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1843.033959] env[71058]: DEBUG nova.virt.hardware [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1843.034153] env[71058]: DEBUG nova.virt.hardware [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1843.034350] env[71058]: DEBUG nova.virt.hardware [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1843.035300] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e665efb-1851-482a-bc9e-69993d4e603c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1843.044695] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ddb62f-dfd2-4bdc-af40-5386aa500294 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1843.161147] env[71058]: DEBUG oslo_vmware.api [None req-5bb3c134-bceb-4a35-8754-1b83732bbc2b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1843.267096] env[71058]: DEBUG nova.compute.manager [req-d8d6cabc-3a8f-4cd8-a997-d5703b9428db req-815c1c5c-491e-40a6-9ff5-cfbbc0a720b3 service nova] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Received event network-vif-plugged-b26a7da6-c894-472f-bb20-c4aec6d05284 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1843.267347] env[71058]: DEBUG oslo_concurrency.lockutils [req-d8d6cabc-3a8f-4cd8-a997-d5703b9428db req-815c1c5c-491e-40a6-9ff5-cfbbc0a720b3 service nova] Acquiring lock "774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1843.267569] env[71058]: DEBUG oslo_concurrency.lockutils [req-d8d6cabc-3a8f-4cd8-a997-d5703b9428db req-815c1c5c-491e-40a6-9ff5-cfbbc0a720b3 service nova] Lock "774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1843.267750] env[71058]: DEBUG oslo_concurrency.lockutils [req-d8d6cabc-3a8f-4cd8-a997-d5703b9428db req-815c1c5c-491e-40a6-9ff5-cfbbc0a720b3 service nova] Lock "774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1843.267919] env[71058]: DEBUG nova.compute.manager [req-d8d6cabc-3a8f-4cd8-a997-d5703b9428db req-815c1c5c-491e-40a6-9ff5-cfbbc0a720b3 service nova] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] No waiting events found dispatching network-vif-plugged-b26a7da6-c894-472f-bb20-c4aec6d05284 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1843.268354] env[71058]: WARNING nova.compute.manager [req-d8d6cabc-3a8f-4cd8-a997-d5703b9428db req-815c1c5c-491e-40a6-9ff5-cfbbc0a720b3 service nova] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Received unexpected event network-vif-plugged-b26a7da6-c894-472f-bb20-c4aec6d05284 for instance with vm_state building and task_state spawning.
[ 1843.285526] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c679fb77-c906-4d82-9534-02eb41d7e877 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "15042830-daf1-4904-8911-7084b0a83d63" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 1.008s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1843.300989] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1843.369299] env[71058]: DEBUG nova.network.neutron [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Successfully updated port: b26a7da6-c894-472f-bb20-c4aec6d05284 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1843.381220] env[71058]: DEBUG oslo_vmware.api [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873770, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1843.396166] env[71058]: DEBUG oslo_vmware.api [None req-be5781d8-678c-4731-b3de-7dc79045aa04 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873764, 'name': PowerOffVM_Task, 'duration_secs': 1.123818} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1843.396858] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5781d8-678c-4731-b3de-7dc79045aa04 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1843.396858] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-be5781d8-678c-4731-b3de-7dc79045aa04 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1843.397273] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e2b10c1-fb21-4751-bb35-31369ce97d0a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1843.470112] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-be5781d8-678c-4731-b3de-7dc79045aa04 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1843.470268] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-be5781d8-678c-4731-b3de-7dc79045aa04 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1843.470436] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-be5781d8-678c-4731-b3de-7dc79045aa04 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Deleting the datastore file [datastore1] 94792fca-3c7b-45cd-911d-faea61af9d78 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1843.470763] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e98262e-b9a3-4848-bf6b-8548d6b006aa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1843.479062] env[71058]: DEBUG oslo_vmware.api [None req-be5781d8-678c-4731-b3de-7dc79045aa04 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1843.479062] env[71058]:    value = "task-2873772"
[ 1843.479062] env[71058]:    _type = "Task"
[ 1843.479062] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1843.487805] env[71058]: DEBUG oslo_vmware.api [None req-be5781d8-678c-4731-b3de-7dc79045aa04 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1843.506334] env[71058]: DEBUG oslo_vmware.api [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Task: {'id': task-2873765, 'name': PowerOnVM_Task} progress is 78%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1843.661626] env[71058]: DEBUG oslo_vmware.api [None req-5bb3c134-bceb-4a35-8754-1b83732bbc2b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.614545} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1843.661909] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb3c134-bceb-4a35-8754-1b83732bbc2b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1843.662115] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb3c134-bceb-4a35-8754-1b83732bbc2b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1843.662294] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb3c134-bceb-4a35-8754-1b83732bbc2b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1843.662467] env[71058]: INFO nova.compute.manager [None req-5bb3c134-bceb-4a35-8754-1b83732bbc2b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Took 1.64 seconds to destroy the instance on the hypervisor.
[ 1843.662747] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bb3c134-bceb-4a35-8754-1b83732bbc2b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1843.662971] env[71058]: DEBUG nova.compute.manager [-] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1843.663096] env[71058]: DEBUG nova.network.neutron [-] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1843.801412] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873769, 'name': ReconfigVM_Task, 'duration_secs': 0.661011} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1843.801707] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Reconfigured VM instance instance-00000047 to attach disk [datastore1] d8c74703-a213-4e6c-882c-46cdbb82b1b9/d8c74703-a213-4e6c-882c-46cdbb82b1b9.vmdk or device None with type streamOptimized {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1843.803256] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/sda', 'disk_bus': None, 'encrypted': False, 'boot_index': 0, 'image_id': '8099d743-3bb3-45d8-acee-c2b5ceed489a'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'delete_on_termination': False, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577554', 'volume_id': '06cde003-5bd3-4689-a501-8ccd806c34a4', 'name': 'volume-06cde003-5bd3-4689-a501-8ccd806c34a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd8c74703-a213-4e6c-882c-46cdbb82b1b9', 'attached_at': '', 'detached_at': '', 'volume_id': '06cde003-5bd3-4689-a501-8ccd806c34a4', 'serial': '06cde003-5bd3-4689-a501-8ccd806c34a4'}, 'disk_bus': None, 'mount_device': '/dev/sdb', 'attachment_id': '3c2d47ae-ad5f-426b-99a6-a90ba35cd20b', 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=71058) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}}
[ 1843.803459] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Volume attach. Driver type: vmdk {{(pid=71058) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}}
[ 1843.803646] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577554', 'volume_id': '06cde003-5bd3-4689-a501-8ccd806c34a4', 'name': 'volume-06cde003-5bd3-4689-a501-8ccd806c34a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd8c74703-a213-4e6c-882c-46cdbb82b1b9', 'attached_at': '', 'detached_at': '', 'volume_id': '06cde003-5bd3-4689-a501-8ccd806c34a4', 'serial': '06cde003-5bd3-4689-a501-8ccd806c34a4'} {{(pid=71058) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}}
[ 1843.804542] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05bac03-63c2-4ef0-bbcd-b01014da2710 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1843.823466] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c191b87-1e8c-4fcf-a873-b5a2da1e09c5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1843.851032] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] volume-06cde003-5bd3-4689-a501-8ccd806c34a4/volume-06cde003-5bd3-4689-a501-8ccd806c34a4.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1843.851032] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72286b34-1d06-48a7-80e1-cddd23a93083 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1843.872312] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Acquiring lock "refresh_cache-774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1843.873026] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Acquired lock "refresh_cache-774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1843.873026] env[71058]: DEBUG nova.network.neutron [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1843.880935] env[71058]: DEBUG oslo_vmware.api [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751228} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1843.882686] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 1e38a0f4-c977-49b0-9a39-00a859d8c067/1e38a0f4-c977-49b0-9a39-00a859d8c067.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1843.882905] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1843.883255] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1843.883255] env[71058]:    value = "task-2873773"
[ 1843.883255] env[71058]:    _type = "Task"
[ 1843.883255] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1843.883479] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3df95897-80a6-4372-ade5-6f6bfd67166d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1843.895896] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1843.897893] env[71058]: DEBUG oslo_vmware.api [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1843.897893] env[71058]:    value = "task-2873774"
[ 1843.897893] env[71058]:    _type = "Task"
[ 1843.897893] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1843.909126] env[71058]: DEBUG oslo_vmware.api [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1843.989868] env[71058]: DEBUG oslo_vmware.api [None req-be5781d8-678c-4731-b3de-7dc79045aa04 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242531} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1843.990292] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-be5781d8-678c-4731-b3de-7dc79045aa04 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1843.990588] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-be5781d8-678c-4731-b3de-7dc79045aa04 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1843.990822] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-be5781d8-678c-4731-b3de-7dc79045aa04 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1843.991081] env[71058]: INFO nova.compute.manager [None req-be5781d8-678c-4731-b3de-7dc79045aa04 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Took 2.13 seconds to destroy the instance on the hypervisor.
[ 1843.991355] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be5781d8-678c-4731-b3de-7dc79045aa04 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1843.991593] env[71058]: DEBUG nova.compute.manager [-] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1843.991741] env[71058]: DEBUG nova.network.neutron [-] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1844.006656] env[71058]: DEBUG oslo_vmware.api [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Task: {'id': task-2873765, 'name': PowerOnVM_Task, 'duration_secs': 1.848909} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1844.006924] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1844.007146] env[71058]: INFO nova.compute.manager [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Took 9.79 seconds to spawn the instance on the hypervisor.
[ 1844.007329] env[71058]: DEBUG nova.compute.manager [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1844.008137] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fe3d12-d36f-4238-b547-85ec1ff6e5f0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1844.371642] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c679fb77-c906-4d82-9534-02eb41d7e877 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "15042830-daf1-4904-8911-7084b0a83d63" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1844.372719] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c679fb77-c906-4d82-9534-02eb41d7e877 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "15042830-daf1-4904-8911-7084b0a83d63" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1844.372975] env[71058]: INFO nova.compute.manager [None req-c679fb77-c906-4d82-9534-02eb41d7e877 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Attaching volume 4bc658ce-f883-4415-84e3-fa562dd32460 to /dev/sdb
[ 1844.395802] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1844.411320] env[71058]: DEBUG oslo_vmware.api [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081748} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1844.412433] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1844.413369] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8037624-152c-4c3c-9f8d-da04fa6d67b9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1844.418126] env[71058]: DEBUG nova.network.neutron [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1844.421225] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a949b0-75b4-486b-a7e1-dd56b46f30f0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1844.442715] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 1e38a0f4-c977-49b0-9a39-00a859d8c067/1e38a0f4-c977-49b0-9a39-00a859d8c067.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1844.444465] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfcc0009-b4ea-40c6-aeb3-6fad693cc0a2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1844.460814] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bed3cd3-9a17-4d2d-a177-595fc2a4fedc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1844.468301] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc6ef45-6c11-4b35-8b15-82bfebbeac4a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1844.474423] env[71058]: DEBUG oslo_vmware.api [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1844.474423] env[71058]:    value = "task-2873775"
[ 1844.474423] env[71058]:    _type = "Task"
[ 1844.474423] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1844.475485] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce2fac7-fa11-47a6-90c1-41b266ec66ba {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1844.513269] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af79c34e-2587-42ee-a15b-fce7229483a6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1844.524517] env[71058]: DEBUG oslo_vmware.api [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873775, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1844.530185] env[71058]: DEBUG nova.virt.block_device [None req-c679fb77-c906-4d82-9534-02eb41d7e877 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Updating existing volume attachment record: e94309d9-5f0a-4358-82ea-7cb65c9700e9 {{(pid=71058) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
[ 1844.537413] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e71f1e-e010-43fb-bc95-235fbf9784f0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1844.542433] env[71058]: INFO nova.compute.manager [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Took 24.92 seconds to build instance.
[ 1844.558546] env[71058]: DEBUG nova.compute.provider_tree [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1844.626404] env[71058]: DEBUG nova.network.neutron [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Updating instance_info_cache with network_info: [{"id": "b26a7da6-c894-472f-bb20-c4aec6d05284", "address": "fa:16:3e:04:3d:f8", "network": {"id": "66c4b59f-ea05-4c73-9644-7107192fdc73", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-658905657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1b67ce83b88b440f93e743c111acfbac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb26a7da6-c8", "ovs_interfaceid": "b26a7da6-c894-472f-bb20-c4aec6d05284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1844.802524] env[71058]: DEBUG nova.network.neutron [-] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1844.851207] env[71058]: DEBUG nova.network.neutron [-] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1844.897333] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873773, 'name': ReconfigVM_Task, 'duration_secs': 0.997586} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1844.897333] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Reconfigured VM instance instance-00000047 to attach disk [datastore2] volume-06cde003-5bd3-4689-a501-8ccd806c34a4/volume-06cde003-5bd3-4689-a501-8ccd806c34a4.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1844.901924] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4bd16d0-2f15-4405-ab8b-4fcbe4bf1212 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1844.919644] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1844.919644] env[71058]:    value = "task-2873779"
[ 1844.919644] env[71058]:    _type = "Task"
[ 1844.919644] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1844.928185] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873779, 'name': ReconfigVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1844.988078] env[71058]: DEBUG oslo_vmware.api [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873775, 'name': ReconfigVM_Task, 'duration_secs': 0.399835} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1844.988384] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 1e38a0f4-c977-49b0-9a39-00a859d8c067/1e38a0f4-c977-49b0-9a39-00a859d8c067.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1844.989104] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef0f3c51-7170-480b-9f93-60203db13d77 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1844.995855] env[71058]: DEBUG oslo_vmware.api [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1844.995855] env[71058]:    value = "task-2873780"
[ 1844.995855] env[71058]:    _type = "Task"
[ 1844.995855] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1845.004432] env[71058]: DEBUG oslo_vmware.api [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873780, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1845.048187] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1cfff983-30cb-4329-8179-bd2298d9ac77 tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Lock "a43aaf71-fa10-4222-a683-318997878cd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 26.435s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1845.083694] env[71058]: ERROR nova.scheduler.client.report [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] [req-3532ce9c-248c-4f25-9408-4c6085db9eb7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e78318ba-501a-470f-875b-8fbc021c2c5f.  Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict  ", "code": "placement.concurrent_update", "request_id": "req-3532ce9c-248c-4f25-9408-4c6085db9eb7"}]}
[ 1845.102491] env[71058]: DEBUG nova.scheduler.client.report [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Refreshing inventories for resource provider e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:832}}
[ 1845.118831] env[71058]: DEBUG nova.scheduler.client.report [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Updating ProviderTree inventory for provider e78318ba-501a-470f-875b-8fbc021c2c5f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:796}}
[ 1845.119284] env[71058]: DEBUG nova.compute.provider_tree [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1845.128726] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Releasing lock "refresh_cache-774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1845.129684] env[71058]: DEBUG nova.compute.manager [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Instance network_info: |[{"id": "b26a7da6-c894-472f-bb20-c4aec6d05284", "address": "fa:16:3e:04:3d:f8", "network": {"id": "66c4b59f-ea05-4c73-9644-7107192fdc73", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-658905657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1b67ce83b88b440f93e743c111acfbac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb26a7da6-c8", "ovs_interfaceid": "b26a7da6-c894-472f-bb20-c4aec6d05284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1845.129968] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:3d:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b26a7da6-c894-472f-bb20-c4aec6d05284', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1845.138129] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Creating folder: Project (1b67ce83b88b440f93e743c111acfbac). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1845.139263] env[71058]: DEBUG nova.scheduler.client.report [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Refreshing aggregate associations for resource provider e78318ba-501a-470f-875b-8fbc021c2c5f, aggregates: None {{(pid=71058) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:841}}
[ 1845.141229] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-921bb9de-ccc9-4666-9d27-aeaf87c11abf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1845.152023] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Created folder: Project (1b67ce83b88b440f93e743c111acfbac) in parent group-v577298.
[ 1845.152239] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Creating folder: Instances. Parent ref: group-v577575. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1845.152519] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9453beb8-2c77-48ac-945a-0c2004119a44 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1845.160703] env[71058]: DEBUG nova.scheduler.client.report [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Refreshing trait associations for resource provider e78318ba-501a-470f-875b-8fbc021c2c5f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=71058) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:853}}
[ 1845.166861] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Created folder: Instances in parent group-v577575.
[ 1845.167125] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1845.167328] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1845.167540] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b310b4e1-7ea4-41b9-ad49-5f36dfd28bef {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1845.189052] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1845.189052] env[71058]:    value = "task-2873783"
[ 1845.189052] env[71058]:    _type = "Task"
[ 1845.189052] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1845.196724] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873783, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1845.303304] env[71058]: DEBUG nova.compute.manager [req-d5ba259d-24bf-411b-8a5c-970011025e8e req-22663bd9-6145-458e-a9ca-59f0303537e0 service nova] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Received event network-changed-b26a7da6-c894-472f-bb20-c4aec6d05284 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1845.303502] env[71058]: DEBUG nova.compute.manager [req-d5ba259d-24bf-411b-8a5c-970011025e8e req-22663bd9-6145-458e-a9ca-59f0303537e0 service nova] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Refreshing instance network info cache due to event network-changed-b26a7da6-c894-472f-bb20-c4aec6d05284. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1845.303714] env[71058]: DEBUG oslo_concurrency.lockutils [req-d5ba259d-24bf-411b-8a5c-970011025e8e req-22663bd9-6145-458e-a9ca-59f0303537e0 service nova] Acquiring lock "refresh_cache-774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1845.303883] env[71058]: DEBUG oslo_concurrency.lockutils [req-d5ba259d-24bf-411b-8a5c-970011025e8e req-22663bd9-6145-458e-a9ca-59f0303537e0 service nova] Acquired lock "refresh_cache-774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1845.304094] env[71058]: DEBUG nova.network.neutron [req-d5ba259d-24bf-411b-8a5c-970011025e8e req-22663bd9-6145-458e-a9ca-59f0303537e0 service nova] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Refreshing network info cache for port b26a7da6-c894-472f-bb20-c4aec6d05284 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1845.305533] env[71058]: INFO nova.compute.manager [-] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Took 1.64 seconds to deallocate network for instance.
[ 1845.354444] env[71058]: INFO nova.compute.manager [-] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Took 1.36 seconds to deallocate network for instance.
[ 1845.431749] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873779, 'name': ReconfigVM_Task, 'duration_secs': 0.378158} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1845.433057] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577554', 'volume_id': '06cde003-5bd3-4689-a501-8ccd806c34a4', 'name': 'volume-06cde003-5bd3-4689-a501-8ccd806c34a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd8c74703-a213-4e6c-882c-46cdbb82b1b9', 'attached_at': '', 'detached_at': '', 'volume_id': '06cde003-5bd3-4689-a501-8ccd806c34a4', 'serial': '06cde003-5bd3-4689-a501-8ccd806c34a4'} {{(pid=71058) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}}
[ 1845.435694] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f791e72-e3a5-4bdb-9b95-5a487d139a4f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1845.444506] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1845.444506] env[71058]:    value = "task-2873784"
[ 1845.444506] env[71058]:    _type = "Task"
[ 1845.444506] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1845.453880] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873784, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1845.470746] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e1aa13-41f9-49f1-867c-54317ce2aa56 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1845.479612] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c920c827-a446-49d1-aefa-8b1dd57301a9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1845.515231] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa7ecb2-f43c-461f-a8bb-367b4dae0c41 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1845.522954] env[71058]: DEBUG oslo_vmware.api [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873780, 'name': Rename_Task, 'duration_secs': 0.174594} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1845.525047] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1845.525346] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20d9f76d-4e08-4be5-98ec-38a14c399091 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1845.527786] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b917ceb3-cbd8-449e-b26b-97566b63bf87 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1845.541813] env[71058]: DEBUG nova.compute.provider_tree [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1845.544257] env[71058]: DEBUG oslo_vmware.api [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1845.544257] env[71058]:    value = "task-2873785"
[ 1845.544257] env[71058]:    _type = "Task"
[ 1845.544257] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1845.552296] env[71058]: DEBUG oslo_vmware.api [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873785, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1845.700425] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873783, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1845.814166] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5bb3c134-bceb-4a35-8754-1b83732bbc2b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1845.864097] env[71058]: DEBUG oslo_concurrency.lockutils [None req-be5781d8-678c-4731-b3de-7dc79045aa04 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1845.938363] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6a2ce88d-ff7c-493a-a242-a33303ba4aac tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Acquiring lock "a43aaf71-fa10-4222-a683-318997878cd2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1845.938604] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6a2ce88d-ff7c-493a-a242-a33303ba4aac tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Lock "a43aaf71-fa10-4222-a683-318997878cd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1845.938805] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6a2ce88d-ff7c-493a-a242-a33303ba4aac tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Acquiring lock "a43aaf71-fa10-4222-a683-318997878cd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1845.938980] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6a2ce88d-ff7c-493a-a242-a33303ba4aac tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Lock "a43aaf71-fa10-4222-a683-318997878cd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1845.939164] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6a2ce88d-ff7c-493a-a242-a33303ba4aac tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Lock "a43aaf71-fa10-4222-a683-318997878cd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1845.941362] env[71058]: INFO nova.compute.manager [None req-6a2ce88d-ff7c-493a-a242-a33303ba4aac tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Terminating instance
[ 1845.955427] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873784, 'name': Rename_Task, 'duration_secs': 0.257658} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1845.957387] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1845.957843] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c393697c-f449-4a0b-81ff-ba7e6d78029d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1845.964522] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1845.964522] env[71058]:    value = "task-2873786"
[ 1845.964522] env[71058]:    _type = "Task"
[ 1845.964522] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1845.972569] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1845.989922] env[71058]: DEBUG nova.network.neutron [req-d5ba259d-24bf-411b-8a5c-970011025e8e req-22663bd9-6145-458e-a9ca-59f0303537e0 service nova] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Updated VIF entry in instance network info cache for port b26a7da6-c894-472f-bb20-c4aec6d05284. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1845.990313] env[71058]: DEBUG nova.network.neutron [req-d5ba259d-24bf-411b-8a5c-970011025e8e req-22663bd9-6145-458e-a9ca-59f0303537e0 service nova] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Updating instance_info_cache with network_info: [{"id": "b26a7da6-c894-472f-bb20-c4aec6d05284", "address": "fa:16:3e:04:3d:f8", "network": {"id": "66c4b59f-ea05-4c73-9644-7107192fdc73", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-658905657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1b67ce83b88b440f93e743c111acfbac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb26a7da6-c8", "ovs_interfaceid": "b26a7da6-c894-472f-bb20-c4aec6d05284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1846.047051] env[71058]: DEBUG nova.scheduler.client.report [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1846.059646] env[71058]: DEBUG oslo_vmware.api [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873785, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1846.200341] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873783, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1846.445614] env[71058]: DEBUG nova.compute.manager [None req-6a2ce88d-ff7c-493a-a242-a33303ba4aac tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1846.445883] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2ce88d-ff7c-493a-a242-a33303ba4aac tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1846.446877] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf49762b-e2e8-47b7-87bb-c9bdbe362f0e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1846.454821] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2ce88d-ff7c-493a-a242-a33303ba4aac tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1846.455135] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c23be5b-1dd3-4466-8101-a4f7f5f4800f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1846.462153] env[71058]: DEBUG oslo_vmware.api [None req-6a2ce88d-ff7c-493a-a242-a33303ba4aac tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Waiting for the task: (returnval){
[ 1846.462153] env[71058]:    value = "task-2873787"
[ 1846.462153] env[71058]:    _type = "Task"
[ 1846.462153] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1846.472749] env[71058]: DEBUG oslo_vmware.api [None req-6a2ce88d-ff7c-493a-a242-a33303ba4aac tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Task: {'id': task-2873787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1846.476461] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873786, 'name': PowerOnVM_Task} progress is 90%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1846.493278] env[71058]: DEBUG oslo_concurrency.lockutils [req-d5ba259d-24bf-411b-8a5c-970011025e8e req-22663bd9-6145-458e-a9ca-59f0303537e0 service nova] Releasing lock "refresh_cache-774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1846.493562] env[71058]: DEBUG nova.compute.manager [req-d5ba259d-24bf-411b-8a5c-970011025e8e req-22663bd9-6145-458e-a9ca-59f0303537e0 service nova] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Received event network-vif-deleted-20aea63c-34b8-4570-a71e-4742f6439d7d {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1846.493776] env[71058]: DEBUG nova.compute.manager [req-d5ba259d-24bf-411b-8a5c-970011025e8e req-22663bd9-6145-458e-a9ca-59f0303537e0 service nova] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Received event network-vif-deleted-742db58e-0c56-4da0-b1f3-8b0450b48e40 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1846.557267] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.538s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1846.558025] env[71058]: DEBUG nova.compute.manager [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1846.561778] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d7f892e6-3b6c-47f5-baeb-0bee20291b35 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.111s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1846.562073] env[71058]: DEBUG nova.objects.instance [None req-d7f892e6-3b6c-47f5-baeb-0bee20291b35 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lazy-loading 'resources' on Instance uuid 2ece5bee-47b6-43fe-9f71-8f53eff22091 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1846.572978] env[71058]: DEBUG oslo_vmware.api [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873785, 'name': PowerOnVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1846.700616] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873783, 'name': CreateVM_Task, 'duration_secs': 1.217751} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1846.700812] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1846.701694] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1846.701855] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1846.702211] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1846.702483] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fef6d9d1-0c30-4041-9aef-4335fe9591a6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1846.707337] env[71058]: DEBUG oslo_vmware.api [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1846.707337] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526d33db-c881-e406-4069-34c7553a94d3"
[ 1846.707337] env[71058]:    _type = "Task"
[ 1846.707337] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1846.715146] env[71058]: DEBUG oslo_vmware.api [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526d33db-c881-e406-4069-34c7553a94d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1846.975109] env[71058]: DEBUG oslo_vmware.api [None req-6a2ce88d-ff7c-493a-a242-a33303ba4aac tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Task: {'id': task-2873787, 'name': PowerOffVM_Task, 'duration_secs': 0.282593} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1846.978197] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2ce88d-ff7c-493a-a242-a33303ba4aac tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1846.978486] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2ce88d-ff7c-493a-a242-a33303ba4aac tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1846.978807] env[71058]: DEBUG oslo_vmware.api [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873786, 'name': PowerOnVM_Task, 'duration_secs': 0.570877} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1846.979092] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32cfe837-f302-4903-a6ee-5aeb7fec4d6f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1846.980613] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1847.038174] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2ce88d-ff7c-493a-a242-a33303ba4aac tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1847.038412] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2ce88d-ff7c-493a-a242-a33303ba4aac tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1847.038588] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a2ce88d-ff7c-493a-a242-a33303ba4aac tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Deleting the datastore file [datastore2] a43aaf71-fa10-4222-a683-318997878cd2 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1847.038867] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f85965f4-ecb4-4db0-b315-ab1f87f2c3b1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1847.046326] env[71058]: DEBUG oslo_vmware.api [None req-6a2ce88d-ff7c-493a-a242-a33303ba4aac tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Waiting for the task: (returnval){
[ 1847.046326] env[71058]:    value = "task-2873790"
[ 1847.046326] env[71058]:    _type = "Task"
[ 1847.046326] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1847.058497] env[71058]: DEBUG oslo_vmware.api [None req-6a2ce88d-ff7c-493a-a242-a33303ba4aac tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Task: {'id': task-2873790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1847.063463] env[71058]: DEBUG oslo_vmware.api [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873785, 'name': PowerOnVM_Task, 'duration_secs': 1.124283} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1847.063795] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1847.064097] env[71058]: INFO nova.compute.manager [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Took 9.06 seconds to spawn the instance on the hypervisor.
[ 1847.064351] env[71058]: DEBUG nova.compute.manager [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1847.065599] env[71058]: DEBUG nova.compute.utils [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1847.069740] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29589bfa-d3df-4645-9586-1087da75ac57 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1847.072899] env[71058]: DEBUG nova.compute.manager [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1847.073157] env[71058]: DEBUG nova.network.neutron [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] [instance: a250099b-b6c6-4380-8834-55a970e49a52] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1847.130104] env[71058]: DEBUG nova.policy [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df37f9361d9644e4802e873194d67c87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0461ff40f564a8495c65ace8c9e1995', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1847.220407] env[71058]: DEBUG oslo_vmware.api [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526d33db-c881-e406-4069-34c7553a94d3, 'name': SearchDatastore_Task, 'duration_secs': 0.010666} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1847.223116] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1847.223456] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1847.223791] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1847.223996] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1847.224257] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1847.224844] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e145a762-30df-42f2-857b-c78841d9974e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1847.233016] env[71058]: DEBUG nova.compute.manager [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1847.234191] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3260421d-82d7-41ed-a239-2e65b7b398fe {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1847.240106] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1847.240362] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1847.243760] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f558f08-7fff-424f-8178-755ee0188b9b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1847.252183] env[71058]: DEBUG oslo_vmware.api [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1847.252183] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5228a524-8493-4e6c-9c7a-0bf0433bf212"
[ 1847.252183] env[71058]:    _type = "Task"
[ 1847.252183] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1847.262960] env[71058]: DEBUG oslo_vmware.api [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5228a524-8493-4e6c-9c7a-0bf0433bf212, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1847.431919] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe71bcd9-27cb-4cbf-b00c-6c487752d58a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1847.435142] env[71058]: DEBUG nova.network.neutron [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Successfully created port: b5803b62-52f0-4ecf-9d94-275416548fce {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1847.442297] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56359c9-c19a-467c-bf2e-a698732ab137 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1847.473683] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682bb451-b8c7-42e5-ac36-9b1d816ecb18 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1847.481015] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a936af99-6fd7-4603-ab9b-46cef0e3bad2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1847.494357] env[71058]: DEBUG nova.compute.provider_tree [None req-d7f892e6-3b6c-47f5-baeb-0bee20291b35 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1847.559949] env[71058]: DEBUG oslo_vmware.api [None req-6a2ce88d-ff7c-493a-a242-a33303ba4aac tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Task: {'id': task-2873790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149278} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1847.560315] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a2ce88d-ff7c-493a-a242-a33303ba4aac tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1847.560442] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2ce88d-ff7c-493a-a242-a33303ba4aac tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1847.560585] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2ce88d-ff7c-493a-a242-a33303ba4aac tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1847.560757] env[71058]: INFO nova.compute.manager [None req-6a2ce88d-ff7c-493a-a242-a33303ba4aac tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Took 1.11 seconds to destroy the instance on the hypervisor.
[ 1847.561016] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a2ce88d-ff7c-493a-a242-a33303ba4aac tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1847.561388] env[71058]: DEBUG nova.compute.manager [-] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1847.561388] env[71058]: DEBUG nova.network.neutron [-] [instance: a43aaf71-fa10-4222-a683-318997878cd2] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1847.574230] env[71058]: DEBUG nova.compute.manager [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1847.602753] env[71058]: INFO nova.compute.manager [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Took 26.02 seconds to build instance.
[ 1847.759691] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e30e36b9-374b-47eb-80b2-a12d59c47e7b tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lock "d8c74703-a213-4e6c-882c-46cdbb82b1b9" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 42.508s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1847.765793] env[71058]: DEBUG oslo_vmware.api [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5228a524-8493-4e6c-9c7a-0bf0433bf212, 'name': SearchDatastore_Task, 'duration_secs': 0.027204} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1847.766972] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ba2c09a-d804-4722-ac04-9cc533551ad5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1847.772911] env[71058]: DEBUG oslo_vmware.api [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1847.772911] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c6d61c-ea30-e159-4ce6-79109485e3a9"
[ 1847.772911] env[71058]:    _type = "Task"
[ 1847.772911] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1847.784404] env[71058]: DEBUG oslo_vmware.api [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c6d61c-ea30-e159-4ce6-79109485e3a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1847.908211] env[71058]: DEBUG nova.compute.manager [req-2a61f77a-050e-41e2-b68b-83b056b45e6a req-a6bf04cc-37a4-465a-b07e-ef3958652034 service nova] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Received event network-vif-deleted-c78983c6-f3ee-464e-b918-c74038227055 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1847.908400] env[71058]: INFO nova.compute.manager [req-2a61f77a-050e-41e2-b68b-83b056b45e6a req-a6bf04cc-37a4-465a-b07e-ef3958652034 service nova] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Neutron deleted interface c78983c6-f3ee-464e-b918-c74038227055; detaching it from the instance and deleting it from the info cache
[ 1847.908573] env[71058]: DEBUG nova.network.neutron [req-2a61f77a-050e-41e2-b68b-83b056b45e6a req-a6bf04cc-37a4-465a-b07e-ef3958652034 service nova] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1847.997992] env[71058]: DEBUG nova.scheduler.client.report [None req-d7f892e6-3b6c-47f5-baeb-0bee20291b35 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1848.105196] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6c4d9f3e-562d-4965-8bd2-139fdacb71d6 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "1e38a0f4-c977-49b0-9a39-00a859d8c067" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 27.535s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1848.220882] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "dcc7ce80-6051-4649-978f-88ed87e3da23" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1848.221141] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "dcc7ce80-6051-4649-978f-88ed87e3da23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1848.285699] env[71058]: DEBUG oslo_vmware.api [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c6d61c-ea30-e159-4ce6-79109485e3a9, 'name': SearchDatastore_Task, 'duration_secs': 0.011299} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1848.285961] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1848.286232] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4/774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1848.286632] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9051668-ebbe-4cf9-99f0-01a19d9b4c47 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1848.297024] env[71058]: DEBUG oslo_vmware.api [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1848.297024] env[71058]:    value = "task-2873791"
[ 1848.297024] env[71058]:    _type = "Task"
[ 1848.297024] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1848.304978] env[71058]: DEBUG oslo_vmware.api [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1848.390461] env[71058]: DEBUG nova.network.neutron [-] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1848.411483] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c129b3f-07fe-4f8e-b272-141b26c0178e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1848.421777] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f459248a-6575-4fdd-9f65-e091f4adbbbe {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1848.456147] env[71058]: DEBUG nova.compute.manager [req-2a61f77a-050e-41e2-b68b-83b056b45e6a req-a6bf04cc-37a4-465a-b07e-ef3958652034 service nova] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Detach interface failed, port_id=c78983c6-f3ee-464e-b918-c74038227055, reason: Instance a43aaf71-fa10-4222-a683-318997878cd2 could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1848.504236] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d7f892e6-3b6c-47f5-baeb-0bee20291b35 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1848.508245] env[71058]: DEBUG oslo_concurrency.lockutils [None req-013e01b6-ebb2-4023-8f80-8e36ff5b3d61 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.021s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1848.508585] env[71058]: DEBUG nova.objects.instance [None req-013e01b6-ebb2-4023-8f80-8e36ff5b3d61 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lazy-loading 'resources' on Instance uuid f01addd2-48df-444b-aa3b-5b9a065b60b7 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1848.531207] env[71058]: INFO nova.scheduler.client.report [None req-d7f892e6-3b6c-47f5-baeb-0bee20291b35 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Deleted allocations for instance 2ece5bee-47b6-43fe-9f71-8f53eff22091
[ 1848.583673] env[71058]: DEBUG nova.compute.manager [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1848.615672] env[71058]: DEBUG nova.virt.hardware [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1848.616031] env[71058]: DEBUG nova.virt.hardware [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1848.616275] env[71058]: DEBUG nova.virt.hardware [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1848.616540] env[71058]: DEBUG nova.virt.hardware [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1848.616767] env[71058]: DEBUG nova.virt.hardware [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1848.617015] env[71058]: DEBUG nova.virt.hardware [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1848.617334] env[71058]: DEBUG nova.virt.hardware [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1848.617578] env[71058]: DEBUG nova.virt.hardware [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1848.617878] env[71058]: DEBUG nova.virt.hardware [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1848.618183] env[71058]: DEBUG nova.virt.hardware [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1848.618461] env[71058]: DEBUG nova.virt.hardware [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1848.619798] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e658e2-72f6-433e-8283-3af0fa4da0d5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1848.629065] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05c33cc-742a-47fd-a344-65cecaf70fdf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1848.723561] env[71058]: DEBUG nova.compute.manager [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1848.770861] env[71058]: DEBUG oslo_concurrency.lockutils [None req-337e64ba-a793-403e-bb65-29f44a4f451f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "1e38a0f4-c977-49b0-9a39-00a859d8c067" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1848.771244] env[71058]: DEBUG oslo_concurrency.lockutils [None req-337e64ba-a793-403e-bb65-29f44a4f451f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "1e38a0f4-c977-49b0-9a39-00a859d8c067" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1848.771528] env[71058]: DEBUG oslo_concurrency.lockutils [None req-337e64ba-a793-403e-bb65-29f44a4f451f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "1e38a0f4-c977-49b0-9a39-00a859d8c067-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1848.771790] env[71058]: DEBUG oslo_concurrency.lockutils [None req-337e64ba-a793-403e-bb65-29f44a4f451f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "1e38a0f4-c977-49b0-9a39-00a859d8c067-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1848.772029] env[71058]: DEBUG oslo_concurrency.lockutils [None req-337e64ba-a793-403e-bb65-29f44a4f451f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "1e38a0f4-c977-49b0-9a39-00a859d8c067-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1848.774237] env[71058]: INFO nova.compute.manager [None req-337e64ba-a793-403e-bb65-29f44a4f451f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Terminating instance
[ 1848.805446] env[71058]: DEBUG oslo_vmware.api [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448606} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1848.805719] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4/774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1848.805935] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1848.806235] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7846fbe-df9f-4afc-b462-438f61726dc5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1848.812735] env[71058]: DEBUG oslo_vmware.api [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1848.812735] env[71058]:    value = "task-2873792"
[ 1848.812735] env[71058]:    _type = "Task"
[ 1848.812735] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1848.820413] env[71058]: DEBUG oslo_vmware.api [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1848.894130] env[71058]: INFO nova.compute.manager [-] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Took 1.33 seconds to deallocate network for instance.
[ 1849.007323] env[71058]: DEBUG nova.network.neutron [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Successfully updated port: b5803b62-52f0-4ecf-9d94-275416548fce {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1849.042778] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d7f892e6-3b6c-47f5-baeb-0bee20291b35 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "2ece5bee-47b6-43fe-9f71-8f53eff22091" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 16.979s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1849.082543] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-c679fb77-c906-4d82-9534-02eb41d7e877 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Volume attach. Driver type: vmdk {{(pid=71058) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}}
[ 1849.082797] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-c679fb77-c906-4d82-9534-02eb41d7e877 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577574', 'volume_id': '4bc658ce-f883-4415-84e3-fa562dd32460', 'name': 'volume-4bc658ce-f883-4415-84e3-fa562dd32460', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '15042830-daf1-4904-8911-7084b0a83d63', 'attached_at': '', 'detached_at': '', 'volume_id': '4bc658ce-f883-4415-84e3-fa562dd32460', 'serial': '4bc658ce-f883-4415-84e3-fa562dd32460'} {{(pid=71058) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}}
[ 1849.083774] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9e6daf-ac8b-461e-a529-3ec91cc1fd41 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1849.106509] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7026856-bb02-454e-9407-6ea583e52712 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1849.135515] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-c679fb77-c906-4d82-9534-02eb41d7e877 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] volume-4bc658ce-f883-4415-84e3-fa562dd32460/volume-4bc658ce-f883-4415-84e3-fa562dd32460.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1849.139202] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-102f18e7-7fcf-483d-b86f-324993fc332c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1849.160543] env[71058]: DEBUG oslo_vmware.api [None req-c679fb77-c906-4d82-9534-02eb41d7e877 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1849.160543] env[71058]:    value = "task-2873793"
[ 1849.160543] env[71058]:    _type = "Task"
[ 1849.160543] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1849.172768] env[71058]: DEBUG oslo_vmware.api [None req-c679fb77-c906-4d82-9534-02eb41d7e877 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873793, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1849.244075] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1849.279427] env[71058]: DEBUG nova.compute.manager [None req-337e64ba-a793-403e-bb65-29f44a4f451f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1849.279427] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-337e64ba-a793-403e-bb65-29f44a4f451f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1849.280094] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141de3f6-c87b-4338-b5a4-62ca133851fb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1849.292199] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-337e64ba-a793-403e-bb65-29f44a4f451f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1849.292486] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-272df7e2-34dc-4306-87dc-d003d2d3fd8b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1849.300346] env[71058]: DEBUG oslo_vmware.api [None req-337e64ba-a793-403e-bb65-29f44a4f451f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1849.300346] env[71058]:    value = "task-2873794"
[ 1849.300346] env[71058]:    _type = "Task"
[ 1849.300346] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1849.309313] env[71058]: DEBUG oslo_vmware.api [None req-337e64ba-a793-403e-bb65-29f44a4f451f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1849.322239] env[71058]: DEBUG oslo_vmware.api [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065451} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1849.324928] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1849.325976] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4588b7d-59e4-474c-bb4c-d28702506fd8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1849.348949] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4/774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1849.352029] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ad07561-4e19-45cc-857d-34e68fd1c8d0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1849.373238] env[71058]: DEBUG oslo_vmware.api [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1849.373238] env[71058]:    value = "task-2873795"
[ 1849.373238] env[71058]:    _type = "Task"
[ 1849.373238] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1849.383328] env[71058]: DEBUG oslo_vmware.api [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873795, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1849.400790] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6a2ce88d-ff7c-493a-a242-a33303ba4aac tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1849.407648] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f930cf0-2c30-4469-822b-de3172d1dbcd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1849.415552] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadb4ed3-0e42-49f5-91cb-70633ac20747 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1849.449902] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5299b4fb-3240-44a2-99ae-f5cf4f9f0b08 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1849.457599] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce36d82-36cf-4b39-902b-1e3ceea47a4c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1849.473739] env[71058]: DEBUG nova.compute.provider_tree [None req-013e01b6-ebb2-4023-8f80-8e36ff5b3d61 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1849.509309] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Acquiring lock "refresh_cache-a250099b-b6c6-4380-8834-55a970e49a52" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1849.509461] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Acquired lock "refresh_cache-a250099b-b6c6-4380-8834-55a970e49a52" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1849.509617] env[71058]: DEBUG nova.network.neutron [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1849.671835] env[71058]: DEBUG oslo_vmware.api [None req-c679fb77-c906-4d82-9534-02eb41d7e877 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1849.809385] env[71058]: DEBUG oslo_vmware.api [None req-337e64ba-a793-403e-bb65-29f44a4f451f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873794, 'name': PowerOffVM_Task, 'duration_secs': 0.235873} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1849.809651] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-337e64ba-a793-403e-bb65-29f44a4f451f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1849.809904] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-337e64ba-a793-403e-bb65-29f44a4f451f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1849.810076] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e333546-ff5c-4148-b325-0071398b02ba {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1849.866674] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-337e64ba-a793-403e-bb65-29f44a4f451f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1849.866899] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-337e64ba-a793-403e-bb65-29f44a4f451f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1849.867325] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-337e64ba-a793-403e-bb65-29f44a4f451f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Deleting the datastore file [datastore2] 1e38a0f4-c977-49b0-9a39-00a859d8c067 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1849.867608] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cf97644-3b2a-4c21-bcd0-635e57887de6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1849.878178] env[71058]: DEBUG oslo_vmware.api [None req-337e64ba-a793-403e-bb65-29f44a4f451f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1849.878178] env[71058]:    value = "task-2873797"
[ 1849.878178] env[71058]:    _type = "Task"
[ 1849.878178] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1849.885266] env[71058]: DEBUG oslo_vmware.api [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873795, 'name': ReconfigVM_Task, 'duration_secs': 0.393971} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1849.886108] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4/774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1849.886800] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82045332-1e7d-4a25-96d0-4a968bdc468f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1849.891120] env[71058]: DEBUG oslo_vmware.api [None req-337e64ba-a793-403e-bb65-29f44a4f451f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1849.895715] env[71058]: DEBUG oslo_vmware.api [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1849.895715] env[71058]:    value = "task-2873798"
[ 1849.895715] env[71058]:    _type = "Task"
[ 1849.895715] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1849.903357] env[71058]: DEBUG oslo_vmware.api [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873798, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1849.977602] env[71058]: DEBUG nova.scheduler.client.report [None req-013e01b6-ebb2-4023-8f80-8e36ff5b3d61 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1850.007418] env[71058]: DEBUG nova.compute.manager [req-49f83023-e218-4c95-a55b-9be9aabc9404 req-5bfcb6d7-a0f2-4a5e-bd74-f71a7e3124e8 service nova] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Received event network-vif-plugged-b5803b62-52f0-4ecf-9d94-275416548fce {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1850.007681] env[71058]: DEBUG oslo_concurrency.lockutils [req-49f83023-e218-4c95-a55b-9be9aabc9404 req-5bfcb6d7-a0f2-4a5e-bd74-f71a7e3124e8 service nova] Acquiring lock "a250099b-b6c6-4380-8834-55a970e49a52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1850.008034] env[71058]: DEBUG oslo_concurrency.lockutils [req-49f83023-e218-4c95-a55b-9be9aabc9404 req-5bfcb6d7-a0f2-4a5e-bd74-f71a7e3124e8 service nova] Lock "a250099b-b6c6-4380-8834-55a970e49a52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1850.008034] env[71058]: DEBUG oslo_concurrency.lockutils [req-49f83023-e218-4c95-a55b-9be9aabc9404 req-5bfcb6d7-a0f2-4a5e-bd74-f71a7e3124e8 service nova] Lock "a250099b-b6c6-4380-8834-55a970e49a52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1850.008186] env[71058]: DEBUG nova.compute.manager [req-49f83023-e218-4c95-a55b-9be9aabc9404 req-5bfcb6d7-a0f2-4a5e-bd74-f71a7e3124e8 service nova] [instance: a250099b-b6c6-4380-8834-55a970e49a52] No waiting events found dispatching network-vif-plugged-b5803b62-52f0-4ecf-9d94-275416548fce {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1850.008366] env[71058]: WARNING nova.compute.manager [req-49f83023-e218-4c95-a55b-9be9aabc9404 req-5bfcb6d7-a0f2-4a5e-bd74-f71a7e3124e8 service nova] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Received unexpected event network-vif-plugged-b5803b62-52f0-4ecf-9d94-275416548fce for instance with vm_state building and task_state spawning.
[ 1850.008483] env[71058]: DEBUG nova.compute.manager [req-49f83023-e218-4c95-a55b-9be9aabc9404 req-5bfcb6d7-a0f2-4a5e-bd74-f71a7e3124e8 service nova] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Received event network-changed-b5803b62-52f0-4ecf-9d94-275416548fce {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1850.008644] env[71058]: DEBUG nova.compute.manager [req-49f83023-e218-4c95-a55b-9be9aabc9404 req-5bfcb6d7-a0f2-4a5e-bd74-f71a7e3124e8 service nova] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Refreshing instance network info cache due to event network-changed-b5803b62-52f0-4ecf-9d94-275416548fce. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1850.008811] env[71058]: DEBUG oslo_concurrency.lockutils [req-49f83023-e218-4c95-a55b-9be9aabc9404 req-5bfcb6d7-a0f2-4a5e-bd74-f71a7e3124e8 service nova] Acquiring lock "refresh_cache-a250099b-b6c6-4380-8834-55a970e49a52" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1850.043459] env[71058]: DEBUG nova.network.neutron [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1850.177019] env[71058]: DEBUG oslo_vmware.api [None req-c679fb77-c906-4d82-9534-02eb41d7e877 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873793, 'name': ReconfigVM_Task, 'duration_secs': 0.6435} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1850.178725] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-c679fb77-c906-4d82-9534-02eb41d7e877 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Reconfigured VM instance instance-00000058 to attach disk [datastore2] volume-4bc658ce-f883-4415-84e3-fa562dd32460/volume-4bc658ce-f883-4415-84e3-fa562dd32460.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1850.187471] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3e06750-8f41-4424-ac26-516fd0218e2f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1850.206850] env[71058]: DEBUG oslo_vmware.api [None req-c679fb77-c906-4d82-9534-02eb41d7e877 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1850.206850] env[71058]:    value = "task-2873799"
[ 1850.206850] env[71058]:    _type = "Task"
[ 1850.206850] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1850.215661] env[71058]: DEBUG oslo_vmware.api [None req-c679fb77-c906-4d82-9534-02eb41d7e877 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873799, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1850.217023] env[71058]: DEBUG nova.network.neutron [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Updating instance_info_cache with network_info: [{"id": "b5803b62-52f0-4ecf-9d94-275416548fce", "address": "fa:16:3e:1a:79:09", "network": {"id": "c08e3097-b569-4e4e-9bb9-9c13fe8ff0a7", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1333412550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0461ff40f564a8495c65ace8c9e1995", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5803b62-52", "ovs_interfaceid": "b5803b62-52f0-4ecf-9d94-275416548fce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1850.387971] env[71058]: DEBUG oslo_vmware.api [None req-337e64ba-a793-403e-bb65-29f44a4f451f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462717} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1850.388441] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-337e64ba-a793-403e-bb65-29f44a4f451f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1850.388682] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-337e64ba-a793-403e-bb65-29f44a4f451f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1850.388902] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-337e64ba-a793-403e-bb65-29f44a4f451f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1850.389124] env[71058]: INFO nova.compute.manager [None req-337e64ba-a793-403e-bb65-29f44a4f451f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Took 1.11 seconds to destroy the instance on the hypervisor.
[ 1850.389410] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-337e64ba-a793-403e-bb65-29f44a4f451f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1850.389668] env[71058]: DEBUG nova.compute.manager [-] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1850.389802] env[71058]: DEBUG nova.network.neutron [-] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1850.405018] env[71058]: DEBUG oslo_vmware.api [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873798, 'name': Rename_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1850.484709] env[71058]: DEBUG oslo_concurrency.lockutils [None req-013e01b6-ebb2-4023-8f80-8e36ff5b3d61 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1850.487775] env[71058]: DEBUG oslo_concurrency.lockutils [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.728s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1850.487775] env[71058]: DEBUG nova.objects.instance [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71058) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
[ 1850.524641] env[71058]: INFO nova.scheduler.client.report [None req-013e01b6-ebb2-4023-8f80-8e36ff5b3d61 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Deleted allocations for instance f01addd2-48df-444b-aa3b-5b9a065b60b7
[ 1850.708045] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "50d42da1-80b8-4889-947e-f5546b1c7e62" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1850.708243] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "50d42da1-80b8-4889-947e-f5546b1c7e62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1850.720832] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Releasing lock "refresh_cache-a250099b-b6c6-4380-8834-55a970e49a52" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1850.721152] env[71058]: DEBUG nova.compute.manager [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Instance network_info: |[{"id": "b5803b62-52f0-4ecf-9d94-275416548fce", "address": "fa:16:3e:1a:79:09", "network": {"id": "c08e3097-b569-4e4e-9bb9-9c13fe8ff0a7", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1333412550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0461ff40f564a8495c65ace8c9e1995", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5803b62-52", "ovs_interfaceid": "b5803b62-52f0-4ecf-9d94-275416548fce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1850.721741] env[71058]: DEBUG oslo_vmware.api [None req-c679fb77-c906-4d82-9534-02eb41d7e877 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873799, 'name': ReconfigVM_Task, 'duration_secs': 0.164207} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1850.721741] env[71058]: DEBUG oslo_concurrency.lockutils [req-49f83023-e218-4c95-a55b-9be9aabc9404 req-5bfcb6d7-a0f2-4a5e-bd74-f71a7e3124e8 service nova] Acquired lock "refresh_cache-a250099b-b6c6-4380-8834-55a970e49a52" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1850.722031] env[71058]: DEBUG nova.network.neutron [req-49f83023-e218-4c95-a55b-9be9aabc9404 req-5bfcb6d7-a0f2-4a5e-bd74-f71a7e3124e8 service nova] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Refreshing network info cache for port b5803b62-52f0-4ecf-9d94-275416548fce {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1850.722962] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:79:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd96b39f-bd2e-48d1-85c3-577cf97f08c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5803b62-52f0-4ecf-9d94-275416548fce', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1850.731290] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Creating folder: Project (c0461ff40f564a8495c65ace8c9e1995). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1850.731672] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-c679fb77-c906-4d82-9534-02eb41d7e877 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577574', 'volume_id': '4bc658ce-f883-4415-84e3-fa562dd32460', 'name': 'volume-4bc658ce-f883-4415-84e3-fa562dd32460', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '15042830-daf1-4904-8911-7084b0a83d63', 'attached_at': '', 'detached_at': '', 'volume_id': '4bc658ce-f883-4415-84e3-fa562dd32460', 'serial': '4bc658ce-f883-4415-84e3-fa562dd32460'} {{(pid=71058) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}}
[ 1850.735845] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3eb08481-38e0-4583-a163-0892ce6695cf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1850.750033] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Created folder: Project (c0461ff40f564a8495c65ace8c9e1995) in parent group-v577298.
[ 1850.750033] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Creating folder: Instances. Parent ref: group-v577578. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1850.750033] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-886b6b50-6ac3-4cae-b022-6123128a53cd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1850.759058] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Created folder: Instances in parent group-v577578.
[ 1850.759326] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1850.759526] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1850.759735] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40e70e3f-eb5b-468e-a19f-5ebdaddeff73 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1850.779193] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1850.779193] env[71058]:    value = "task-2873802"
[ 1850.779193] env[71058]:    _type = "Task"
[ 1850.779193] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1850.787496] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873802, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1850.906127] env[71058]: DEBUG oslo_vmware.api [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873798, 'name': Rename_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1851.038029] env[71058]: DEBUG oslo_concurrency.lockutils [None req-013e01b6-ebb2-4023-8f80-8e36ff5b3d61 tempest-AttachVolumeTestJSON-2026923566 tempest-AttachVolumeTestJSON-2026923566-project-member] Lock "f01addd2-48df-444b-aa3b-5b9a065b60b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 19.799s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1851.172264] env[71058]: DEBUG nova.network.neutron [-] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1851.215066] env[71058]: DEBUG nova.compute.manager [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1851.302511] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873802, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1851.412036] env[71058]: DEBUG oslo_vmware.api [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873798, 'name': Rename_Task, 'duration_secs': 1.151654} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1851.415350] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1851.415637] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e11e6438-be32-4683-a3f4-d563f8363303 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1851.422220] env[71058]: DEBUG oslo_vmware.api [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1851.422220] env[71058]:    value = "task-2873803"
[ 1851.422220] env[71058]:    _type = "Task"
[ 1851.422220] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1851.437701] env[71058]: DEBUG oslo_vmware.api [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1851.499870] env[71058]: DEBUG oslo_concurrency.lockutils [None req-24d1aba5-2d14-4b8d-bb52-b3ddcfdd2814 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1851.504264] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.578s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1851.504501] env[71058]: DEBUG nova.objects.instance [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Lazy-loading 'resources' on Instance uuid 93d276f6-f037-42c0-a3a3-086d863618c2 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1851.587984] env[71058]: DEBUG nova.network.neutron [req-49f83023-e218-4c95-a55b-9be9aabc9404 req-5bfcb6d7-a0f2-4a5e-bd74-f71a7e3124e8 service nova] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Updated VIF entry in instance network info cache for port b5803b62-52f0-4ecf-9d94-275416548fce. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1851.588363] env[71058]: DEBUG nova.network.neutron [req-49f83023-e218-4c95-a55b-9be9aabc9404 req-5bfcb6d7-a0f2-4a5e-bd74-f71a7e3124e8 service nova] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Updating instance_info_cache with network_info: [{"id": "b5803b62-52f0-4ecf-9d94-275416548fce", "address": "fa:16:3e:1a:79:09", "network": {"id": "c08e3097-b569-4e4e-9bb9-9c13fe8ff0a7", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1333412550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0461ff40f564a8495c65ace8c9e1995", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5803b62-52", "ovs_interfaceid": "b5803b62-52f0-4ecf-9d94-275416548fce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1851.675151] env[71058]: INFO nova.compute.manager [-] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Took 1.29 seconds to deallocate network for instance.
[ 1851.739824] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1851.790087] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873802, 'name': CreateVM_Task, 'duration_secs': 0.787875} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1851.790301] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1851.791010] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1851.791185] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1851.791509] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1851.791769] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dcc6c85-2d69-41b5-b9a6-27e437e9829c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1851.795552] env[71058]: DEBUG nova.objects.instance [None req-c679fb77-c906-4d82-9534-02eb41d7e877 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lazy-loading 'flavor' on Instance uuid 15042830-daf1-4904-8911-7084b0a83d63 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1851.798745] env[71058]: DEBUG oslo_vmware.api [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Waiting for the task: (returnval){
[ 1851.798745] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5290181b-58af-add7-0a7b-1de93209791e"
[ 1851.798745] env[71058]:    _type = "Task"
[ 1851.798745] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1851.808397] env[71058]: DEBUG oslo_vmware.api [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5290181b-58af-add7-0a7b-1de93209791e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1851.932654] env[71058]: DEBUG oslo_vmware.api [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873803, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1852.034138] env[71058]: DEBUG nova.compute.manager [req-c81843a4-9bec-4ca7-907a-c3facd2e1094 req-47bc6cfb-6446-4b36-bea4-ea10a7bd1a16 service nova] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Received event network-vif-deleted-ac4dfac6-ffd3-48c8-b344-a4a13e239e72 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1852.091029] env[71058]: DEBUG oslo_concurrency.lockutils [req-49f83023-e218-4c95-a55b-9be9aabc9404 req-5bfcb6d7-a0f2-4a5e-bd74-f71a7e3124e8 service nova] Releasing lock "refresh_cache-a250099b-b6c6-4380-8834-55a970e49a52" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1852.182232] env[71058]: DEBUG oslo_concurrency.lockutils [None req-337e64ba-a793-403e-bb65-29f44a4f451f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1852.306825] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c679fb77-c906-4d82-9534-02eb41d7e877 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "15042830-daf1-4904-8911-7084b0a83d63" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.934s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1852.314081] env[71058]: DEBUG oslo_vmware.api [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5290181b-58af-add7-0a7b-1de93209791e, 'name': SearchDatastore_Task, 'duration_secs': 0.01214} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1852.314200] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1852.315029] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1852.315029] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1852.315029] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1852.315029] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1852.316240] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-313e3747-cda2-4d56-badf-e6371207a9fa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1852.318661] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32b7da3-dbde-4467-b94e-7e29b9978f07 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1852.327557] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ebf07f-edff-4170-be51-886c682e805b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1852.331896] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1852.332096] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1852.333146] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53ed4949-6782-4a23-9286-d37b496decc8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1852.360313] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87271cf-71ad-414b-88b8-cf7206465248 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1852.364492] env[71058]: DEBUG oslo_vmware.api [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Waiting for the task: (returnval){
[ 1852.364492] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f2a5b4-a145-38c7-e6f9-e7909eb34ae2"
[ 1852.364492] env[71058]:    _type = "Task"
[ 1852.364492] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1852.372347] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97e6858-0956-4f32-9487-da01f0428e25 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1852.379359] env[71058]: DEBUG oslo_vmware.api [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f2a5b4-a145-38c7-e6f9-e7909eb34ae2, 'name': SearchDatastore_Task, 'duration_secs': 0.010139} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1852.380415] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c029e491-c5e0-4be8-a532-cde8153cdc0b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1852.390935] env[71058]: DEBUG nova.compute.provider_tree [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1852.394998] env[71058]: DEBUG oslo_vmware.api [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Waiting for the task: (returnval){
[ 1852.394998] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52da6383-55f1-11f3-d8f0-2a74fe671484"
[ 1852.394998] env[71058]:    _type = "Task"
[ 1852.394998] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1852.402990] env[71058]: DEBUG oslo_vmware.api [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52da6383-55f1-11f3-d8f0-2a74fe671484, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1852.432096] env[71058]: DEBUG oslo_vmware.api [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873803, 'name': PowerOnVM_Task, 'duration_secs': 0.744277} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1852.432373] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1852.432577] env[71058]: INFO nova.compute.manager [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Took 9.43 seconds to spawn the instance on the hypervisor.
[ 1852.432745] env[71058]: DEBUG nova.compute.manager [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1852.433544] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bc4a6e-8bf9-412f-a085-4da4efa20dc0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1852.894588] env[71058]: DEBUG nova.scheduler.client.report [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1852.908298] env[71058]: DEBUG oslo_vmware.api [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52da6383-55f1-11f3-d8f0-2a74fe671484, 'name': SearchDatastore_Task, 'duration_secs': 0.011105} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1852.908603] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1852.908866] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] a250099b-b6c6-4380-8834-55a970e49a52/a250099b-b6c6-4380-8834-55a970e49a52.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1852.909140] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-356c38af-1c38-430f-b238-90b86306a230 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1852.916798] env[71058]: DEBUG oslo_vmware.api [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Waiting for the task: (returnval){
[ 1852.916798] env[71058]:    value = "task-2873805"
[ 1852.916798] env[71058]:    _type = "Task"
[ 1852.916798] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1852.925204] env[71058]: DEBUG oslo_vmware.api [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Task: {'id': task-2873805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1852.952191] env[71058]: INFO nova.compute.manager [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Took 27.00 seconds to build instance.
[ 1853.136789] env[71058]: INFO nova.compute.manager [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Rescuing
[ 1853.138143] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Acquiring lock "refresh_cache-774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1853.138408] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Acquired lock "refresh_cache-774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1853.138615] env[71058]: DEBUG nova.network.neutron [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1853.399730] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1853.402196] env[71058]: DEBUG oslo_concurrency.lockutils [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.807s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1853.402434] env[71058]: DEBUG nova.objects.instance [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lazy-loading 'resources' on Instance uuid 545969b7-7197-437e-baa1-b002e6700615 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1853.416785] env[71058]: INFO nova.scheduler.client.report [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Deleted allocations for instance 93d276f6-f037-42c0-a3a3-086d863618c2
[ 1853.428890] env[71058]: DEBUG oslo_vmware.api [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Task: {'id': task-2873805, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1853.453191] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7b039f67-6094-4b31-b6b2-ae55ce5d43d5 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Lock "774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 28.512s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1853.596437] env[71058]: DEBUG nova.compute.manager [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Stashing vm_state: active {{(pid=71058) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}}
[ 1853.847976] env[71058]: DEBUG nova.network.neutron [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Updating instance_info_cache with network_info: [{"id": "b26a7da6-c894-472f-bb20-c4aec6d05284", "address": "fa:16:3e:04:3d:f8", "network": {"id": "66c4b59f-ea05-4c73-9644-7107192fdc73", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-658905657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1b67ce83b88b440f93e743c111acfbac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb26a7da6-c8", "ovs_interfaceid": "b26a7da6-c894-472f-bb20-c4aec6d05284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1853.931332] env[71058]: DEBUG oslo_vmware.api [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Task: {'id': task-2873805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540974} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1853.931991] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a07e1129-4bbd-40ac-b0d0-6b1d770824bb tempest-ServersListShow2100Test-170790301 tempest-ServersListShow2100Test-170790301-project-member] Lock "93d276f6-f037-42c0-a3a3-086d863618c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 19.274s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1853.932855] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] a250099b-b6c6-4380-8834-55a970e49a52/a250099b-b6c6-4380-8834-55a970e49a52.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1853.933092] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1853.933489] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-060a90a4-af79-4467-9031-48f7bb826c27 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1853.940024] env[71058]: DEBUG oslo_vmware.api [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Waiting for the task: (returnval){
[ 1853.940024] env[71058]:    value = "task-2873806"
[ 1853.940024] env[71058]:    _type = "Task"
[ 1853.940024] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1853.950250] env[71058]: DEBUG oslo_vmware.api [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Task: {'id': task-2873806, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1854.118238] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1854.190537] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329e65d9-9da8-46eb-906f-407d18e2b74f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1854.199084] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99e14b5-b13d-4041-ae53-e98b1f70f4cc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1854.232903] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7d3c12-dabc-405c-84fb-127b95ff2878 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1854.240695] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4723b344-12df-414d-84e4-f23d7afe02f9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1854.254129] env[71058]: DEBUG nova.compute.provider_tree [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1854.350793] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Releasing lock "refresh_cache-774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1854.449444] env[71058]: DEBUG oslo_vmware.api [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Task: {'id': task-2873806, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.271255} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1854.449739] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1854.450520] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc492b0-a079-4cd4-bef8-c4010f4b2834 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1854.473168] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] a250099b-b6c6-4380-8834-55a970e49a52/a250099b-b6c6-4380-8834-55a970e49a52.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1854.473469] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7aad3187-8951-4f33-88dd-82e103ff7dc1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1854.493185] env[71058]: DEBUG oslo_vmware.api [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Waiting for the task: (returnval){
[ 1854.493185] env[71058]:    value = "task-2873807"
[ 1854.493185] env[71058]:    _type = "Task"
[ 1854.493185] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1854.500992] env[71058]: DEBUG oslo_vmware.api [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Task: {'id': task-2873807, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1854.777490] env[71058]: ERROR nova.scheduler.client.report [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [req-d7015b37-2893-49cf-b1b6-1782adecd7e1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e78318ba-501a-470f-875b-8fbc021c2c5f.  Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict  ", "code": "placement.concurrent_update", "request_id": "req-d7015b37-2893-49cf-b1b6-1782adecd7e1"}]}
[ 1854.794380] env[71058]: DEBUG nova.scheduler.client.report [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Refreshing inventories for resource provider e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:832}}
[ 1854.815741] env[71058]: DEBUG nova.scheduler.client.report [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Updating ProviderTree inventory for provider e78318ba-501a-470f-875b-8fbc021c2c5f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:796}}
[ 1854.816164] env[71058]: DEBUG nova.compute.provider_tree [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1854.828507] env[71058]: DEBUG nova.scheduler.client.report [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Refreshing aggregate associations for resource provider e78318ba-501a-470f-875b-8fbc021c2c5f, aggregates: None {{(pid=71058) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:841}}
[ 1854.850101] env[71058]: DEBUG nova.scheduler.client.report [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Refreshing trait associations for resource provider e78318ba-501a-470f-875b-8fbc021c2c5f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=71058) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:853}}
[ 1855.007577] env[71058]: DEBUG oslo_vmware.api [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Task: {'id': task-2873807, 'name': ReconfigVM_Task, 'duration_secs': 0.441577} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1855.007831] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Reconfigured VM instance instance-00000062 to attach disk [datastore2] a250099b-b6c6-4380-8834-55a970e49a52/a250099b-b6c6-4380-8834-55a970e49a52.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1855.008529] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e08b2f4-7b5f-4791-b942-5aef1513a4e6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1855.017886] env[71058]: DEBUG oslo_vmware.api [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Waiting for the task: (returnval){
[ 1855.017886] env[71058]:    value = "task-2873809"
[ 1855.017886] env[71058]:    _type = "Task"
[ 1855.017886] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1855.028173] env[71058]: DEBUG oslo_vmware.api [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Task: {'id': task-2873809, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1855.174755] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afd5a3a-a2b1-4808-bf7a-34644b35747e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1855.182497] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b11ef6c-c802-40d1-9aa7-2b52b079c15f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1855.215993] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266f0918-d9f6-4f73-97ad-9fbd9bf57937 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1855.223841] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046b173b-e82f-4637-8752-84b7333b3aa4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1855.238294] env[71058]: DEBUG nova.compute.provider_tree [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1855.527701] env[71058]: DEBUG oslo_vmware.api [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Task: {'id': task-2873809, 'name': Rename_Task, 'duration_secs': 0.351181} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1855.527976] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1855.528625] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-891e2fb2-39dc-486f-a7f7-b24afe41c528 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1855.535456] env[71058]: DEBUG oslo_vmware.api [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Waiting for the task: (returnval){
[ 1855.535456] env[71058]:    value = "task-2873810"
[ 1855.535456] env[71058]:    _type = "Task"
[ 1855.535456] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1855.543361] env[71058]: DEBUG oslo_vmware.api [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Task: {'id': task-2873810, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1855.741943] env[71058]: DEBUG nova.scheduler.client.report [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1855.896859] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1855.897197] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58b0a859-bd15-4de6-95d7-3e0add824f35 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1855.904872] env[71058]: DEBUG oslo_vmware.api [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1855.904872] env[71058]:    value = "task-2873811"
[ 1855.904872] env[71058]:    _type = "Task"
[ 1855.904872] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1855.912866] env[71058]: DEBUG oslo_vmware.api [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1856.046736] env[71058]: DEBUG oslo_vmware.api [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Task: {'id': task-2873810, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1856.247222] env[71058]: DEBUG oslo_concurrency.lockutils [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.845s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1856.249548] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.272s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1856.251115] env[71058]: INFO nova.compute.claims [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1856.277606] env[71058]: INFO nova.scheduler.client.report [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Deleted allocations for instance 545969b7-7197-437e-baa1-b002e6700615
[ 1856.417342] env[71058]: DEBUG oslo_vmware.api [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873811, 'name': PowerOffVM_Task, 'duration_secs': 0.193734} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1856.420763] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1856.420878] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040198fa-51f6-494a-b043-a1efd38ae884 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1856.445806] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a7c93a-06b1-4a3a-b92a-8ce9d87bb5da {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1856.492129] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1856.492431] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51e8aff3-dd90-4d12-a496-e2bf272fdb5d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1856.500476] env[71058]: DEBUG oslo_vmware.api [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1856.500476] env[71058]:    value = "task-2873812"
[ 1856.500476] env[71058]:    _type = "Task"
[ 1856.500476] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1856.510235] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] VM already powered off {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}}
[ 1856.510463] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1856.510704] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1856.510851] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1856.511039] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1856.511295] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f134c350-983b-4b4f-8f4c-ce580d710cec {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1856.520169] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1856.520236] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1856.520963] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffc47c37-b4e2-48b9-ba26-c9549be05a63 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1856.530277] env[71058]: DEBUG oslo_vmware.api [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1856.530277] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523b3ee2-f1a6-671a-37bc-653e1c9e4239"
[ 1856.530277] env[71058]:    _type = "Task"
[ 1856.530277] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1856.543504] env[71058]: DEBUG oslo_vmware.api [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523b3ee2-f1a6-671a-37bc-653e1c9e4239, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1856.551115] env[71058]: DEBUG oslo_vmware.api [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Task: {'id': task-2873810, 'name': PowerOnVM_Task, 'duration_secs': 0.662828} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1856.551379] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1856.551575] env[71058]: INFO nova.compute.manager [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Took 7.97 seconds to spawn the instance on the hypervisor.
[ 1856.551753] env[71058]: DEBUG nova.compute.manager [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1856.552555] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a30e8f6-e59b-40e2-af5d-d0f79f1999c6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1856.784934] env[71058]: DEBUG oslo_concurrency.lockutils [None req-aeacc54e-d066-433a-9e47-ba0ea78c136c tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "545969b7-7197-437e-baa1-b002e6700615" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 19.267s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1856.965858] env[71058]: DEBUG oslo_concurrency.lockutils [None req-636213af-a942-4be6-86ce-9c4d4c5b161d tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquiring lock "982e6457-699e-4aec-b044-a71766bdf848" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1856.966142] env[71058]: DEBUG oslo_concurrency.lockutils [None req-636213af-a942-4be6-86ce-9c4d4c5b161d tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "982e6457-699e-4aec-b044-a71766bdf848" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1856.966478] env[71058]: DEBUG oslo_concurrency.lockutils [None req-636213af-a942-4be6-86ce-9c4d4c5b161d tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquiring lock "982e6457-699e-4aec-b044-a71766bdf848-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1856.966683] env[71058]: DEBUG oslo_concurrency.lockutils [None req-636213af-a942-4be6-86ce-9c4d4c5b161d tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "982e6457-699e-4aec-b044-a71766bdf848-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1856.966972] env[71058]: DEBUG oslo_concurrency.lockutils [None req-636213af-a942-4be6-86ce-9c4d4c5b161d tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "982e6457-699e-4aec-b044-a71766bdf848-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1856.969710] env[71058]: INFO nova.compute.manager [None req-636213af-a942-4be6-86ce-9c4d4c5b161d tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Terminating instance
[ 1857.042344] env[71058]: DEBUG oslo_vmware.api [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523b3ee2-f1a6-671a-37bc-653e1c9e4239, 'name': SearchDatastore_Task, 'duration_secs': 0.01261} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1857.043269] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53384829-dc08-4d41-a464-cf601f9a525a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1857.049853] env[71058]: DEBUG oslo_vmware.api [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1857.049853] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f0f672-2288-7164-7922-e8e1459c482a"
[ 1857.049853] env[71058]:    _type = "Task"
[ 1857.049853] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1857.057617] env[71058]: DEBUG oslo_vmware.api [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f0f672-2288-7164-7922-e8e1459c482a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1857.072342] env[71058]: INFO nova.compute.manager [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Took 22.15 seconds to build instance.
[ 1857.474023] env[71058]: DEBUG nova.compute.manager [None req-636213af-a942-4be6-86ce-9c4d4c5b161d tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1857.474023] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-636213af-a942-4be6-86ce-9c4d4c5b161d tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1857.474760] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948ecea1-28da-4a02-b9ae-34d3f5e24d1f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1857.484438] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-636213af-a942-4be6-86ce-9c4d4c5b161d tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1857.485095] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89439284-ce05-46c5-b64f-69843aef8dac {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1857.491497] env[71058]: DEBUG oslo_vmware.api [None req-636213af-a942-4be6-86ce-9c4d4c5b161d tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1857.491497] env[71058]:    value = "task-2873813"
[ 1857.491497] env[71058]:    _type = "Task"
[ 1857.491497] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1857.502967] env[71058]: DEBUG oslo_vmware.api [None req-636213af-a942-4be6-86ce-9c4d4c5b161d tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873813, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1857.562739] env[71058]: DEBUG oslo_vmware.api [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f0f672-2288-7164-7922-e8e1459c482a, 'name': SearchDatastore_Task, 'duration_secs': 0.009945} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1857.565135] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1857.565411] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4/8099d743-3bb3-45d8-acee-c2b5ceed489a-rescue.vmdk. {{(pid=71058) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}}
[ 1857.565928] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a474a21d-c661-4881-acdf-617a3c1c45bd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1857.571734] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5fc940ed-8b93-488d-a7ec-9852d95dc951 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Lock "a250099b-b6c6-4380-8834-55a970e49a52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 23.660s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1857.573494] env[71058]: DEBUG oslo_vmware.api [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1857.573494] env[71058]:    value = "task-2873814"
[ 1857.573494] env[71058]:    _type = "Task"
[ 1857.573494] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1857.578648] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f80dd7-34ef-4903-b732-d3935cfbb8e1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1857.593488] env[71058]: DEBUG oslo_vmware.api [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1857.594685] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718246e1-d074-4350-815d-9c785621c34e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1857.625290] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c48ae1-c52a-4eb9-9dbe-cef8afb0ae65 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1857.634104] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a872926d-5172-4f56-a305-58b569b1e5f6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1857.651982] env[71058]: DEBUG nova.compute.provider_tree [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1857.719312] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquiring lock "6fe501bd-1cac-4abb-9e92-db5df2af61ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1857.719535] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lock "6fe501bd-1cac-4abb-9e92-db5df2af61ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1858.002250] env[71058]: DEBUG oslo_vmware.api [None req-636213af-a942-4be6-86ce-9c4d4c5b161d tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873813, 'name': PowerOffVM_Task, 'duration_secs': 0.251715} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1858.002508] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-636213af-a942-4be6-86ce-9c4d4c5b161d tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1858.002679] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-636213af-a942-4be6-86ce-9c4d4c5b161d tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1858.003095] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66717065-bbaa-4f71-9a70-e9c78e74d01d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1858.061038] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-636213af-a942-4be6-86ce-9c4d4c5b161d tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1858.061791] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-636213af-a942-4be6-86ce-9c4d4c5b161d tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1858.061791] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-636213af-a942-4be6-86ce-9c4d4c5b161d tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Deleting the datastore file [datastore1] 982e6457-699e-4aec-b044-a71766bdf848 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1858.062050] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c92537b8-51ef-4f5d-ac78-db61676ab065 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1858.069753] env[71058]: DEBUG oslo_vmware.api [None req-636213af-a942-4be6-86ce-9c4d4c5b161d tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1858.069753] env[71058]:    value = "task-2873817"
[ 1858.069753] env[71058]:    _type = "Task"
[ 1858.069753] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1858.080690] env[71058]: DEBUG oslo_vmware.api [None req-636213af-a942-4be6-86ce-9c4d4c5b161d tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1858.085216] env[71058]: DEBUG oslo_vmware.api [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873814, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462159} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1858.085371] env[71058]: INFO nova.virt.vmwareapi.ds_util [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4/8099d743-3bb3-45d8-acee-c2b5ceed489a-rescue.vmdk.
[ 1858.086128] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620d20c2-192a-4579-a692-762b5c155e61 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1858.111357] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4/8099d743-3bb3-45d8-acee-c2b5ceed489a-rescue.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1858.111703] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33068001-124d-41c3-94d1-2a730014a0be {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1858.129811] env[71058]: DEBUG oslo_vmware.api [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1858.129811] env[71058]:    value = "task-2873818"
[ 1858.129811] env[71058]:    _type = "Task"
[ 1858.129811] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1858.137474] env[71058]: DEBUG oslo_vmware.api [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873818, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1858.155762] env[71058]: DEBUG nova.scheduler.client.report [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1858.185044] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a7489c8e-68de-4ffe-9667-5fd699950e99 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Acquiring lock "a250099b-b6c6-4380-8834-55a970e49a52" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1858.185044] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a7489c8e-68de-4ffe-9667-5fd699950e99 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Lock "a250099b-b6c6-4380-8834-55a970e49a52" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1858.185250] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a7489c8e-68de-4ffe-9667-5fd699950e99 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Acquiring lock "a250099b-b6c6-4380-8834-55a970e49a52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1858.185450] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a7489c8e-68de-4ffe-9667-5fd699950e99 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Lock "a250099b-b6c6-4380-8834-55a970e49a52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1858.185637] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a7489c8e-68de-4ffe-9667-5fd699950e99 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Lock "a250099b-b6c6-4380-8834-55a970e49a52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1858.187728] env[71058]: INFO nova.compute.manager [None req-a7489c8e-68de-4ffe-9667-5fd699950e99 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Terminating instance
[ 1858.222084] env[71058]: DEBUG nova.compute.manager [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1858.582490] env[71058]: DEBUG oslo_vmware.api [None req-636213af-a942-4be6-86ce-9c4d4c5b161d tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13962} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1858.582490] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-636213af-a942-4be6-86ce-9c4d4c5b161d tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1858.582490] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-636213af-a942-4be6-86ce-9c4d4c5b161d tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1858.582490] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-636213af-a942-4be6-86ce-9c4d4c5b161d tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1858.582490] env[71058]: INFO nova.compute.manager [None req-636213af-a942-4be6-86ce-9c4d4c5b161d tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Took 1.11 seconds to destroy the instance on the hypervisor.
[ 1858.582490] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-636213af-a942-4be6-86ce-9c4d4c5b161d tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1858.582490] env[71058]: DEBUG nova.compute.manager [-] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1858.582490] env[71058]: DEBUG nova.network.neutron [-] [instance: 982e6457-699e-4aec-b044-a71766bdf848] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1858.642040] env[71058]: DEBUG oslo_vmware.api [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873818, 'name': ReconfigVM_Task, 'duration_secs': 0.378018} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1858.648670] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4/8099d743-3bb3-45d8-acee-c2b5ceed489a-rescue.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1858.649500] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7dfc3f8-7cbe-4304-8e18-c465b4075551 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1858.682122] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1858.682790] env[71058]: DEBUG nova.compute.manager [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1858.690644] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5bb3c134-bceb-4a35-8754-1b83732bbc2b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.877s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1858.691127] env[71058]: DEBUG nova.objects.instance [None req-5bb3c134-bceb-4a35-8754-1b83732bbc2b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lazy-loading 'resources' on Instance uuid 1ebc64c7-a73c-4e56-ac5b-f435371edd4e {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1858.692226] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3975b006-fd90-411a-8500-62f1fb343e9a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1858.707658] env[71058]: DEBUG nova.compute.manager [None req-a7489c8e-68de-4ffe-9667-5fd699950e99 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1858.707995] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a7489c8e-68de-4ffe-9667-5fd699950e99 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1858.713839] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dca615-8372-46db-8c07-b1c31619206f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1858.721875] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7489c8e-68de-4ffe-9667-5fd699950e99 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1858.723281] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c7dc2e7-c3ec-453d-bd6f-e56970016a38 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1858.724951] env[71058]: DEBUG oslo_vmware.api [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1858.724951] env[71058]:    value = "task-2873819"
[ 1858.724951] env[71058]:    _type = "Task"
[ 1858.724951] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1858.737395] env[71058]: DEBUG oslo_vmware.api [None req-a7489c8e-68de-4ffe-9667-5fd699950e99 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Waiting for the task: (returnval){
[ 1858.737395] env[71058]:    value = "task-2873820"
[ 1858.737395] env[71058]:    _type = "Task"
[ 1858.737395] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1858.743147] env[71058]: DEBUG oslo_vmware.api [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873819, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1858.751100] env[71058]: DEBUG oslo_vmware.api [None req-a7489c8e-68de-4ffe-9667-5fd699950e99 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Task: {'id': task-2873820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1858.756078] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1858.900861] env[71058]: DEBUG nova.compute.manager [req-aeb76082-6eaa-4f10-9739-d78fe037132c req-651f12c9-d872-4415-8347-b7af5d678bed service nova] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Received event network-vif-deleted-272a7516-f5f5-43d0-ad95-435cb5b9bbfc {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1858.901177] env[71058]: INFO nova.compute.manager [req-aeb76082-6eaa-4f10-9739-d78fe037132c req-651f12c9-d872-4415-8347-b7af5d678bed service nova] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Neutron deleted interface 272a7516-f5f5-43d0-ad95-435cb5b9bbfc; detaching it from the instance and deleting it from the info cache
[ 1858.901262] env[71058]: DEBUG nova.network.neutron [req-aeb76082-6eaa-4f10-9739-d78fe037132c req-651f12c9-d872-4415-8347-b7af5d678bed service nova] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1859.056843] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f5ecac-2a85-4a46-9ad9-f71ac2b7b8e3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1859.064736] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687810ad-a102-4c27-ad8c-d38dd96f1c78 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1859.096281] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c31487-bae8-41fd-8dab-e1136fcfb138 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1859.103619] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceeca2c1-5262-4a58-a483-9fab13223976 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1859.118787] env[71058]: DEBUG nova.compute.provider_tree [None req-5bb3c134-bceb-4a35-8754-1b83732bbc2b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1859.193065] env[71058]: DEBUG nova.compute.utils [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1859.194130] env[71058]: DEBUG nova.compute.manager [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1859.194288] env[71058]: DEBUG nova.network.neutron [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1859.234198] env[71058]: DEBUG nova.policy [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce60e6d5b5204d2f8a76b2c6972ee8da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17af35ecde854246840d1e08ccd1fdfe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1859.243811] env[71058]: DEBUG oslo_vmware.api [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873819, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1859.249309] env[71058]: DEBUG oslo_vmware.api [None req-a7489c8e-68de-4ffe-9667-5fd699950e99 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Task: {'id': task-2873820, 'name': PowerOffVM_Task, 'duration_secs': 0.49211} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1859.249703] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7489c8e-68de-4ffe-9667-5fd699950e99 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1859.249997] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a7489c8e-68de-4ffe-9667-5fd699950e99 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1859.250413] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8294883f-f447-46c7-876c-c772d2832f74 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1859.303148] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a7489c8e-68de-4ffe-9667-5fd699950e99 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1859.303388] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a7489c8e-68de-4ffe-9667-5fd699950e99 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1859.303574] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7489c8e-68de-4ffe-9667-5fd699950e99 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Deleting the datastore file [datastore2] a250099b-b6c6-4380-8834-55a970e49a52 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1859.303835] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5639d46-bac8-427f-ad9b-7ec30404fbae {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1859.311573] env[71058]: DEBUG oslo_vmware.api [None req-a7489c8e-68de-4ffe-9667-5fd699950e99 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Waiting for the task: (returnval){
[ 1859.311573] env[71058]:    value = "task-2873822"
[ 1859.311573] env[71058]:    _type = "Task"
[ 1859.311573] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1859.318823] env[71058]: DEBUG oslo_vmware.api [None req-a7489c8e-68de-4ffe-9667-5fd699950e99 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Task: {'id': task-2873822, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1859.377938] env[71058]: DEBUG nova.network.neutron [-] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1859.403576] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db1b2228-56e8-490c-bffa-bcd0ac2d27a2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1859.413716] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b51632-a844-446f-bdc1-6ad05b3d8532 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1859.448311] env[71058]: DEBUG nova.compute.manager [req-aeb76082-6eaa-4f10-9739-d78fe037132c req-651f12c9-d872-4415-8347-b7af5d678bed service nova] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Detach interface failed, port_id=272a7516-f5f5-43d0-ad95-435cb5b9bbfc, reason: Instance 982e6457-699e-4aec-b044-a71766bdf848 could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1859.507239] env[71058]: DEBUG nova.network.neutron [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Successfully created port: 4270b089-af02-4158-a495-432c1f7d6540 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1859.622116] env[71058]: DEBUG nova.scheduler.client.report [None req-5bb3c134-bceb-4a35-8754-1b83732bbc2b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1859.697758] env[71058]: DEBUG nova.compute.manager [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1859.740235] env[71058]: DEBUG oslo_vmware.api [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873819, 'name': ReconfigVM_Task, 'duration_secs': 0.528019} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1859.740553] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1859.740908] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15f00656-aa30-4c99-9e29-e23ec9ff2543 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1859.747365] env[71058]: DEBUG oslo_vmware.api [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1859.747365] env[71058]:    value = "task-2873823"
[ 1859.747365] env[71058]:    _type = "Task"
[ 1859.747365] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1859.755323] env[71058]: DEBUG oslo_vmware.api [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1859.821570] env[71058]: DEBUG oslo_vmware.api [None req-a7489c8e-68de-4ffe-9667-5fd699950e99 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Task: {'id': task-2873822, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131377} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1859.821911] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7489c8e-68de-4ffe-9667-5fd699950e99 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1859.822146] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a7489c8e-68de-4ffe-9667-5fd699950e99 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1859.823028] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a7489c8e-68de-4ffe-9667-5fd699950e99 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1859.823028] env[71058]: INFO nova.compute.manager [None req-a7489c8e-68de-4ffe-9667-5fd699950e99 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Took 1.11 seconds to destroy the instance on the hypervisor.
[ 1859.823028] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7489c8e-68de-4ffe-9667-5fd699950e99 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1859.823028] env[71058]: DEBUG nova.compute.manager [-] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1859.823028] env[71058]: DEBUG nova.network.neutron [-] [instance: a250099b-b6c6-4380-8834-55a970e49a52] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1859.881093] env[71058]: INFO nova.compute.manager [-] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Took 1.30 seconds to deallocate network for instance.
[ 1860.126873] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5bb3c134-bceb-4a35-8754-1b83732bbc2b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.436s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1860.129373] env[71058]: DEBUG oslo_concurrency.lockutils [None req-be5781d8-678c-4731-b3de-7dc79045aa04 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.265s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1860.129753] env[71058]: DEBUG oslo_concurrency.lockutils [None req-be5781d8-678c-4731-b3de-7dc79045aa04 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1860.131261] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.887s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1860.133137] env[71058]: INFO nova.compute.claims [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1860.157316] env[71058]: INFO nova.scheduler.client.report [None req-be5781d8-678c-4731-b3de-7dc79045aa04 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Deleted allocations for instance 94792fca-3c7b-45cd-911d-faea61af9d78
[ 1860.158277] env[71058]: INFO nova.scheduler.client.report [None req-5bb3c134-bceb-4a35-8754-1b83732bbc2b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Deleted allocations for instance 1ebc64c7-a73c-4e56-ac5b-f435371edd4e
[ 1860.258298] env[71058]: DEBUG oslo_vmware.api [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873823, 'name': PowerOnVM_Task, 'duration_secs': 0.37555} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1860.258534] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1860.261826] env[71058]: DEBUG nova.compute.manager [None req-d82e0567-cfb5-413b-8a4c-1c5cc9d962a6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1860.262120] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc9aacd-6968-4667-8653-e52e5c121947 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1860.387430] env[71058]: DEBUG oslo_concurrency.lockutils [None req-636213af-a942-4be6-86ce-9c4d4c5b161d tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1860.574253] env[71058]: DEBUG nova.network.neutron [-] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1860.671074] env[71058]: DEBUG oslo_concurrency.lockutils [None req-be5781d8-678c-4731-b3de-7dc79045aa04 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "94792fca-3c7b-45cd-911d-faea61af9d78" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 19.321s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1860.672401] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5bb3c134-bceb-4a35-8754-1b83732bbc2b tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lock "1ebc64c7-a73c-4e56-ac5b-f435371edd4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 19.155s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1860.707854] env[71058]: DEBUG nova.compute.manager [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1860.731526] env[71058]: DEBUG nova.virt.hardware [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1860.731757] env[71058]: DEBUG nova.virt.hardware [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1860.731910] env[71058]: DEBUG nova.virt.hardware [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1860.732113] env[71058]: DEBUG nova.virt.hardware [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1860.732263] env[71058]: DEBUG nova.virt.hardware [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1860.732410] env[71058]: DEBUG nova.virt.hardware [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1860.732612] env[71058]: DEBUG nova.virt.hardware [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1860.732762] env[71058]: DEBUG nova.virt.hardware [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1860.732923] env[71058]: DEBUG nova.virt.hardware [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1860.735877] env[71058]: DEBUG nova.virt.hardware [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1860.736131] env[71058]: DEBUG nova.virt.hardware [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1860.737826] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cdb437-06bc-4021-99bb-7a8b5e46aeeb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1860.747588] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2116d7a7-1341-413a-8937-2d014998d3f0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1860.988250] env[71058]: DEBUG nova.network.neutron [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Successfully updated port: 4270b089-af02-4158-a495-432c1f7d6540 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1861.048852] env[71058]: DEBUG nova.compute.manager [req-84884aeb-5e60-411b-8e23-a86a0432a259 req-088d0667-eb11-4177-9648-386d763871ac service nova] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Received event network-vif-deleted-b5803b62-52f0-4ecf-9d94-275416548fce {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1861.049370] env[71058]: DEBUG nova.compute.manager [req-84884aeb-5e60-411b-8e23-a86a0432a259 req-088d0667-eb11-4177-9648-386d763871ac service nova] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Received event network-vif-plugged-4270b089-af02-4158-a495-432c1f7d6540 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1861.049370] env[71058]: DEBUG oslo_concurrency.lockutils [req-84884aeb-5e60-411b-8e23-a86a0432a259 req-088d0667-eb11-4177-9648-386d763871ac service nova] Acquiring lock "9be82b05-0579-49ba-9e5a-bab585d6c1ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1861.049674] env[71058]: DEBUG oslo_concurrency.lockutils [req-84884aeb-5e60-411b-8e23-a86a0432a259 req-088d0667-eb11-4177-9648-386d763871ac service nova] Lock "9be82b05-0579-49ba-9e5a-bab585d6c1ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1861.049674] env[71058]: DEBUG oslo_concurrency.lockutils [req-84884aeb-5e60-411b-8e23-a86a0432a259 req-088d0667-eb11-4177-9648-386d763871ac service nova] Lock "9be82b05-0579-49ba-9e5a-bab585d6c1ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1861.050102] env[71058]: DEBUG nova.compute.manager [req-84884aeb-5e60-411b-8e23-a86a0432a259 req-088d0667-eb11-4177-9648-386d763871ac service nova] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] No waiting events found dispatching network-vif-plugged-4270b089-af02-4158-a495-432c1f7d6540 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1861.050102] env[71058]: WARNING nova.compute.manager [req-84884aeb-5e60-411b-8e23-a86a0432a259 req-088d0667-eb11-4177-9648-386d763871ac service nova] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Received unexpected event network-vif-plugged-4270b089-af02-4158-a495-432c1f7d6540 for instance with vm_state building and task_state spawning.
[ 1861.077680] env[71058]: INFO nova.compute.manager [-] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Took 1.25 seconds to deallocate network for instance.
[ 1861.461689] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e6a9b8-ee79-485b-93cb-d2b181611522 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1861.471199] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd818737-0a04-428b-a939-08817732f67d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1861.503718] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "refresh_cache-9be82b05-0579-49ba-9e5a-bab585d6c1ac" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1861.503862] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquired lock "refresh_cache-9be82b05-0579-49ba-9e5a-bab585d6c1ac" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1861.504345] env[71058]: DEBUG nova.network.neutron [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1861.506055] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63962b69-e700-4e67-ba6c-9637e89454f0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1861.515159] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238db6c8-6802-4b51-ba42-d761d1d12a6d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1861.530401] env[71058]: DEBUG nova.compute.provider_tree [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1861.586125] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a7489c8e-68de-4ffe-9667-5fd699950e99 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1861.777398] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Acquiring lock "0252d894-77c9-4b91-8bf6-d525336bdc6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1861.777668] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Lock "0252d894-77c9-4b91-8bf6-d525336bdc6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1862.034334] env[71058]: DEBUG nova.scheduler.client.report [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1862.043105] env[71058]: DEBUG nova.network.neutron [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1862.173024] env[71058]: DEBUG nova.network.neutron [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Updating instance_info_cache with network_info: [{"id": "4270b089-af02-4158-a495-432c1f7d6540", "address": "fa:16:3e:a8:ae:e7", "network": {"id": "0e55cc18-b52f-4c57-ac37-4902a108877c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1582599326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17af35ecde854246840d1e08ccd1fdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4270b089-af", "ovs_interfaceid": "4270b089-af02-4158-a495-432c1f7d6540", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1862.280026] env[71058]: DEBUG nova.compute.manager [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1862.539412] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1862.540093] env[71058]: DEBUG nova.compute.manager [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1862.542713] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6a2ce88d-ff7c-493a-a242-a33303ba4aac tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.142s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1862.542835] env[71058]: DEBUG nova.objects.instance [None req-6a2ce88d-ff7c-493a-a242-a33303ba4aac tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Lazy-loading 'resources' on Instance uuid a43aaf71-fa10-4222-a683-318997878cd2 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1862.675851] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Releasing lock "refresh_cache-9be82b05-0579-49ba-9e5a-bab585d6c1ac" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1862.676214] env[71058]: DEBUG nova.compute.manager [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Instance network_info: |[{"id": "4270b089-af02-4158-a495-432c1f7d6540", "address": "fa:16:3e:a8:ae:e7", "network": {"id": "0e55cc18-b52f-4c57-ac37-4902a108877c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1582599326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17af35ecde854246840d1e08ccd1fdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4270b089-af", "ovs_interfaceid": "4270b089-af02-4158-a495-432c1f7d6540", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1862.676696] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:ae:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f35e69ef-c2c8-4b8c-9887-33e97b242c0a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4270b089-af02-4158-a495-432c1f7d6540', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1862.685289] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1862.685529] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1862.685795] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7ea0368-055f-471d-9d7a-824e1257f855 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1862.709388] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1862.709388] env[71058]:    value = "task-2873825"
[ 1862.709388] env[71058]:    _type = "Task"
[ 1862.709388] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1862.717537] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873825, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1862.805757] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1863.046595] env[71058]: DEBUG nova.compute.utils [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1863.050601] env[71058]: DEBUG nova.compute.manager [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1863.050819] env[71058]: DEBUG nova.network.neutron [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1863.079676] env[71058]: DEBUG nova.compute.manager [req-9b697212-3b1f-44a2-be71-20f5d261f454 req-40718f31-a4a5-494c-bfa2-917c81ddbfdf service nova] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Received event network-changed-4270b089-af02-4158-a495-432c1f7d6540 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1863.079676] env[71058]: DEBUG nova.compute.manager [req-9b697212-3b1f-44a2-be71-20f5d261f454 req-40718f31-a4a5-494c-bfa2-917c81ddbfdf service nova] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Refreshing instance network info cache due to event network-changed-4270b089-af02-4158-a495-432c1f7d6540. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1863.079676] env[71058]: DEBUG oslo_concurrency.lockutils [req-9b697212-3b1f-44a2-be71-20f5d261f454 req-40718f31-a4a5-494c-bfa2-917c81ddbfdf service nova] Acquiring lock "refresh_cache-9be82b05-0579-49ba-9e5a-bab585d6c1ac" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1863.079676] env[71058]: DEBUG oslo_concurrency.lockutils [req-9b697212-3b1f-44a2-be71-20f5d261f454 req-40718f31-a4a5-494c-bfa2-917c81ddbfdf service nova] Acquired lock "refresh_cache-9be82b05-0579-49ba-9e5a-bab585d6c1ac" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1863.079958] env[71058]: DEBUG nova.network.neutron [req-9b697212-3b1f-44a2-be71-20f5d261f454 req-40718f31-a4a5-494c-bfa2-917c81ddbfdf service nova] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Refreshing network info cache for port 4270b089-af02-4158-a495-432c1f7d6540 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1863.109781] env[71058]: DEBUG nova.policy [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b05fe8ff6b1412da43d98763a26a426', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1c9902cdb8d44e288ef5d1588d0de88', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1863.221085] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873825, 'name': CreateVM_Task, 'duration_secs': 0.323092} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1863.221270] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1863.221933] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1863.222114] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1863.222450] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1863.222988] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66099a43-f646-4a91-9394-549e1af1d8c3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1863.229551] env[71058]: DEBUG oslo_vmware.api [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1863.229551] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52bc7cd4-1db4-2c2d-bca7-c2f5dea6d7d0"
[ 1863.229551] env[71058]:    _type = "Task"
[ 1863.229551] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1863.238716] env[71058]: DEBUG oslo_vmware.api [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52bc7cd4-1db4-2c2d-bca7-c2f5dea6d7d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1863.318799] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ca4e0e-b572-463a-a072-b134d8429f9b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1863.326030] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f6be04-bfcf-4df1-9813-293239149f50 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1863.357878] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fef2520-363c-4a74-8178-c88deac33a2b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1863.364963] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767eb19e-0e89-4424-9eee-7b77dc8685ab {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1863.378116] env[71058]: DEBUG nova.compute.provider_tree [None req-6a2ce88d-ff7c-493a-a242-a33303ba4aac tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1863.383580] env[71058]: DEBUG nova.network.neutron [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Successfully created port: e1a189d3-c744-471b-b3f6-29b9292f6683 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1863.551491] env[71058]: DEBUG nova.compute.manager [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1863.742073] env[71058]: DEBUG oslo_vmware.api [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52bc7cd4-1db4-2c2d-bca7-c2f5dea6d7d0, 'name': SearchDatastore_Task, 'duration_secs': 0.010173} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1863.742373] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1863.742607] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1863.742838] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1863.742990] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1863.743205] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1863.743503] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-582f4245-4f7a-42fb-97a2-46c800d71d05 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1863.752302] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1863.752485] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1863.756230] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21c2c55d-e68d-4ff9-bbb4-cf56bdf03537 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1863.760786] env[71058]: DEBUG oslo_vmware.api [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1863.760786] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52785291-f1f2-7a6d-9f4b-0a819851ba0b"
[ 1863.760786] env[71058]:    _type = "Task"
[ 1863.760786] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1863.768520] env[71058]: DEBUG oslo_vmware.api [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52785291-f1f2-7a6d-9f4b-0a819851ba0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1863.800360] env[71058]: DEBUG nova.network.neutron [req-9b697212-3b1f-44a2-be71-20f5d261f454 req-40718f31-a4a5-494c-bfa2-917c81ddbfdf service nova] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Updated VIF entry in instance network info cache for port 4270b089-af02-4158-a495-432c1f7d6540. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1863.800778] env[71058]: DEBUG nova.network.neutron [req-9b697212-3b1f-44a2-be71-20f5d261f454 req-40718f31-a4a5-494c-bfa2-917c81ddbfdf service nova] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Updating instance_info_cache with network_info: [{"id": "4270b089-af02-4158-a495-432c1f7d6540", "address": "fa:16:3e:a8:ae:e7", "network": {"id": "0e55cc18-b52f-4c57-ac37-4902a108877c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1582599326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17af35ecde854246840d1e08ccd1fdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4270b089-af", "ovs_interfaceid": "4270b089-af02-4158-a495-432c1f7d6540", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1863.884380] env[71058]: DEBUG nova.scheduler.client.report [None req-6a2ce88d-ff7c-493a-a242-a33303ba4aac tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1864.271477] env[71058]: DEBUG oslo_vmware.api [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52785291-f1f2-7a6d-9f4b-0a819851ba0b, 'name': SearchDatastore_Task, 'duration_secs': 0.008281} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1864.272297] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7954720c-9da3-4989-87f9-41921acfb79a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1864.277529] env[71058]: DEBUG oslo_vmware.api [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1864.277529] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f98197-7c93-93ec-26be-0ba3efb6d228"
[ 1864.277529] env[71058]:    _type = "Task"
[ 1864.277529] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1864.285947] env[71058]: DEBUG oslo_vmware.api [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f98197-7c93-93ec-26be-0ba3efb6d228, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1864.303346] env[71058]: DEBUG oslo_concurrency.lockutils [req-9b697212-3b1f-44a2-be71-20f5d261f454 req-40718f31-a4a5-494c-bfa2-917c81ddbfdf service nova] Releasing lock "refresh_cache-9be82b05-0579-49ba-9e5a-bab585d6c1ac" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1864.389139] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6a2ce88d-ff7c-493a-a242-a33303ba4aac tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.846s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1864.392317] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.652s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1864.393847] env[71058]: INFO nova.compute.claims [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1864.410479] env[71058]: INFO nova.scheduler.client.report [None req-6a2ce88d-ff7c-493a-a242-a33303ba4aac tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Deleted allocations for instance a43aaf71-fa10-4222-a683-318997878cd2
[ 1864.565200] env[71058]: DEBUG nova.compute.manager [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1864.591046] env[71058]: DEBUG nova.virt.hardware [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1864.591310] env[71058]: DEBUG nova.virt.hardware [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1864.591465] env[71058]: DEBUG nova.virt.hardware [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1864.591641] env[71058]: DEBUG nova.virt.hardware [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1864.591784] env[71058]: DEBUG nova.virt.hardware [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1864.591927] env[71058]: DEBUG nova.virt.hardware [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1864.592171] env[71058]: DEBUG nova.virt.hardware [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1864.592337] env[71058]: DEBUG nova.virt.hardware [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1864.592502] env[71058]: DEBUG nova.virt.hardware [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1864.592691] env[71058]: DEBUG nova.virt.hardware [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1864.592915] env[71058]: DEBUG nova.virt.hardware [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1864.593830] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc0d5fe-bf97-4a08-b662-c64f11c9df8b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1864.601634] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260ba3f0-279a-4713-9eaa-f5e7ebacfc1b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1864.787669] env[71058]: DEBUG oslo_vmware.api [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f98197-7c93-93ec-26be-0ba3efb6d228, 'name': SearchDatastore_Task, 'duration_secs': 0.009719} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1864.787937] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1864.788300] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 9be82b05-0579-49ba-9e5a-bab585d6c1ac/9be82b05-0579-49ba-9e5a-bab585d6c1ac.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1864.788492] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b5f6b8c-5eee-4d8d-80a9-6a52cfa63f9d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1864.795554] env[71058]: DEBUG oslo_vmware.api [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1864.795554] env[71058]:    value = "task-2873826"
[ 1864.795554] env[71058]:    _type = "Task"
[ 1864.795554] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1864.803532] env[71058]: DEBUG oslo_vmware.api [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1864.886442] env[71058]: DEBUG nova.network.neutron [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Successfully updated port: e1a189d3-c744-471b-b3f6-29b9292f6683 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1864.918236] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6a2ce88d-ff7c-493a-a242-a33303ba4aac tempest-ServerMetadataTestJSON-1595872334 tempest-ServerMetadataTestJSON-1595872334-project-member] Lock "a43aaf71-fa10-4222-a683-318997878cd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 18.979s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1865.111974] env[71058]: DEBUG nova.compute.manager [req-d1d54a28-6a7b-43bf-91ec-a513865aef8f req-b19eb33e-020b-456b-8138-0746664ee90c service nova] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Received event network-vif-plugged-e1a189d3-c744-471b-b3f6-29b9292f6683 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1865.111974] env[71058]: DEBUG oslo_concurrency.lockutils [req-d1d54a28-6a7b-43bf-91ec-a513865aef8f req-b19eb33e-020b-456b-8138-0746664ee90c service nova] Acquiring lock "dcc7ce80-6051-4649-978f-88ed87e3da23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1865.111974] env[71058]: DEBUG oslo_concurrency.lockutils [req-d1d54a28-6a7b-43bf-91ec-a513865aef8f req-b19eb33e-020b-456b-8138-0746664ee90c service nova] Lock "dcc7ce80-6051-4649-978f-88ed87e3da23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1865.112284] env[71058]: DEBUG oslo_concurrency.lockutils [req-d1d54a28-6a7b-43bf-91ec-a513865aef8f req-b19eb33e-020b-456b-8138-0746664ee90c service nova] Lock "dcc7ce80-6051-4649-978f-88ed87e3da23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1865.112536] env[71058]: DEBUG nova.compute.manager [req-d1d54a28-6a7b-43bf-91ec-a513865aef8f req-b19eb33e-020b-456b-8138-0746664ee90c service nova] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] No waiting events found dispatching network-vif-plugged-e1a189d3-c744-471b-b3f6-29b9292f6683 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1865.112786] env[71058]: WARNING nova.compute.manager [req-d1d54a28-6a7b-43bf-91ec-a513865aef8f req-b19eb33e-020b-456b-8138-0746664ee90c service nova] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Received unexpected event network-vif-plugged-e1a189d3-c744-471b-b3f6-29b9292f6683 for instance with vm_state building and task_state spawning.
[ 1865.112956] env[71058]: DEBUG nova.compute.manager [req-d1d54a28-6a7b-43bf-91ec-a513865aef8f req-b19eb33e-020b-456b-8138-0746664ee90c service nova] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Received event network-changed-e1a189d3-c744-471b-b3f6-29b9292f6683 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1865.113196] env[71058]: DEBUG nova.compute.manager [req-d1d54a28-6a7b-43bf-91ec-a513865aef8f req-b19eb33e-020b-456b-8138-0746664ee90c service nova] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Refreshing instance network info cache due to event network-changed-e1a189d3-c744-471b-b3f6-29b9292f6683. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1865.113396] env[71058]: DEBUG oslo_concurrency.lockutils [req-d1d54a28-6a7b-43bf-91ec-a513865aef8f req-b19eb33e-020b-456b-8138-0746664ee90c service nova] Acquiring lock "refresh_cache-dcc7ce80-6051-4649-978f-88ed87e3da23" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1865.113583] env[71058]: DEBUG oslo_concurrency.lockutils [req-d1d54a28-6a7b-43bf-91ec-a513865aef8f req-b19eb33e-020b-456b-8138-0746664ee90c service nova] Acquired lock "refresh_cache-dcc7ce80-6051-4649-978f-88ed87e3da23" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1865.113752] env[71058]: DEBUG nova.network.neutron [req-d1d54a28-6a7b-43bf-91ec-a513865aef8f req-b19eb33e-020b-456b-8138-0746664ee90c service nova] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Refreshing network info cache for port e1a189d3-c744-471b-b3f6-29b9292f6683 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1865.119097] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fe399668-277f-4821-95df-48b76602d637 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquiring lock "76a95105-67c2-4bad-83f4-639120a26053" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1865.119097] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fe399668-277f-4821-95df-48b76602d637 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lock "76a95105-67c2-4bad-83f4-639120a26053" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1865.119097] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fe399668-277f-4821-95df-48b76602d637 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquiring lock "76a95105-67c2-4bad-83f4-639120a26053-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1865.119405] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fe399668-277f-4821-95df-48b76602d637 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lock "76a95105-67c2-4bad-83f4-639120a26053-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1865.119475] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fe399668-277f-4821-95df-48b76602d637 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lock "76a95105-67c2-4bad-83f4-639120a26053-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1865.121567] env[71058]: INFO nova.compute.manager [None req-fe399668-277f-4821-95df-48b76602d637 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Terminating instance
[ 1865.305793] env[71058]: DEBUG oslo_vmware.api [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499464} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1865.306432] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 9be82b05-0579-49ba-9e5a-bab585d6c1ac/9be82b05-0579-49ba-9e5a-bab585d6c1ac.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1865.306896] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1865.307351] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86240d49-8549-41d1-9b2d-b1547be54fa5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1865.314574] env[71058]: DEBUG oslo_vmware.api [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1865.314574] env[71058]:    value = "task-2873827"
[ 1865.314574] env[71058]:    _type = "Task"
[ 1865.314574] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1865.323413] env[71058]: DEBUG oslo_vmware.api [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1865.390982] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "refresh_cache-dcc7ce80-6051-4649-978f-88ed87e3da23" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1865.626969] env[71058]: DEBUG nova.compute.manager [None req-fe399668-277f-4821-95df-48b76602d637 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1865.626969] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-fe399668-277f-4821-95df-48b76602d637 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1865.627276] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88b4cc7-fe77-4296-b32a-1ce12ec5ddb9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1865.635901] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe399668-277f-4821-95df-48b76602d637 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1865.636188] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f2d322c-ed28-4390-b74f-709a3028e687 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1865.643562] env[71058]: DEBUG oslo_vmware.api [None req-fe399668-277f-4821-95df-48b76602d637 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1865.643562] env[71058]:    value = "task-2873828"
[ 1865.643562] env[71058]:    _type = "Task"
[ 1865.643562] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1865.655565] env[71058]: DEBUG oslo_vmware.api [None req-fe399668-277f-4821-95df-48b76602d637 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1865.660552] env[71058]: DEBUG nova.network.neutron [req-d1d54a28-6a7b-43bf-91ec-a513865aef8f req-b19eb33e-020b-456b-8138-0746664ee90c service nova] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1865.704783] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219dfeb7-314b-4131-8c9e-e910d5049627 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1865.712355] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4168d5-9aa7-4547-a90a-585b1b323c9f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1865.750125] env[71058]: DEBUG nova.network.neutron [req-d1d54a28-6a7b-43bf-91ec-a513865aef8f req-b19eb33e-020b-456b-8138-0746664ee90c service nova] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1865.752379] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2663295-af93-41ce-97f5-0ccb10aae066 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1865.760787] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b02c714-bb91-43e6-b31c-9f5ed61a5759 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1865.775671] env[71058]: DEBUG nova.compute.provider_tree [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1865.825584] env[71058]: DEBUG oslo_vmware.api [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068255} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1865.825849] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1865.826650] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136798a5-832a-4c2a-a7f4-e702c7e3b440 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1865.848251] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 9be82b05-0579-49ba-9e5a-bab585d6c1ac/9be82b05-0579-49ba-9e5a-bab585d6c1ac.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1865.848524] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03b474c0-b6d6-425d-a289-48a195d20f18 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1865.873613] env[71058]: DEBUG oslo_vmware.api [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1865.873613] env[71058]:    value = "task-2873829"
[ 1865.873613] env[71058]:    _type = "Task"
[ 1865.873613] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1865.882057] env[71058]: DEBUG oslo_vmware.api [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873829, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1866.154814] env[71058]: DEBUG oslo_vmware.api [None req-fe399668-277f-4821-95df-48b76602d637 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873828, 'name': PowerOffVM_Task, 'duration_secs': 0.362326} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1866.155205] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe399668-277f-4821-95df-48b76602d637 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1866.155251] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-fe399668-277f-4821-95df-48b76602d637 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1866.155491] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef7069a7-78be-40f3-852f-317995b94376 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1866.245132] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-fe399668-277f-4821-95df-48b76602d637 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1866.245584] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-fe399668-277f-4821-95df-48b76602d637 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1866.245584] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe399668-277f-4821-95df-48b76602d637 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Deleting the datastore file [datastore1] 76a95105-67c2-4bad-83f4-639120a26053 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1866.245831] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0be8b26b-624a-4795-af1d-cc059f5a9c87 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1866.252488] env[71058]: DEBUG oslo_vmware.api [None req-fe399668-277f-4821-95df-48b76602d637 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1866.252488] env[71058]:    value = "task-2873831"
[ 1866.252488] env[71058]:    _type = "Task"
[ 1866.252488] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1866.255888] env[71058]: DEBUG oslo_concurrency.lockutils [req-d1d54a28-6a7b-43bf-91ec-a513865aef8f req-b19eb33e-020b-456b-8138-0746664ee90c service nova] Releasing lock "refresh_cache-dcc7ce80-6051-4649-978f-88ed87e3da23" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1866.256243] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquired lock "refresh_cache-dcc7ce80-6051-4649-978f-88ed87e3da23" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1866.256403] env[71058]: DEBUG nova.network.neutron [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1866.262192] env[71058]: DEBUG oslo_vmware.api [None req-fe399668-277f-4821-95df-48b76602d637 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1866.278099] env[71058]: DEBUG nova.scheduler.client.report [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1866.384230] env[71058]: DEBUG oslo_vmware.api [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873829, 'name': ReconfigVM_Task, 'duration_secs': 0.281092} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1866.384613] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 9be82b05-0579-49ba-9e5a-bab585d6c1ac/9be82b05-0579-49ba-9e5a-bab585d6c1ac.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1866.385517] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad5bcc72-40b0-43b2-81fe-a37f6e8d9a83 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1866.393863] env[71058]: DEBUG oslo_vmware.api [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1866.393863] env[71058]:    value = "task-2873832"
[ 1866.393863] env[71058]:    _type = "Task"
[ 1866.393863] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1866.402223] env[71058]: DEBUG oslo_vmware.api [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873832, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1866.764814] env[71058]: DEBUG oslo_vmware.api [None req-fe399668-277f-4821-95df-48b76602d637 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414003} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1866.765448] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe399668-277f-4821-95df-48b76602d637 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1866.765680] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-fe399668-277f-4821-95df-48b76602d637 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1866.765878] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-fe399668-277f-4821-95df-48b76602d637 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1866.765988] env[71058]: INFO nova.compute.manager [None req-fe399668-277f-4821-95df-48b76602d637 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Took 1.14 seconds to destroy the instance on the hypervisor.
[ 1866.766293] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe399668-277f-4821-95df-48b76602d637 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1866.766517] env[71058]: DEBUG nova.compute.manager [-] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1866.766834] env[71058]: DEBUG nova.network.neutron [-] [instance: 76a95105-67c2-4bad-83f4-639120a26053] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1866.783184] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1866.783766] env[71058]: DEBUG nova.compute.manager [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1866.786357] env[71058]: DEBUG oslo_concurrency.lockutils [None req-337e64ba-a793-403e-bb65-29f44a4f451f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.604s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1866.786593] env[71058]: DEBUG nova.objects.instance [None req-337e64ba-a793-403e-bb65-29f44a4f451f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lazy-loading 'resources' on Instance uuid 1e38a0f4-c977-49b0-9a39-00a859d8c067 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1866.809068] env[71058]: DEBUG nova.network.neutron [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1866.902881] env[71058]: DEBUG oslo_vmware.api [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873832, 'name': Rename_Task, 'duration_secs': 0.269333} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1866.904322] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1866.904772] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90388290-b43e-44a4-81d8-7bc555c311ac {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1866.911557] env[71058]: DEBUG oslo_vmware.api [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1866.911557] env[71058]:    value = "task-2873833"
[ 1866.911557] env[71058]:    _type = "Task"
[ 1866.911557] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1866.919441] env[71058]: DEBUG oslo_vmware.api [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1867.057710] env[71058]: DEBUG nova.network.neutron [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Updating instance_info_cache with network_info: [{"id": "e1a189d3-c744-471b-b3f6-29b9292f6683", "address": "fa:16:3e:f6:e0:5b", "network": {"id": "66750c80-d5c2-4b4f-9575-cdf32a68ebc7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-309076217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c9902cdb8d44e288ef5d1588d0de88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1a189d3-c7", "ovs_interfaceid": "e1a189d3-c744-471b-b3f6-29b9292f6683", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1867.175220] env[71058]: DEBUG nova.compute.manager [req-0f5a7a6a-92f5-4c16-8648-d95012119dd1 req-7b6adc04-c023-49fb-a037-bd37abb3baf3 service nova] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Received event network-vif-deleted-2231a3a5-2bba-4fd9-93ad-ff9a2cbdfcd6 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1867.175513] env[71058]: INFO nova.compute.manager [req-0f5a7a6a-92f5-4c16-8648-d95012119dd1 req-7b6adc04-c023-49fb-a037-bd37abb3baf3 service nova] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Neutron deleted interface 2231a3a5-2bba-4fd9-93ad-ff9a2cbdfcd6; detaching it from the instance and deleting it from the info cache
[ 1867.175701] env[71058]: DEBUG nova.network.neutron [req-0f5a7a6a-92f5-4c16-8648-d95012119dd1 req-7b6adc04-c023-49fb-a037-bd37abb3baf3 service nova] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1867.289475] env[71058]: DEBUG nova.compute.utils [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1867.294772] env[71058]: DEBUG nova.compute.manager [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1867.294993] env[71058]: DEBUG nova.network.neutron [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1867.342359] env[71058]: DEBUG nova.policy [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5345537a9b3d49a5b23edb762ac13585', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85106c5e01ec496dbeb48733902367b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1867.423683] env[71058]: DEBUG oslo_vmware.api [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873833, 'name': PowerOnVM_Task, 'duration_secs': 0.484627} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1867.423949] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1867.424196] env[71058]: INFO nova.compute.manager [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Took 6.72 seconds to spawn the instance on the hypervisor.
[ 1867.424399] env[71058]: DEBUG nova.compute.manager [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1867.425612] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98b165c-0c24-4bd7-bf09-48446b2ab889 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1867.561792] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Releasing lock "refresh_cache-dcc7ce80-6051-4649-978f-88ed87e3da23" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1867.562193] env[71058]: DEBUG nova.compute.manager [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Instance network_info: |[{"id": "e1a189d3-c744-471b-b3f6-29b9292f6683", "address": "fa:16:3e:f6:e0:5b", "network": {"id": "66750c80-d5c2-4b4f-9575-cdf32a68ebc7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-309076217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c9902cdb8d44e288ef5d1588d0de88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1a189d3-c7", "ovs_interfaceid": "e1a189d3-c744-471b-b3f6-29b9292f6683", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1867.562594] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:e0:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'df1bf911-aac9-4d2d-ae69-66ace3e6a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1a189d3-c744-471b-b3f6-29b9292f6683', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1867.573045] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1867.576038] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1867.576569] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e792724f-f4df-4cf2-bc08-053bd8faa67d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1867.602031] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1867.602031] env[71058]:    value = "task-2873834"
[ 1867.602031] env[71058]:    _type = "Task"
[ 1867.602031] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1867.611562] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873834, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1867.623352] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee50333-9b84-4e41-ae20-6fd42f4c7608 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1867.627253] env[71058]: DEBUG nova.network.neutron [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Successfully created port: 258afdef-75f3-46c7-aa8b-dc6c1ed18a52 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1867.634693] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe1daad-a1e3-4443-b1c9-a00a82025e9b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1867.670565] env[71058]: DEBUG nova.network.neutron [-] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1867.673676] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44924058-7354-4c88-bc4f-7eccaf183888 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1867.678654] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a5696f8-5516-4d9e-8de9-6a6c52f760fd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1867.685323] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b26635e-3864-48b9-b83f-898d48db3979 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1867.695803] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cbcea3-da24-4311-826d-dc7c78b883cc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1867.716549] env[71058]: DEBUG nova.compute.provider_tree [None req-337e64ba-a793-403e-bb65-29f44a4f451f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1867.740684] env[71058]: DEBUG nova.compute.manager [req-0f5a7a6a-92f5-4c16-8648-d95012119dd1 req-7b6adc04-c023-49fb-a037-bd37abb3baf3 service nova] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Detach interface failed, port_id=2231a3a5-2bba-4fd9-93ad-ff9a2cbdfcd6, reason: Instance 76a95105-67c2-4bad-83f4-639120a26053 could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1867.797037] env[71058]: DEBUG nova.compute.manager [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1867.889968] env[71058]: DEBUG oslo_concurrency.lockutils [None req-618b39fc-7a42-48a9-be9c-b70c826209e4 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "19a988b4-f677-445d-8135-1d49b099f873" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1867.890257] env[71058]: DEBUG oslo_concurrency.lockutils [None req-618b39fc-7a42-48a9-be9c-b70c826209e4 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "19a988b4-f677-445d-8135-1d49b099f873" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1867.890440] env[71058]: DEBUG nova.compute.manager [None req-618b39fc-7a42-48a9-be9c-b70c826209e4 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1867.891768] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802fe6be-96ee-42fb-a5f2-325242dc44fd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1867.898697] env[71058]: DEBUG nova.compute.manager [None req-618b39fc-7a42-48a9-be9c-b70c826209e4 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71058) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}}
[ 1867.899271] env[71058]: DEBUG nova.objects.instance [None req-618b39fc-7a42-48a9-be9c-b70c826209e4 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lazy-loading 'flavor' on Instance uuid 19a988b4-f677-445d-8135-1d49b099f873 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1867.942056] env[71058]: INFO nova.compute.manager [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Took 24.98 seconds to build instance.
[ 1868.111629] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873834, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1868.174415] env[71058]: INFO nova.compute.manager [-] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Took 1.41 seconds to deallocate network for instance.
[ 1868.220565] env[71058]: DEBUG nova.scheduler.client.report [None req-337e64ba-a793-403e-bb65-29f44a4f451f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1868.443236] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1a07b7af-d20b-479c-81c7-c46122f44a0c tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "9be82b05-0579-49ba-9e5a-bab585d6c1ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 26.492s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1868.612492] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873834, 'name': CreateVM_Task, 'duration_secs': 0.566983} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1868.612683] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1868.613418] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1868.613588] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1868.613940] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1868.614288] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c414cff3-2bd5-4d44-a716-f3f8a3c3d9ef {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1868.619514] env[71058]: DEBUG oslo_vmware.api [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1868.619514] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52bfa415-185b-f44d-c3bb-c9473d5995b0"
[ 1868.619514] env[71058]:    _type = "Task"
[ 1868.619514] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1868.627869] env[71058]: DEBUG oslo_vmware.api [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52bfa415-185b-f44d-c3bb-c9473d5995b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1868.683551] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fe399668-277f-4821-95df-48b76602d637 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1868.725324] env[71058]: DEBUG oslo_concurrency.lockutils [None req-337e64ba-a793-403e-bb65-29f44a4f451f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1868.727643] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.610s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1868.747496] env[71058]: INFO nova.scheduler.client.report [None req-337e64ba-a793-403e-bb65-29f44a4f451f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Deleted allocations for instance 1e38a0f4-c977-49b0-9a39-00a859d8c067
[ 1868.805687] env[71058]: DEBUG nova.compute.manager [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1868.833248] env[71058]: DEBUG nova.virt.hardware [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1868.833506] env[71058]: DEBUG nova.virt.hardware [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1868.833662] env[71058]: DEBUG nova.virt.hardware [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1868.833837] env[71058]: DEBUG nova.virt.hardware [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1868.834022] env[71058]: DEBUG nova.virt.hardware [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1868.834182] env[71058]: DEBUG nova.virt.hardware [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1868.834400] env[71058]: DEBUG nova.virt.hardware [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1868.834559] env[71058]: DEBUG nova.virt.hardware [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1868.834727] env[71058]: DEBUG nova.virt.hardware [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1868.834891] env[71058]: DEBUG nova.virt.hardware [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1868.835113] env[71058]: DEBUG nova.virt.hardware [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1868.836031] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a881cb-478f-40f5-a1bf-fc037af0d1d0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1868.844189] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fc8b93-ba60-4673-ac4c-6f3377fbe66c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1868.907061] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-618b39fc-7a42-48a9-be9c-b70c826209e4 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1868.907403] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e37d10b-7ba4-417f-ac22-dfc60d4de981 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1868.915779] env[71058]: DEBUG oslo_vmware.api [None req-618b39fc-7a42-48a9-be9c-b70c826209e4 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 1868.915779] env[71058]:    value = "task-2873835"
[ 1868.915779] env[71058]:    _type = "Task"
[ 1868.915779] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1868.924604] env[71058]: DEBUG oslo_vmware.api [None req-618b39fc-7a42-48a9-be9c-b70c826209e4 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2873835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1869.130812] env[71058]: DEBUG oslo_vmware.api [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52bfa415-185b-f44d-c3bb-c9473d5995b0, 'name': SearchDatastore_Task, 'duration_secs': 0.021607} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1869.131349] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1869.131742] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1869.132166] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1869.132509] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1869.133135] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1869.134151] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59b9ff39-fc6b-4260-a26b-5af79538027b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1869.155024] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1869.155024] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1869.155024] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe25b370-6edf-4630-b66e-cd7199f29686 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1869.159853] env[71058]: DEBUG oslo_vmware.api [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1869.159853] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52049843-683b-a211-b7ab-8ebd0baeba74"
[ 1869.159853] env[71058]:    _type = "Task"
[ 1869.159853] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1869.168779] env[71058]: DEBUG oslo_vmware.api [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52049843-683b-a211-b7ab-8ebd0baeba74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1869.187443] env[71058]: DEBUG nova.compute.manager [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Stashing vm_state: active {{(pid=71058) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}}
[ 1869.233067] env[71058]: INFO nova.compute.claims [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1869.253855] env[71058]: DEBUG oslo_concurrency.lockutils [None req-337e64ba-a793-403e-bb65-29f44a4f451f tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "1e38a0f4-c977-49b0-9a39-00a859d8c067" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 20.482s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1869.398134] env[71058]: DEBUG nova.compute.manager [req-85068e28-3538-47a1-a917-341068ef9d47 req-a7078633-ca5e-4dc6-9315-8b67c1b60989 service nova] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Received event network-vif-plugged-258afdef-75f3-46c7-aa8b-dc6c1ed18a52 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1869.398134] env[71058]: DEBUG oslo_concurrency.lockutils [req-85068e28-3538-47a1-a917-341068ef9d47 req-a7078633-ca5e-4dc6-9315-8b67c1b60989 service nova] Acquiring lock "50d42da1-80b8-4889-947e-f5546b1c7e62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1869.398134] env[71058]: DEBUG oslo_concurrency.lockutils [req-85068e28-3538-47a1-a917-341068ef9d47 req-a7078633-ca5e-4dc6-9315-8b67c1b60989 service nova] Lock "50d42da1-80b8-4889-947e-f5546b1c7e62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1869.398134] env[71058]: DEBUG oslo_concurrency.lockutils [req-85068e28-3538-47a1-a917-341068ef9d47 req-a7078633-ca5e-4dc6-9315-8b67c1b60989 service nova] Lock "50d42da1-80b8-4889-947e-f5546b1c7e62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1869.398134] env[71058]: DEBUG nova.compute.manager [req-85068e28-3538-47a1-a917-341068ef9d47 req-a7078633-ca5e-4dc6-9315-8b67c1b60989 service nova] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] No waiting events found dispatching network-vif-plugged-258afdef-75f3-46c7-aa8b-dc6c1ed18a52 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1869.398134] env[71058]: WARNING nova.compute.manager [req-85068e28-3538-47a1-a917-341068ef9d47 req-a7078633-ca5e-4dc6-9315-8b67c1b60989 service nova] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Received unexpected event network-vif-plugged-258afdef-75f3-46c7-aa8b-dc6c1ed18a52 for instance with vm_state building and task_state spawning.
[ 1869.418666] env[71058]: DEBUG nova.network.neutron [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Successfully updated port: 258afdef-75f3-46c7-aa8b-dc6c1ed18a52 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1869.425777] env[71058]: DEBUG oslo_vmware.api [None req-618b39fc-7a42-48a9-be9c-b70c826209e4 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2873835, 'name': PowerOffVM_Task, 'duration_secs': 0.242796} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1869.426695] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-618b39fc-7a42-48a9-be9c-b70c826209e4 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1869.426934] env[71058]: DEBUG nova.compute.manager [None req-618b39fc-7a42-48a9-be9c-b70c826209e4 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1869.427706] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480d63ec-a6bf-45a7-8708-0de5d9ec641b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1869.673466] env[71058]: DEBUG oslo_vmware.api [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52049843-683b-a211-b7ab-8ebd0baeba74, 'name': SearchDatastore_Task, 'duration_secs': 0.00913} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1869.674508] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ca93b1e-cd7a-4cd2-b4af-6d87e855b91e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1869.680513] env[71058]: DEBUG oslo_vmware.api [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1869.680513] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523316c9-4146-a650-1b5d-a3e82113cb3c"
[ 1869.680513] env[71058]:    _type = "Task"
[ 1869.680513] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1869.692066] env[71058]: DEBUG oslo_vmware.api [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523316c9-4146-a650-1b5d-a3e82113cb3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1869.698868] env[71058]: DEBUG oslo_concurrency.lockutils [None req-918980b9-0758-4156-bf7c-11d6716b8e53 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "29a875e4-c2a0-4a64-80eb-74fa7615da27" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1869.699166] env[71058]: DEBUG oslo_concurrency.lockutils [None req-918980b9-0758-4156-bf7c-11d6716b8e53 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "29a875e4-c2a0-4a64-80eb-74fa7615da27" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1869.699412] env[71058]: DEBUG oslo_concurrency.lockutils [None req-918980b9-0758-4156-bf7c-11d6716b8e53 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "29a875e4-c2a0-4a64-80eb-74fa7615da27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1869.699948] env[71058]: DEBUG oslo_concurrency.lockutils [None req-918980b9-0758-4156-bf7c-11d6716b8e53 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "29a875e4-c2a0-4a64-80eb-74fa7615da27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1869.699948] env[71058]: DEBUG oslo_concurrency.lockutils [None req-918980b9-0758-4156-bf7c-11d6716b8e53 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "29a875e4-c2a0-4a64-80eb-74fa7615da27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1869.702289] env[71058]: INFO nova.compute.manager [None req-918980b9-0758-4156-bf7c-11d6716b8e53 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Terminating instance
[ 1869.705852] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1869.741572] env[71058]: INFO nova.compute.resource_tracker [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Updating resource usage from migration 65600f92-7772-4c15-b0a0-939e9a2ead20
[ 1869.921166] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "refresh_cache-50d42da1-80b8-4889-947e-f5546b1c7e62" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1869.921292] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquired lock "refresh_cache-50d42da1-80b8-4889-947e-f5546b1c7e62" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1869.921464] env[71058]: DEBUG nova.network.neutron [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1869.938967] env[71058]: DEBUG oslo_concurrency.lockutils [None req-618b39fc-7a42-48a9-be9c-b70c826209e4 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "19a988b4-f677-445d-8135-1d49b099f873" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 2.048s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1869.999938] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413935f1-fa72-4f5d-b1cb-92d3b119dcaf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1870.008529] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a9d758-3ac3-4164-b08f-7ce4356e92b5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1870.042689] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cddc4c-77bf-4c07-ac9d-4c741a63e8e3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1870.050933] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b4fdf8-86c1-4372-a031-311d8042cc59 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1870.065107] env[71058]: DEBUG nova.compute.provider_tree [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1870.191590] env[71058]: DEBUG oslo_vmware.api [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523316c9-4146-a650-1b5d-a3e82113cb3c, 'name': SearchDatastore_Task, 'duration_secs': 0.011467} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1870.191871] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1870.192182] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] dcc7ce80-6051-4649-978f-88ed87e3da23/dcc7ce80-6051-4649-978f-88ed87e3da23.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1870.192447] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83819c2d-61a3-4965-b933-2d3a883f7194 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1870.199467] env[71058]: DEBUG oslo_vmware.api [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1870.199467] env[71058]:    value = "task-2873836"
[ 1870.199467] env[71058]:    _type = "Task"
[ 1870.199467] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1870.207935] env[71058]: DEBUG nova.compute.manager [None req-918980b9-0758-4156-bf7c-11d6716b8e53 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1870.208212] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-918980b9-0758-4156-bf7c-11d6716b8e53 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1870.208482] env[71058]: DEBUG oslo_vmware.api [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873836, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1870.209246] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2615fe-24b1-43b1-9562-648867a8cf1f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1870.215771] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-918980b9-0758-4156-bf7c-11d6716b8e53 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1870.216033] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1d2fbe7-dbe3-4be8-b725-bdd050c3924f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1870.222136] env[71058]: DEBUG oslo_vmware.api [None req-918980b9-0758-4156-bf7c-11d6716b8e53 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1870.222136] env[71058]:    value = "task-2873837"
[ 1870.222136] env[71058]:    _type = "Task"
[ 1870.222136] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1870.230025] env[71058]: DEBUG oslo_vmware.api [None req-918980b9-0758-4156-bf7c-11d6716b8e53 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1870.355140] env[71058]: DEBUG nova.objects.instance [None req-4c14c998-5148-4392-bc79-972a50c7df5d tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lazy-loading 'flavor' on Instance uuid 19a988b4-f677-445d-8135-1d49b099f873 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1870.458832] env[71058]: DEBUG nova.network.neutron [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1870.568630] env[71058]: DEBUG nova.scheduler.client.report [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1870.629652] env[71058]: DEBUG nova.network.neutron [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Updating instance_info_cache with network_info: [{"id": "258afdef-75f3-46c7-aa8b-dc6c1ed18a52", "address": "fa:16:3e:36:a8:09", "network": {"id": "e468d032-7280-4a84-97c5-db65f8a515aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-792259733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85106c5e01ec496dbeb48733902367b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap258afdef-75", "ovs_interfaceid": "258afdef-75f3-46c7-aa8b-dc6c1ed18a52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1870.710959] env[71058]: DEBUG oslo_vmware.api [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873836, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482126} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1870.711370] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] dcc7ce80-6051-4649-978f-88ed87e3da23/dcc7ce80-6051-4649-978f-88ed87e3da23.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1870.711648] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1870.711923] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d591b5c8-8cca-4a36-ae0e-3ab27fe9da69 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1870.718928] env[71058]: DEBUG oslo_vmware.api [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1870.718928] env[71058]:    value = "task-2873838"
[ 1870.718928] env[71058]:    _type = "Task"
[ 1870.718928] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1870.728811] env[71058]: DEBUG oslo_vmware.api [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873838, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1870.733382] env[71058]: DEBUG oslo_vmware.api [None req-918980b9-0758-4156-bf7c-11d6716b8e53 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873837, 'name': PowerOffVM_Task, 'duration_secs': 0.162141} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1870.733617] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-918980b9-0758-4156-bf7c-11d6716b8e53 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1870.733799] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-918980b9-0758-4156-bf7c-11d6716b8e53 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1870.734064] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b40cd4f-821c-41f6-ab91-1a10e6bc9d7f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1870.795348] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-918980b9-0758-4156-bf7c-11d6716b8e53 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1870.795508] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-918980b9-0758-4156-bf7c-11d6716b8e53 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1870.795685] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-918980b9-0758-4156-bf7c-11d6716b8e53 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Deleting the datastore file [datastore2] 29a875e4-c2a0-4a64-80eb-74fa7615da27 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1870.795948] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9eda34c4-d06d-4db3-9607-e680375951bd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1870.801914] env[71058]: DEBUG oslo_vmware.api [None req-918980b9-0758-4156-bf7c-11d6716b8e53 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1870.801914] env[71058]:    value = "task-2873840"
[ 1870.801914] env[71058]:    _type = "Task"
[ 1870.801914] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1870.810752] env[71058]: DEBUG oslo_vmware.api [None req-918980b9-0758-4156-bf7c-11d6716b8e53 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1870.862696] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4c14c998-5148-4392-bc79-972a50c7df5d tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "refresh_cache-19a988b4-f677-445d-8135-1d49b099f873" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1870.862872] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4c14c998-5148-4392-bc79-972a50c7df5d tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquired lock "refresh_cache-19a988b4-f677-445d-8135-1d49b099f873" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1870.863050] env[71058]: DEBUG nova.network.neutron [None req-4c14c998-5148-4392-bc79-972a50c7df5d tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1870.863231] env[71058]: DEBUG nova.objects.instance [None req-4c14c998-5148-4392-bc79-972a50c7df5d tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lazy-loading 'info_cache' on Instance uuid 19a988b4-f677-445d-8135-1d49b099f873 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1871.696757] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.969s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1871.697075] env[71058]: INFO nova.compute.manager [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Migrating
[ 1871.703326] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Releasing lock "refresh_cache-50d42da1-80b8-4889-947e-f5546b1c7e62" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1871.703596] env[71058]: DEBUG nova.compute.manager [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Instance network_info: |[{"id": "258afdef-75f3-46c7-aa8b-dc6c1ed18a52", "address": "fa:16:3e:36:a8:09", "network": {"id": "e468d032-7280-4a84-97c5-db65f8a515aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-792259733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85106c5e01ec496dbeb48733902367b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap258afdef-75", "ovs_interfaceid": "258afdef-75f3-46c7-aa8b-dc6c1ed18a52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1871.704846] env[71058]: DEBUG nova.objects.base [None req-4c14c998-5148-4392-bc79-972a50c7df5d tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Object Instance<19a988b4-f677-445d-8135-1d49b099f873> lazy-loaded attributes: flavor,info_cache {{(pid=71058) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 1871.707182] env[71058]: DEBUG nova.compute.manager [req-3ba018eb-f414-464c-a1d6-7afb3e691a05 req-383e0533-18c3-435b-823d-6385616d7ca1 service nova] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Received event network-changed-258afdef-75f3-46c7-aa8b-dc6c1ed18a52 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1871.707374] env[71058]: DEBUG nova.compute.manager [req-3ba018eb-f414-464c-a1d6-7afb3e691a05 req-383e0533-18c3-435b-823d-6385616d7ca1 service nova] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Refreshing instance network info cache due to event network-changed-258afdef-75f3-46c7-aa8b-dc6c1ed18a52. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1871.707570] env[71058]: DEBUG oslo_concurrency.lockutils [req-3ba018eb-f414-464c-a1d6-7afb3e691a05 req-383e0533-18c3-435b-823d-6385616d7ca1 service nova] Acquiring lock "refresh_cache-50d42da1-80b8-4889-947e-f5546b1c7e62" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1871.707708] env[71058]: DEBUG oslo_concurrency.lockutils [req-3ba018eb-f414-464c-a1d6-7afb3e691a05 req-383e0533-18c3-435b-823d-6385616d7ca1 service nova] Acquired lock "refresh_cache-50d42da1-80b8-4889-947e-f5546b1c7e62" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1871.707860] env[71058]: DEBUG nova.network.neutron [req-3ba018eb-f414-464c-a1d6-7afb3e691a05 req-383e0533-18c3-435b-823d-6385616d7ca1 service nova] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Refreshing network info cache for port 258afdef-75f3-46c7-aa8b-dc6c1ed18a52 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1871.713851] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.957s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1871.714611] env[71058]: INFO nova.compute.claims [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1871.719103] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:a8:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa410d21-2141-45bb-8d0b-16c77304605f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '258afdef-75f3-46c7-aa8b-dc6c1ed18a52', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1871.725386] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1871.737683] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1871.737911] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0646b67-d0f1-45e8-823e-aa051bc91721 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1871.758480] env[71058]: DEBUG oslo_vmware.api [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873838, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062631} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1871.762063] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1871.762538] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1871.762538] env[71058]:    value = "task-2873841"
[ 1871.762538] env[71058]:    _type = "Task"
[ 1871.762538] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1871.763198] env[71058]: DEBUG oslo_vmware.api [None req-918980b9-0758-4156-bf7c-11d6716b8e53 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140338} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1871.763667] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22acdbb6-de1d-4327-818e-df3efe1ef42a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1871.766425] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-918980b9-0758-4156-bf7c-11d6716b8e53 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1871.766581] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-918980b9-0758-4156-bf7c-11d6716b8e53 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1871.766754] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-918980b9-0758-4156-bf7c-11d6716b8e53 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1871.766911] env[71058]: INFO nova.compute.manager [None req-918980b9-0758-4156-bf7c-11d6716b8e53 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Took 1.56 seconds to destroy the instance on the hypervisor.
[ 1871.767147] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-918980b9-0758-4156-bf7c-11d6716b8e53 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1871.769896] env[71058]: DEBUG nova.compute.manager [-] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1871.770042] env[71058]: DEBUG nova.network.neutron [-] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1871.790803] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] dcc7ce80-6051-4649-978f-88ed87e3da23/dcc7ce80-6051-4649-978f-88ed87e3da23.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1871.794289] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a598e451-9669-4cdd-8952-b8f32cd9e0fa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1871.808365] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873841, 'name': CreateVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1871.813449] env[71058]: DEBUG oslo_vmware.api [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1871.813449] env[71058]:    value = "task-2873842"
[ 1871.813449] env[71058]:    _type = "Task"
[ 1871.813449] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1871.821229] env[71058]: DEBUG oslo_vmware.api [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873842, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1872.238994] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "refresh_cache-15042830-daf1-4904-8911-7084b0a83d63" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1872.239188] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquired lock "refresh_cache-15042830-daf1-4904-8911-7084b0a83d63" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1872.239361] env[71058]: DEBUG nova.network.neutron [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1872.278600] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873841, 'name': CreateVM_Task, 'duration_secs': 0.404208} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1872.278789] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1872.279413] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1872.279575] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1872.279884] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1872.280144] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88dfe031-b486-4f91-a586-f8f405be53d8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1872.286934] env[71058]: DEBUG oslo_vmware.api [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1872.286934] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52dc0ebf-0530-1cd5-5158-b449c185745f"
[ 1872.286934] env[71058]:    _type = "Task"
[ 1872.286934] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1872.292807] env[71058]: DEBUG oslo_vmware.api [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52dc0ebf-0530-1cd5-5158-b449c185745f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1872.322731] env[71058]: DEBUG oslo_vmware.api [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873842, 'name': ReconfigVM_Task, 'duration_secs': 0.270866} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1872.322992] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Reconfigured VM instance instance-00000064 to attach disk [datastore2] dcc7ce80-6051-4649-978f-88ed87e3da23/dcc7ce80-6051-4649-978f-88ed87e3da23.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1872.324073] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a842e69-4e2b-4d3c-86bf-c8986e00d5e1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1872.331176] env[71058]: DEBUG oslo_vmware.api [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1872.331176] env[71058]:    value = "task-2873843"
[ 1872.331176] env[71058]:    _type = "Task"
[ 1872.331176] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1872.340728] env[71058]: DEBUG oslo_vmware.api [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873843, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1872.515488] env[71058]: DEBUG nova.network.neutron [-] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1872.553261] env[71058]: DEBUG nova.network.neutron [req-3ba018eb-f414-464c-a1d6-7afb3e691a05 req-383e0533-18c3-435b-823d-6385616d7ca1 service nova] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Updated VIF entry in instance network info cache for port 258afdef-75f3-46c7-aa8b-dc6c1ed18a52. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1872.553609] env[71058]: DEBUG nova.network.neutron [req-3ba018eb-f414-464c-a1d6-7afb3e691a05 req-383e0533-18c3-435b-823d-6385616d7ca1 service nova] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Updating instance_info_cache with network_info: [{"id": "258afdef-75f3-46c7-aa8b-dc6c1ed18a52", "address": "fa:16:3e:36:a8:09", "network": {"id": "e468d032-7280-4a84-97c5-db65f8a515aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-792259733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85106c5e01ec496dbeb48733902367b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap258afdef-75", "ovs_interfaceid": "258afdef-75f3-46c7-aa8b-dc6c1ed18a52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1872.555621] env[71058]: DEBUG nova.network.neutron [None req-4c14c998-5148-4392-bc79-972a50c7df5d tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Updating instance_info_cache with network_info: [{"id": "c720977d-f109-421a-b71a-d726ed1e5486", "address": "fa:16:3e:98:f5:ea", "network": {"id": "c13424cd-3787-4aef-8aaa-6f7e98678c9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-973121726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f4a9339cb54309bb039c8b9533c473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc720977d-f1", "ovs_interfaceid": "c720977d-f109-421a-b71a-d726ed1e5486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1872.795962] env[71058]: DEBUG oslo_vmware.api [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52dc0ebf-0530-1cd5-5158-b449c185745f, 'name': SearchDatastore_Task, 'duration_secs': 0.038451} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1872.798596] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1872.798818] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1872.799061] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1872.799213] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1872.799384] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1872.799895] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12b73bf8-f585-416c-b3db-007e870eef24 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1872.807965] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1872.808158] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1872.810865] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0b22650-f260-4907-aca1-901445d1149c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1872.817556] env[71058]: DEBUG oslo_vmware.api [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1872.817556] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]528e493d-5440-3c6d-2e9d-5ef4c8661feb"
[ 1872.817556] env[71058]:    _type = "Task"
[ 1872.817556] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1872.825233] env[71058]: DEBUG oslo_vmware.api [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]528e493d-5440-3c6d-2e9d-5ef4c8661feb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1872.840812] env[71058]: DEBUG oslo_vmware.api [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873843, 'name': Rename_Task, 'duration_secs': 0.141131} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1872.841074] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1872.841303] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d958640-536c-414c-b3f1-cfc74bd2e9a6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1872.847136] env[71058]: DEBUG oslo_vmware.api [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1872.847136] env[71058]:    value = "task-2873844"
[ 1872.847136] env[71058]:    _type = "Task"
[ 1872.847136] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1872.856262] env[71058]: DEBUG oslo_vmware.api [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1872.960455] env[71058]: DEBUG nova.network.neutron [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Updating instance_info_cache with network_info: [{"id": "a5d3a310-dc46-4431-951a-5dbe47814ffe", "address": "fa:16:3e:27:03:b9", "network": {"id": "02a93a58-8f0c-468d-b34e-1db5e61a54ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2046819330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ae80f45084747faba9f976dc2d36a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5d3a310-dc", "ovs_interfaceid": "a5d3a310-dc46-4431-951a-5dbe47814ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1873.008889] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79e57d0-1b03-4c15-b0e5-750e2ea43ca6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1873.016846] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbef0429-a5ca-4f29-bb40-c65d9a8c02bf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1873.019916] env[71058]: INFO nova.compute.manager [-] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Took 1.25 seconds to deallocate network for instance.
[ 1873.049910] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdad2cb0-b5c4-408a-8317-63127689279e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1873.058125] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef80155-2a41-4806-a758-1b15dda10b3f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1873.062432] env[71058]: DEBUG oslo_concurrency.lockutils [req-3ba018eb-f414-464c-a1d6-7afb3e691a05 req-383e0533-18c3-435b-823d-6385616d7ca1 service nova] Releasing lock "refresh_cache-50d42da1-80b8-4889-947e-f5546b1c7e62" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1873.063195] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4c14c998-5148-4392-bc79-972a50c7df5d tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Releasing lock "refresh_cache-19a988b4-f677-445d-8135-1d49b099f873" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1873.075117] env[71058]: DEBUG nova.compute.provider_tree [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1873.327779] env[71058]: DEBUG oslo_vmware.api [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]528e493d-5440-3c6d-2e9d-5ef4c8661feb, 'name': SearchDatastore_Task, 'duration_secs': 0.008735} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1873.328515] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccf8cf9a-318e-4341-860e-ea5f4022cca6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1873.333612] env[71058]: DEBUG oslo_vmware.api [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1873.333612] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524eff42-af74-84a8-ff71-edcbcda458dc"
[ 1873.333612] env[71058]:    _type = "Task"
[ 1873.333612] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1873.341112] env[71058]: DEBUG oslo_vmware.api [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524eff42-af74-84a8-ff71-edcbcda458dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1873.355685] env[71058]: DEBUG oslo_vmware.api [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873844, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1873.465281] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Releasing lock "refresh_cache-15042830-daf1-4904-8911-7084b0a83d63" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1873.484712] env[71058]: DEBUG nova.compute.manager [req-79f6ae02-9504-44f7-95d7-0005402b6521 req-6a1707f2-ae0d-420c-8d20-ed02c2bea834 service nova] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Received event network-vif-deleted-694ea339-3ba5-4191-92cb-048c99a8e303 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1873.550803] env[71058]: DEBUG oslo_concurrency.lockutils [None req-918980b9-0758-4156-bf7c-11d6716b8e53 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1873.578491] env[71058]: DEBUG nova.scheduler.client.report [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1873.845996] env[71058]: DEBUG oslo_vmware.api [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524eff42-af74-84a8-ff71-edcbcda458dc, 'name': SearchDatastore_Task, 'duration_secs': 0.009438} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1873.846368] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1873.846720] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 50d42da1-80b8-4889-947e-f5546b1c7e62/50d42da1-80b8-4889-947e-f5546b1c7e62.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1873.847070] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bcaa0812-6787-43ab-b75b-8b6a97dbe293 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1873.860505] env[71058]: DEBUG oslo_vmware.api [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873844, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1873.861845] env[71058]: DEBUG oslo_vmware.api [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1873.861845] env[71058]:    value = "task-2873845"
[ 1873.861845] env[71058]:    _type = "Task"
[ 1873.861845] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1873.869205] env[71058]: DEBUG oslo_vmware.api [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1874.069023] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c14c998-5148-4392-bc79-972a50c7df5d tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1874.069347] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c998cfa-f34c-4f9d-9e18-9cf73d1a7750 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1874.076946] env[71058]: DEBUG oslo_vmware.api [None req-4c14c998-5148-4392-bc79-972a50c7df5d tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 1874.076946] env[71058]:    value = "task-2873846"
[ 1874.076946] env[71058]:    _type = "Task"
[ 1874.076946] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1874.085793] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1874.086359] env[71058]: DEBUG nova.compute.manager [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1874.089017] env[71058]: DEBUG oslo_vmware.api [None req-4c14c998-5148-4392-bc79-972a50c7df5d tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2873846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1874.089319] env[71058]: DEBUG oslo_concurrency.lockutils [None req-636213af-a942-4be6-86ce-9c4d4c5b161d tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.702s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1874.089621] env[71058]: DEBUG nova.objects.instance [None req-636213af-a942-4be6-86ce-9c4d4c5b161d tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lazy-loading 'resources' on Instance uuid 982e6457-699e-4aec-b044-a71766bdf848 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1874.361957] env[71058]: DEBUG oslo_vmware.api [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873844, 'name': PowerOnVM_Task, 'duration_secs': 1.018314} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1874.362365] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1874.362606] env[71058]: INFO nova.compute.manager [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Took 9.80 seconds to spawn the instance on the hypervisor.
[ 1874.362784] env[71058]: DEBUG nova.compute.manager [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1874.366850] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0559a8-7aeb-4cbc-85db-cf65e3e9e035 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1874.374052] env[71058]: DEBUG oslo_vmware.api [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873845, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464927} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1874.375551] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 50d42da1-80b8-4889-947e-f5546b1c7e62/50d42da1-80b8-4889-947e-f5546b1c7e62.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1874.375772] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1874.378726] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff328603-2f0f-47d8-8ac2-8bb20ba94fac {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1874.385369] env[71058]: DEBUG oslo_vmware.api [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1874.385369] env[71058]:    value = "task-2873847"
[ 1874.385369] env[71058]:    _type = "Task"
[ 1874.385369] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1874.394525] env[71058]: DEBUG oslo_vmware.api [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1874.587652] env[71058]: DEBUG oslo_vmware.api [None req-4c14c998-5148-4392-bc79-972a50c7df5d tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2873846, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1874.592084] env[71058]: DEBUG nova.compute.utils [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1874.600253] env[71058]: DEBUG nova.compute.manager [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1874.600428] env[71058]: DEBUG nova.network.neutron [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1874.656477] env[71058]: DEBUG nova.policy [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5dd6011759024ce39ebfc3a4b46c48d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47082b1bc97a4d569fe911312e6d4b1a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1874.894496] env[71058]: INFO nova.compute.manager [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Took 25.67 seconds to build instance.
[ 1874.900869] env[71058]: DEBUG oslo_vmware.api [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055114} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1874.902347] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1874.905692] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539071b8-0aa0-4782-b851-568b2efa9609 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1874.938232] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 50d42da1-80b8-4889-947e-f5546b1c7e62/50d42da1-80b8-4889-947e-f5546b1c7e62.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1874.940345] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bea232be-2b67-4348-8093-1eaaebf846e1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1874.963951] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622c346f-c4d8-4494-a4d2-244eb862f6e5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1874.969933] env[71058]: DEBUG nova.network.neutron [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Successfully created port: 55633c87-2423-4570-bbb2-7c73a6ddf16f {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1874.977332] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8351a6-de5e-4173-abe3-700e9f20d881 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1874.983976] env[71058]: DEBUG oslo_vmware.api [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1874.983976] env[71058]:    value = "task-2873848"
[ 1874.983976] env[71058]:    _type = "Task"
[ 1874.983976] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1874.985740] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9f8c8d-e1c1-46d1-8447-4c0c2e301145 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1875.018687] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c0603f-9a22-461d-9392-24f44b167435 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1875.038216] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Updating instance '15042830-daf1-4904-8911-7084b0a83d63' progress to 0 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1875.045712] env[71058]: DEBUG oslo_vmware.api [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1875.049859] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31074888-0143-454b-b640-91f25a59e139 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1875.063477] env[71058]: DEBUG nova.compute.provider_tree [None req-636213af-a942-4be6-86ce-9c4d4c5b161d tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1875.087328] env[71058]: DEBUG oslo_vmware.api [None req-4c14c998-5148-4392-bc79-972a50c7df5d tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2873846, 'name': PowerOnVM_Task, 'duration_secs': 0.769537} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1875.087535] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c14c998-5148-4392-bc79-972a50c7df5d tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1875.087727] env[71058]: DEBUG nova.compute.manager [None req-4c14c998-5148-4392-bc79-972a50c7df5d tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1875.088495] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b4a79a-1ee4-47d0-87be-3e6b9fc50e03 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1875.100780] env[71058]: DEBUG nova.compute.manager [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1875.398124] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0b6e01ec-e115-4132-a318-83afd0a7aaad tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "dcc7ce80-6051-4649-978f-88ed87e3da23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 27.177s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1875.494912] env[71058]: DEBUG oslo_vmware.api [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1875.548782] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1875.548903] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b7edc18-33e5-4f0c-8a4f-42849537cab8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1875.556379] env[71058]: DEBUG oslo_vmware.api [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1875.556379] env[71058]:    value = "task-2873849"
[ 1875.556379] env[71058]:    _type = "Task"
[ 1875.556379] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1875.568713] env[71058]: DEBUG nova.scheduler.client.report [None req-636213af-a942-4be6-86ce-9c4d4c5b161d tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1875.572202] env[71058]: DEBUG oslo_vmware.api [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1875.995339] env[71058]: DEBUG oslo_vmware.api [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873848, 'name': ReconfigVM_Task, 'duration_secs': 0.654537} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1875.995667] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 50d42da1-80b8-4889-947e-f5546b1c7e62/50d42da1-80b8-4889-947e-f5546b1c7e62.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1875.996487] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f40a5a31-8d70-4c70-a595-b08f21baf1d4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1876.002968] env[71058]: DEBUG oslo_vmware.api [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1876.002968] env[71058]:    value = "task-2873850"
[ 1876.002968] env[71058]:    _type = "Task"
[ 1876.002968] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1876.010833] env[71058]: DEBUG oslo_vmware.api [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873850, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1876.065570] env[71058]: DEBUG oslo_vmware.api [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873849, 'name': PowerOffVM_Task, 'duration_secs': 0.236806} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1876.065832] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1876.066023] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Updating instance '15042830-daf1-4904-8911-7084b0a83d63' progress to 17 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1876.073712] env[71058]: DEBUG oslo_concurrency.lockutils [None req-636213af-a942-4be6-86ce-9c4d4c5b161d tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.984s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1876.076500] env[71058]: DEBUG oslo_concurrency.lockutils [None req-71e7b856-13f3-4fc1-bc67-e6e9ff420a15 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "dcc7ce80-6051-4649-978f-88ed87e3da23" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1876.076784] env[71058]: DEBUG oslo_concurrency.lockutils [None req-71e7b856-13f3-4fc1-bc67-e6e9ff420a15 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "dcc7ce80-6051-4649-978f-88ed87e3da23" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1876.077125] env[71058]: DEBUG nova.compute.manager [None req-71e7b856-13f3-4fc1-bc67-e6e9ff420a15 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1876.077776] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a7489c8e-68de-4ffe-9667-5fd699950e99 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.492s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1876.078074] env[71058]: DEBUG nova.objects.instance [None req-a7489c8e-68de-4ffe-9667-5fd699950e99 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Lazy-loading 'resources' on Instance uuid a250099b-b6c6-4380-8834-55a970e49a52 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1876.080044] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566406e7-19e0-43e3-b481-40a4e7a3ff19 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1876.088148] env[71058]: DEBUG nova.compute.manager [None req-71e7b856-13f3-4fc1-bc67-e6e9ff420a15 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71058) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}}
[ 1876.088824] env[71058]: DEBUG nova.objects.instance [None req-71e7b856-13f3-4fc1-bc67-e6e9ff420a15 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lazy-loading 'flavor' on Instance uuid dcc7ce80-6051-4649-978f-88ed87e3da23 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1876.101823] env[71058]: INFO nova.scheduler.client.report [None req-636213af-a942-4be6-86ce-9c4d4c5b161d tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Deleted allocations for instance 982e6457-699e-4aec-b044-a71766bdf848
[ 1876.112032] env[71058]: DEBUG nova.compute.manager [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1876.148125] env[71058]: DEBUG nova.virt.hardware [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1876.148464] env[71058]: DEBUG nova.virt.hardware [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1876.148630] env[71058]: DEBUG nova.virt.hardware [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1876.148873] env[71058]: DEBUG nova.virt.hardware [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1876.149234] env[71058]: DEBUG nova.virt.hardware [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1876.149427] env[71058]: DEBUG nova.virt.hardware [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1876.149645] env[71058]: DEBUG nova.virt.hardware [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1876.149804] env[71058]: DEBUG nova.virt.hardware [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1876.149973] env[71058]: DEBUG nova.virt.hardware [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1876.150151] env[71058]: DEBUG nova.virt.hardware [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1876.150335] env[71058]: DEBUG nova.virt.hardware [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1876.151209] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7984c7-8fec-4fa4-b379-213796800f73 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1876.159691] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5c9c3c-9484-4cd9-8b70-bf57780ccd9c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1876.332198] env[71058]: DEBUG nova.compute.manager [req-eea87a2b-b0f7-455c-a4ad-b2435c7fdcda req-9b3f0c8d-2875-408d-b35d-e86c3df4cc69 service nova] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Received event network-vif-plugged-55633c87-2423-4570-bbb2-7c73a6ddf16f {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1876.332501] env[71058]: DEBUG oslo_concurrency.lockutils [req-eea87a2b-b0f7-455c-a4ad-b2435c7fdcda req-9b3f0c8d-2875-408d-b35d-e86c3df4cc69 service nova] Acquiring lock "6fe501bd-1cac-4abb-9e92-db5df2af61ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1876.332786] env[71058]: DEBUG oslo_concurrency.lockutils [req-eea87a2b-b0f7-455c-a4ad-b2435c7fdcda req-9b3f0c8d-2875-408d-b35d-e86c3df4cc69 service nova] Lock "6fe501bd-1cac-4abb-9e92-db5df2af61ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1876.333027] env[71058]: DEBUG oslo_concurrency.lockutils [req-eea87a2b-b0f7-455c-a4ad-b2435c7fdcda req-9b3f0c8d-2875-408d-b35d-e86c3df4cc69 service nova] Lock "6fe501bd-1cac-4abb-9e92-db5df2af61ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1876.333316] env[71058]: DEBUG nova.compute.manager [req-eea87a2b-b0f7-455c-a4ad-b2435c7fdcda req-9b3f0c8d-2875-408d-b35d-e86c3df4cc69 service nova] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] No waiting events found dispatching network-vif-plugged-55633c87-2423-4570-bbb2-7c73a6ddf16f {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1876.333605] env[71058]: WARNING nova.compute.manager [req-eea87a2b-b0f7-455c-a4ad-b2435c7fdcda req-9b3f0c8d-2875-408d-b35d-e86c3df4cc69 service nova] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Received unexpected event network-vif-plugged-55633c87-2423-4570-bbb2-7c73a6ddf16f for instance with vm_state building and task_state spawning.
[ 1876.413687] env[71058]: DEBUG nova.network.neutron [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Successfully updated port: 55633c87-2423-4570-bbb2-7c73a6ddf16f {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1876.513474] env[71058]: DEBUG oslo_vmware.api [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873850, 'name': Rename_Task, 'duration_secs': 0.171868} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1876.513756] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1876.514061] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37854312-eda3-44a7-8b29-2ea419fa2dc7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1876.520549] env[71058]: DEBUG oslo_vmware.api [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1876.520549] env[71058]:    value = "task-2873851"
[ 1876.520549] env[71058]:    _type = "Task"
[ 1876.520549] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1876.532848] env[71058]: DEBUG oslo_vmware.api [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1876.573108] env[71058]: DEBUG nova.virt.hardware [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1876.573438] env[71058]: DEBUG nova.virt.hardware [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1876.573628] env[71058]: DEBUG nova.virt.hardware [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1876.573876] env[71058]: DEBUG nova.virt.hardware [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1876.573961] env[71058]: DEBUG nova.virt.hardware [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1876.574221] env[71058]: DEBUG nova.virt.hardware [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1876.574505] env[71058]: DEBUG nova.virt.hardware [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1876.574697] env[71058]: DEBUG nova.virt.hardware [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1876.574897] env[71058]: DEBUG nova.virt.hardware [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1876.575188] env[71058]: DEBUG nova.virt.hardware [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1876.575399] env[71058]: DEBUG nova.virt.hardware [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1876.581781] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93933990-7b04-4618-824a-271f4303dd25 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1876.603520] env[71058]: DEBUG oslo_vmware.api [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1876.603520] env[71058]:    value = "task-2873852"
[ 1876.603520] env[71058]:    _type = "Task"
[ 1876.603520] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1876.610708] env[71058]: DEBUG oslo_concurrency.lockutils [None req-636213af-a942-4be6-86ce-9c4d4c5b161d tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "982e6457-699e-4aec-b044-a71766bdf848" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 19.644s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1876.616038] env[71058]: DEBUG oslo_vmware.api [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873852, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1876.882932] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0356cb1-7ea2-498a-b62f-8c09a0e64178 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1876.891348] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a72ee9-40a1-40ba-8f71-fb402390a715 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1876.921732] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquiring lock "refresh_cache-6fe501bd-1cac-4abb-9e92-db5df2af61ee" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1876.921835] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquired lock "refresh_cache-6fe501bd-1cac-4abb-9e92-db5df2af61ee" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1876.921994] env[71058]: DEBUG nova.network.neutron [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1876.924625] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3dd9f5d-eb9e-485d-85ad-b7d9b7e49fdb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1876.932782] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93433f80-7b40-4dff-a96c-f0f055370bf2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1876.950168] env[71058]: DEBUG nova.compute.provider_tree [None req-a7489c8e-68de-4ffe-9667-5fd699950e99 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1877.028277] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f7c43364-09ca-4d3e-a5b2-d302e6505803 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquiring lock "0c383294-0efa-4719-97bc-cb565ac99797" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1877.028631] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f7c43364-09ca-4d3e-a5b2-d302e6505803 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "0c383294-0efa-4719-97bc-cb565ac99797" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1877.028815] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f7c43364-09ca-4d3e-a5b2-d302e6505803 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquiring lock "0c383294-0efa-4719-97bc-cb565ac99797-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1877.029011] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f7c43364-09ca-4d3e-a5b2-d302e6505803 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "0c383294-0efa-4719-97bc-cb565ac99797-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1877.029183] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f7c43364-09ca-4d3e-a5b2-d302e6505803 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "0c383294-0efa-4719-97bc-cb565ac99797-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1877.035865] env[71058]: DEBUG oslo_vmware.api [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873851, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1877.035865] env[71058]: INFO nova.compute.manager [None req-f7c43364-09ca-4d3e-a5b2-d302e6505803 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Terminating instance
[ 1877.100952] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e7b856-13f3-4fc1-bc67-e6e9ff420a15 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1877.101348] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fba43776-1043-4975-ab3d-1ca5cb583c4d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1877.109817] env[71058]: DEBUG oslo_vmware.api [None req-71e7b856-13f3-4fc1-bc67-e6e9ff420a15 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1877.109817] env[71058]:    value = "task-2873853"
[ 1877.109817] env[71058]:    _type = "Task"
[ 1877.109817] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1877.113440] env[71058]: DEBUG oslo_vmware.api [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873852, 'name': ReconfigVM_Task, 'duration_secs': 0.165897} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1877.116582] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Updating instance '15042830-daf1-4904-8911-7084b0a83d63' progress to 33 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1877.125161] env[71058]: DEBUG oslo_vmware.api [None req-71e7b856-13f3-4fc1-bc67-e6e9ff420a15 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1877.452850] env[71058]: DEBUG nova.scheduler.client.report [None req-a7489c8e-68de-4ffe-9667-5fd699950e99 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1877.456736] env[71058]: DEBUG nova.network.neutron [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1877.531938] env[71058]: DEBUG oslo_vmware.api [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873851, 'name': PowerOnVM_Task, 'duration_secs': 0.686208} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1877.532307] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1877.532514] env[71058]: INFO nova.compute.manager [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Took 8.73 seconds to spawn the instance on the hypervisor.
[ 1877.532693] env[71058]: DEBUG nova.compute.manager [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1877.533469] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33028d9-a27c-4e7a-b8a7-8727bfa05069 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1877.539508] env[71058]: DEBUG nova.compute.manager [None req-f7c43364-09ca-4d3e-a5b2-d302e6505803 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1877.539697] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c43364-09ca-4d3e-a5b2-d302e6505803 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1877.543477] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325a168d-0723-4de9-a432-cf19e195e179 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1877.549950] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c43364-09ca-4d3e-a5b2-d302e6505803 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1877.550182] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3c48f17-362d-43df-ae52-d1e23b10eb67 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1877.555824] env[71058]: DEBUG oslo_vmware.api [None req-f7c43364-09ca-4d3e-a5b2-d302e6505803 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1877.555824] env[71058]:    value = "task-2873854"
[ 1877.555824] env[71058]:    _type = "Task"
[ 1877.555824] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1877.563445] env[71058]: DEBUG oslo_vmware.api [None req-f7c43364-09ca-4d3e-a5b2-d302e6505803 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1877.598645] env[71058]: DEBUG nova.network.neutron [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Updating instance_info_cache with network_info: [{"id": "55633c87-2423-4570-bbb2-7c73a6ddf16f", "address": "fa:16:3e:5d:12:83", "network": {"id": "58898bc1-1fb7-44f1-95f7-254a4498119f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-38870332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47082b1bc97a4d569fe911312e6d4b1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55633c87-24", "ovs_interfaceid": "55633c87-2423-4570-bbb2-7c73a6ddf16f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1877.624480] env[71058]: DEBUG nova.virt.hardware [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1877.624758] env[71058]: DEBUG nova.virt.hardware [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1877.624920] env[71058]: DEBUG nova.virt.hardware [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1877.625278] env[71058]: DEBUG nova.virt.hardware [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1877.625514] env[71058]: DEBUG nova.virt.hardware [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1877.625708] env[71058]: DEBUG nova.virt.hardware [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1877.625962] env[71058]: DEBUG nova.virt.hardware [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1877.626181] env[71058]: DEBUG nova.virt.hardware [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1877.626415] env[71058]: DEBUG nova.virt.hardware [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1877.626620] env[71058]: DEBUG nova.virt.hardware [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1877.626836] env[71058]: DEBUG nova.virt.hardware [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1877.632790] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Reconfiguring VM instance instance-00000058 to detach disk 2000 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1877.633731] env[71058]: DEBUG oslo_vmware.api [None req-71e7b856-13f3-4fc1-bc67-e6e9ff420a15 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873853, 'name': PowerOffVM_Task, 'duration_secs': 0.28629} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1877.633731] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e27fba9-8b8d-456f-b6d4-094d9ee934dd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1877.648213] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e7b856-13f3-4fc1-bc67-e6e9ff420a15 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1877.648455] env[71058]: DEBUG nova.compute.manager [None req-71e7b856-13f3-4fc1-bc67-e6e9ff420a15 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1877.649576] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a8e10b-3614-4401-a063-61a5c5bd347f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1877.659615] env[71058]: DEBUG oslo_vmware.api [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1877.659615] env[71058]:    value = "task-2873855"
[ 1877.659615] env[71058]:    _type = "Task"
[ 1877.659615] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1877.667560] env[71058]: DEBUG oslo_vmware.api [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1877.960885] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a7489c8e-68de-4ffe-9667-5fd699950e99 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1877.965285] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.160s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1877.966811] env[71058]: INFO nova.compute.claims [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1877.985260] env[71058]: INFO nova.scheduler.client.report [None req-a7489c8e-68de-4ffe-9667-5fd699950e99 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Deleted allocations for instance a250099b-b6c6-4380-8834-55a970e49a52
[ 1878.052343] env[71058]: INFO nova.compute.manager [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Took 26.33 seconds to build instance.
[ 1878.066670] env[71058]: DEBUG oslo_vmware.api [None req-f7c43364-09ca-4d3e-a5b2-d302e6505803 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873854, 'name': PowerOffVM_Task, 'duration_secs': 0.312326} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1878.066930] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c43364-09ca-4d3e-a5b2-d302e6505803 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1878.067108] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c43364-09ca-4d3e-a5b2-d302e6505803 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1878.067398] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c83c5e3-d6e3-44d3-b033-25e099bff0a0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1878.101548] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Releasing lock "refresh_cache-6fe501bd-1cac-4abb-9e92-db5df2af61ee" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1878.101881] env[71058]: DEBUG nova.compute.manager [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Instance network_info: |[{"id": "55633c87-2423-4570-bbb2-7c73a6ddf16f", "address": "fa:16:3e:5d:12:83", "network": {"id": "58898bc1-1fb7-44f1-95f7-254a4498119f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-38870332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47082b1bc97a4d569fe911312e6d4b1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55633c87-24", "ovs_interfaceid": "55633c87-2423-4570-bbb2-7c73a6ddf16f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1878.102620] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:12:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c24464bb-bb6b-43a2-bdcd-8086ad1a307f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55633c87-2423-4570-bbb2-7c73a6ddf16f', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1878.110253] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Creating folder: Project (47082b1bc97a4d569fe911312e6d4b1a). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1878.111082] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4ee11de-1741-489d-ad7b-e8baf84b3ae9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1878.122510] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Created folder: Project (47082b1bc97a4d569fe911312e6d4b1a) in parent group-v577298.
[ 1878.122760] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Creating folder: Instances. Parent ref: group-v577584. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1878.123038] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-779106ca-34a3-40b1-b93a-9466ddcebb2b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1878.133486] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Created folder: Instances in parent group-v577584.
[ 1878.133792] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1878.134048] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1878.134310] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2456091e-cdf8-420f-bae2-67ae5a8b621d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1878.149731] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c43364-09ca-4d3e-a5b2-d302e6505803 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1878.149973] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c43364-09ca-4d3e-a5b2-d302e6505803 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1878.150223] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7c43364-09ca-4d3e-a5b2-d302e6505803 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Deleting the datastore file [datastore1] 0c383294-0efa-4719-97bc-cb565ac99797 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1878.150830] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d53d46b4-4eb4-4d39-b505-b8f724a35434 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1878.155438] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1878.155438] env[71058]:    value = "task-2873859"
[ 1878.155438] env[71058]:    _type = "Task"
[ 1878.155438] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1878.156635] env[71058]: DEBUG oslo_vmware.api [None req-f7c43364-09ca-4d3e-a5b2-d302e6505803 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1878.156635] env[71058]:    value = "task-2873860"
[ 1878.156635] env[71058]:    _type = "Task"
[ 1878.156635] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1878.170603] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873859, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1878.171161] env[71058]: DEBUG oslo_concurrency.lockutils [None req-71e7b856-13f3-4fc1-bc67-e6e9ff420a15 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "dcc7ce80-6051-4649-978f-88ed87e3da23" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 2.094s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1878.175558] env[71058]: DEBUG oslo_vmware.api [None req-f7c43364-09ca-4d3e-a5b2-d302e6505803 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1878.179542] env[71058]: DEBUG oslo_vmware.api [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873855, 'name': ReconfigVM_Task, 'duration_secs': 0.283764} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1878.179803] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Reconfigured VM instance instance-00000058 to detach disk 2000 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1878.180624] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae26527-dc6d-4038-a073-a86ef454c26a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1878.209154] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 15042830-daf1-4904-8911-7084b0a83d63/15042830-daf1-4904-8911-7084b0a83d63.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1878.210029] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7067dbc-ff9f-464e-9feb-ba66e7218960 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1878.232328] env[71058]: DEBUG oslo_vmware.api [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1878.232328] env[71058]:    value = "task-2873861"
[ 1878.232328] env[71058]:    _type = "Task"
[ 1878.232328] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1878.240768] env[71058]: DEBUG oslo_vmware.api [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873861, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1878.495214] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a7489c8e-68de-4ffe-9667-5fd699950e99 tempest-InstanceActionsV221TestJSON-956999603 tempest-InstanceActionsV221TestJSON-956999603-project-member] Lock "a250099b-b6c6-4380-8834-55a970e49a52" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 20.310s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1878.554985] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e6647098-94aa-4305-bdc2-d9329612a39c tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "50d42da1-80b8-4889-947e-f5546b1c7e62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 27.847s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1878.558964] env[71058]: DEBUG nova.compute.manager [req-e80a82dc-2836-4883-8c54-c83da30902f0 req-596d7129-1e24-4bc2-ab5e-b2ddbac9a4a9 service nova] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Received event network-changed-55633c87-2423-4570-bbb2-7c73a6ddf16f {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1878.559294] env[71058]: DEBUG nova.compute.manager [req-e80a82dc-2836-4883-8c54-c83da30902f0 req-596d7129-1e24-4bc2-ab5e-b2ddbac9a4a9 service nova] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Refreshing instance network info cache due to event network-changed-55633c87-2423-4570-bbb2-7c73a6ddf16f. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1878.559380] env[71058]: DEBUG oslo_concurrency.lockutils [req-e80a82dc-2836-4883-8c54-c83da30902f0 req-596d7129-1e24-4bc2-ab5e-b2ddbac9a4a9 service nova] Acquiring lock "refresh_cache-6fe501bd-1cac-4abb-9e92-db5df2af61ee" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1878.559532] env[71058]: DEBUG oslo_concurrency.lockutils [req-e80a82dc-2836-4883-8c54-c83da30902f0 req-596d7129-1e24-4bc2-ab5e-b2ddbac9a4a9 service nova] Acquired lock "refresh_cache-6fe501bd-1cac-4abb-9e92-db5df2af61ee" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1878.559676] env[71058]: DEBUG nova.network.neutron [req-e80a82dc-2836-4883-8c54-c83da30902f0 req-596d7129-1e24-4bc2-ab5e-b2ddbac9a4a9 service nova] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Refreshing network info cache for port 55633c87-2423-4570-bbb2-7c73a6ddf16f {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1878.670866] env[71058]: DEBUG oslo_vmware.api [None req-f7c43364-09ca-4d3e-a5b2-d302e6505803 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215219} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1878.675238] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7c43364-09ca-4d3e-a5b2-d302e6505803 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1878.675494] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c43364-09ca-4d3e-a5b2-d302e6505803 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1878.675697] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c43364-09ca-4d3e-a5b2-d302e6505803 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1878.675889] env[71058]: INFO nova.compute.manager [None req-f7c43364-09ca-4d3e-a5b2-d302e6505803 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Took 1.14 seconds to destroy the instance on the hypervisor.
[ 1878.676172] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7c43364-09ca-4d3e-a5b2-d302e6505803 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1878.676395] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873859, 'name': CreateVM_Task, 'duration_secs': 0.31464} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1878.676880] env[71058]: DEBUG nova.compute.manager [-] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1878.677030] env[71058]: DEBUG nova.network.neutron [-] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1878.678740] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1878.679477] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1878.679682] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1878.680097] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1878.680697] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ae5c1df-21f3-479a-b1ac-c4ae42a0d4c5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1878.685373] env[71058]: DEBUG oslo_vmware.api [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the task: (returnval){
[ 1878.685373] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c92940-855f-ec0a-5b30-77e17aa6a218"
[ 1878.685373] env[71058]:    _type = "Task"
[ 1878.685373] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1878.694497] env[71058]: DEBUG oslo_vmware.api [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c92940-855f-ec0a-5b30-77e17aa6a218, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1878.741939] env[71058]: DEBUG oslo_vmware.api [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873861, 'name': ReconfigVM_Task, 'duration_secs': 0.496576} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1878.742257] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 15042830-daf1-4904-8911-7084b0a83d63/15042830-daf1-4904-8911-7084b0a83d63.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1878.742520] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Updating instance '15042830-daf1-4904-8911-7084b0a83d63' progress to 50 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1878.815368] env[71058]: INFO nova.compute.manager [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Rebuilding instance
[ 1878.867281] env[71058]: DEBUG nova.compute.manager [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1878.868298] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ab7c00-1f05-4424-8bf6-4ff254447ff2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1879.206986] env[71058]: DEBUG oslo_vmware.api [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c92940-855f-ec0a-5b30-77e17aa6a218, 'name': SearchDatastore_Task, 'duration_secs': 0.010211} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1879.207300] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1879.207340] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1879.208115] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1879.208115] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1879.208115] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1879.208364] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1639451-731c-4bb7-a26c-c590bd82d5b5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1879.222210] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1879.222447] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1879.225547] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-579b326b-b1fc-4a5a-9a24-a3e24d45845a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1879.234259] env[71058]: DEBUG oslo_vmware.api [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the task: (returnval){
[ 1879.234259] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52503c29-7c97-6e65-a7b9-8966ba5b1ab2"
[ 1879.234259] env[71058]:    _type = "Task"
[ 1879.234259] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1879.242470] env[71058]: DEBUG oslo_vmware.api [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52503c29-7c97-6e65-a7b9-8966ba5b1ab2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1879.253284] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badca064-7c2e-4cbb-8127-79348e4b7559 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1879.256204] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8ca1b1-d941-4e18-988f-2d4d4f5ef273 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1879.279176] env[71058]: DEBUG nova.network.neutron [req-e80a82dc-2836-4883-8c54-c83da30902f0 req-596d7129-1e24-4bc2-ab5e-b2ddbac9a4a9 service nova] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Updated VIF entry in instance network info cache for port 55633c87-2423-4570-bbb2-7c73a6ddf16f. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1879.279516] env[71058]: DEBUG nova.network.neutron [req-e80a82dc-2836-4883-8c54-c83da30902f0 req-596d7129-1e24-4bc2-ab5e-b2ddbac9a4a9 service nova] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Updating instance_info_cache with network_info: [{"id": "55633c87-2423-4570-bbb2-7c73a6ddf16f", "address": "fa:16:3e:5d:12:83", "network": {"id": "58898bc1-1fb7-44f1-95f7-254a4498119f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-38870332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47082b1bc97a4d569fe911312e6d4b1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55633c87-24", "ovs_interfaceid": "55633c87-2423-4570-bbb2-7c73a6ddf16f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1879.281152] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b304f3-7c58-4184-9fec-7bfbb072b99a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1879.285056] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939950f3-6418-463f-b717-b1f3b89fe985 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1879.307877] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Updating instance '15042830-daf1-4904-8911-7084b0a83d63' progress to 67 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1879.336435] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b1ba6d-2dd4-4c66-b59e-aef02267f482 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1879.345322] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bac23c4-f872-4047-91b3-2d73360eea94 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1879.360767] env[71058]: DEBUG nova.compute.provider_tree [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1879.439040] env[71058]: DEBUG nova.network.neutron [-] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1879.493020] env[71058]: DEBUG nova.compute.manager [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Stashing vm_state: active {{(pid=71058) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}}
[ 1879.747790] env[71058]: DEBUG oslo_vmware.api [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52503c29-7c97-6e65-a7b9-8966ba5b1ab2, 'name': SearchDatastore_Task, 'duration_secs': 0.026506} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1879.749111] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db75a799-3e85-4c61-9893-431af0d6f5e8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1879.755087] env[71058]: DEBUG oslo_vmware.api [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the task: (returnval){
[ 1879.755087] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]525eb0e3-0654-c804-b638-88dc5356bf7e"
[ 1879.755087] env[71058]:    _type = "Task"
[ 1879.755087] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1879.764065] env[71058]: DEBUG oslo_vmware.api [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]525eb0e3-0654-c804-b638-88dc5356bf7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1879.789906] env[71058]: DEBUG oslo_concurrency.lockutils [req-e80a82dc-2836-4883-8c54-c83da30902f0 req-596d7129-1e24-4bc2-ab5e-b2ddbac9a4a9 service nova] Releasing lock "refresh_cache-6fe501bd-1cac-4abb-9e92-db5df2af61ee" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1879.864225] env[71058]: DEBUG nova.scheduler.client.report [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1879.882647] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1879.882961] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f8d92df-59bc-426b-a7ac-c30d98d9da37 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1879.891663] env[71058]: DEBUG oslo_vmware.api [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1879.891663] env[71058]:    value = "task-2873862"
[ 1879.891663] env[71058]:    _type = "Task"
[ 1879.891663] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1879.905374] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] VM already powered off {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}}
[ 1879.905660] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1879.906484] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f223c4-32c0-4442-9b6b-bf22ff6028cc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1879.913579] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1879.913771] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-610be01d-158d-47f8-9a18-82d61238beae {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1879.943075] env[71058]: INFO nova.compute.manager [-] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Took 1.27 seconds to deallocate network for instance.
[ 1879.980988] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1879.981394] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1879.981654] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Deleting the datastore file [datastore2] dcc7ce80-6051-4649-978f-88ed87e3da23 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1879.982737] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5031a289-395d-43ff-a9ca-e21f774cc30b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1879.990424] env[71058]: DEBUG oslo_vmware.api [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1879.990424] env[71058]:    value = "task-2873864"
[ 1879.990424] env[71058]:    _type = "Task"
[ 1879.990424] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1880.001487] env[71058]: DEBUG oslo_vmware.api [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1880.016220] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1880.267558] env[71058]: DEBUG oslo_vmware.api [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]525eb0e3-0654-c804-b638-88dc5356bf7e, 'name': SearchDatastore_Task, 'duration_secs': 0.011122} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1880.267558] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1880.268019] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 6fe501bd-1cac-4abb-9e92-db5df2af61ee/6fe501bd-1cac-4abb-9e92-db5df2af61ee.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1880.268019] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b3ec459-6749-4745-b596-3c052c558df8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1880.275675] env[71058]: DEBUG oslo_vmware.api [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the task: (returnval){
[ 1880.275675] env[71058]:    value = "task-2873865"
[ 1880.275675] env[71058]:    _type = "Task"
[ 1880.275675] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1880.287461] env[71058]: DEBUG oslo_vmware.api [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2873865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1880.369689] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1880.370253] env[71058]: DEBUG nova.compute.manager [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1880.372780] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fe399668-277f-4821-95df-48b76602d637 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.689s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1880.372995] env[71058]: DEBUG nova.objects.instance [None req-fe399668-277f-4821-95df-48b76602d637 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lazy-loading 'resources' on Instance uuid 76a95105-67c2-4bad-83f4-639120a26053 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1880.451048] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f7c43364-09ca-4d3e-a5b2-d302e6505803 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1880.501178] env[71058]: DEBUG oslo_vmware.api [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229532} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1880.501549] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1880.501668] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1880.502413] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1880.586072] env[71058]: DEBUG nova.compute.manager [req-be15e37b-5c99-41f6-9006-2caeaa58756b req-6580f8a5-43f6-40ab-bff7-fa03788f72fa service nova] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Received event network-vif-deleted-221150ab-1980-4107-817a-b5b4a7c53786 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1880.789776] env[71058]: DEBUG oslo_vmware.api [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2873865, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1880.876591] env[71058]: DEBUG nova.compute.utils [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1880.883369] env[71058]: DEBUG nova.compute.manager [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1880.883573] env[71058]: DEBUG nova.network.neutron [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1880.934626] env[71058]: DEBUG nova.policy [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4117e03ed4341879e05cad78edf15a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b67ce83b88b440f93e743c111acfbac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1881.024884] env[71058]: DEBUG nova.network.neutron [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Port a5d3a310-dc46-4431-951a-5dbe47814ffe binding to destination host cpu-1 is already ACTIVE {{(pid=71058) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}}
[ 1881.184827] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d8b55a-df08-4d78-9c58-4632494d3167 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1881.193662] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0af88e5-8a9c-4df3-bb02-72a042c5af91 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1881.226530] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc25a8e-79fb-4910-9465-92c53fe389cc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1881.232698] env[71058]: DEBUG nova.network.neutron [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Successfully created port: ee534f5f-7e34-4794-afc2-b593ca71ae0e {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1881.239566] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b859f0-4ce5-4328-be67-35a2df0dbd3a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1881.252892] env[71058]: DEBUG nova.compute.provider_tree [None req-fe399668-277f-4821-95df-48b76602d637 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1881.287730] env[71058]: DEBUG oslo_vmware.api [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2873865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726818} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1881.288036] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 6fe501bd-1cac-4abb-9e92-db5df2af61ee/6fe501bd-1cac-4abb-9e92-db5df2af61ee.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1881.288204] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1881.288444] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30c8c696-d928-4bf5-9101-64e6dfdb1ded {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1881.295145] env[71058]: DEBUG oslo_vmware.api [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the task: (returnval){
[ 1881.295145] env[71058]:    value = "task-2873866"
[ 1881.295145] env[71058]:    _type = "Task"
[ 1881.295145] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1881.303532] env[71058]: DEBUG oslo_vmware.api [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2873866, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1881.385263] env[71058]: DEBUG nova.compute.manager [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1881.544485] env[71058]: DEBUG nova.virt.hardware [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1881.544702] env[71058]: DEBUG nova.virt.hardware [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1881.544858] env[71058]: DEBUG nova.virt.hardware [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1881.545050] env[71058]: DEBUG nova.virt.hardware [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1881.545200] env[71058]: DEBUG nova.virt.hardware [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1881.545351] env[71058]: DEBUG nova.virt.hardware [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1881.545553] env[71058]: DEBUG nova.virt.hardware [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1881.545712] env[71058]: DEBUG nova.virt.hardware [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1881.545876] env[71058]: DEBUG nova.virt.hardware [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1881.546048] env[71058]: DEBUG nova.virt.hardware [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1881.546267] env[71058]: DEBUG nova.virt.hardware [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1881.547168] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697e89df-77c4-47a6-b48c-c5a7721e1abb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1881.555335] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8e8044-eb3e-48c7-ae9b-ffb7fe79d2bb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1881.569319] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:e0:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'df1bf911-aac9-4d2d-ae69-66ace3e6a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1a189d3-c744-471b-b3f6-29b9292f6683', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1881.576622] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1881.577529] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1881.577747] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38d5959d-f6e3-4568-a3aa-ef1300a54e99 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1881.597842] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1881.597842] env[71058]:    value = "task-2873867"
[ 1881.597842] env[71058]:    _type = "Task"
[ 1881.597842] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1881.605833] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873867, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1881.756098] env[71058]: DEBUG nova.scheduler.client.report [None req-fe399668-277f-4821-95df-48b76602d637 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1881.805280] env[71058]: DEBUG oslo_vmware.api [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2873866, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069622} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1881.805905] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1881.806618] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a9a9e0-295e-4577-9a0e-ccdc7ed5329f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1881.831808] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 6fe501bd-1cac-4abb-9e92-db5df2af61ee/6fe501bd-1cac-4abb-9e92-db5df2af61ee.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1881.832183] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-020b1b7b-b699-4b28-93ae-e1ec0fab0f99 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1881.855242] env[71058]: DEBUG oslo_vmware.api [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the task: (returnval){
[ 1881.855242] env[71058]:    value = "task-2873868"
[ 1881.855242] env[71058]:    _type = "Task"
[ 1881.855242] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1881.863364] env[71058]: DEBUG oslo_vmware.api [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2873868, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1882.051050] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "15042830-daf1-4904-8911-7084b0a83d63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1882.051253] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "15042830-daf1-4904-8911-7084b0a83d63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1882.051431] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "15042830-daf1-4904-8911-7084b0a83d63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1882.108200] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873867, 'name': CreateVM_Task, 'duration_secs': 0.358214} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1882.108400] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1882.109085] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1882.109260] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1882.109592] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1882.109851] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88dc0419-0e09-46a4-8bba-7deb4386df63 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1882.114690] env[71058]: DEBUG oslo_vmware.api [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1882.114690] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5223f974-dd62-727c-3844-688297a5994c"
[ 1882.114690] env[71058]:    _type = "Task"
[ 1882.114690] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1882.122716] env[71058]: DEBUG oslo_vmware.api [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5223f974-dd62-727c-3844-688297a5994c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1882.261770] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fe399668-277f-4821-95df-48b76602d637 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1882.264372] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.558s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1882.283626] env[71058]: INFO nova.scheduler.client.report [None req-fe399668-277f-4821-95df-48b76602d637 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Deleted allocations for instance 76a95105-67c2-4bad-83f4-639120a26053
[ 1882.365347] env[71058]: DEBUG oslo_vmware.api [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2873868, 'name': ReconfigVM_Task, 'duration_secs': 0.352497} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1882.366089] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 6fe501bd-1cac-4abb-9e92-db5df2af61ee/6fe501bd-1cac-4abb-9e92-db5df2af61ee.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1882.368223] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff7ad68d-5598-4bbc-9316-d8e91a8627a6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1882.374028] env[71058]: DEBUG oslo_vmware.api [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the task: (returnval){
[ 1882.374028] env[71058]:    value = "task-2873869"
[ 1882.374028] env[71058]:    _type = "Task"
[ 1882.374028] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1882.380086] env[71058]: DEBUG oslo_vmware.api [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2873869, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1882.397562] env[71058]: DEBUG nova.compute.manager [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1882.424903] env[71058]: DEBUG nova.virt.hardware [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1882.425259] env[71058]: DEBUG nova.virt.hardware [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1882.425360] env[71058]: DEBUG nova.virt.hardware [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1882.425544] env[71058]: DEBUG nova.virt.hardware [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1882.425689] env[71058]: DEBUG nova.virt.hardware [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1882.425834] env[71058]: DEBUG nova.virt.hardware [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1882.426050] env[71058]: DEBUG nova.virt.hardware [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1882.426215] env[71058]: DEBUG nova.virt.hardware [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1882.426408] env[71058]: DEBUG nova.virt.hardware [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1882.426564] env[71058]: DEBUG nova.virt.hardware [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1882.426699] env[71058]: DEBUG nova.virt.hardware [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1882.427665] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0caef26c-2b99-4884-9901-ac635419308c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1882.436143] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead3b115-d31f-420a-9dd3-87a535de3f69 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1882.449303] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1882.449763] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1882.612676] env[71058]: DEBUG nova.compute.manager [req-dee50c91-df7e-45f3-978a-b7c61f1d6140 req-210e50b8-e556-467d-aba8-02a0c6ddbdfa service nova] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Received event network-vif-plugged-ee534f5f-7e34-4794-afc2-b593ca71ae0e {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1882.612895] env[71058]: DEBUG oslo_concurrency.lockutils [req-dee50c91-df7e-45f3-978a-b7c61f1d6140 req-210e50b8-e556-467d-aba8-02a0c6ddbdfa service nova] Acquiring lock "0252d894-77c9-4b91-8bf6-d525336bdc6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1882.613103] env[71058]: DEBUG oslo_concurrency.lockutils [req-dee50c91-df7e-45f3-978a-b7c61f1d6140 req-210e50b8-e556-467d-aba8-02a0c6ddbdfa service nova] Lock "0252d894-77c9-4b91-8bf6-d525336bdc6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1882.613371] env[71058]: DEBUG oslo_concurrency.lockutils [req-dee50c91-df7e-45f3-978a-b7c61f1d6140 req-210e50b8-e556-467d-aba8-02a0c6ddbdfa service nova] Lock "0252d894-77c9-4b91-8bf6-d525336bdc6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1882.613456] env[71058]: DEBUG nova.compute.manager [req-dee50c91-df7e-45f3-978a-b7c61f1d6140 req-210e50b8-e556-467d-aba8-02a0c6ddbdfa service nova] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] No waiting events found dispatching network-vif-plugged-ee534f5f-7e34-4794-afc2-b593ca71ae0e {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1882.613617] env[71058]: WARNING nova.compute.manager [req-dee50c91-df7e-45f3-978a-b7c61f1d6140 req-210e50b8-e556-467d-aba8-02a0c6ddbdfa service nova] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Received unexpected event network-vif-plugged-ee534f5f-7e34-4794-afc2-b593ca71ae0e for instance with vm_state building and task_state spawning.
[ 1882.626219] env[71058]: DEBUG oslo_vmware.api [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5223f974-dd62-727c-3844-688297a5994c, 'name': SearchDatastore_Task, 'duration_secs': 0.024721} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1882.626505] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1882.626724] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1882.626948] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1882.627104] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1882.627356] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1882.631016] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51d59ed9-a062-444d-8726-d5928b14c786 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1882.637298] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1882.637475] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1882.638175] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e24d5dd7-7a04-4724-b005-669dff347799 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1882.645763] env[71058]: DEBUG oslo_vmware.api [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1882.645763] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520013a9-43db-1527-8cd9-b40a8ce414ae"
[ 1882.645763] env[71058]:    _type = "Task"
[ 1882.645763] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1882.654286] env[71058]: DEBUG oslo_vmware.api [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520013a9-43db-1527-8cd9-b40a8ce414ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1882.737320] env[71058]: DEBUG nova.network.neutron [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Successfully updated port: ee534f5f-7e34-4794-afc2-b593ca71ae0e {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1882.770066] env[71058]: INFO nova.compute.claims [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1882.792872] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fe399668-277f-4821-95df-48b76602d637 tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lock "76a95105-67c2-4bad-83f4-639120a26053" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 17.674s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1882.883706] env[71058]: DEBUG oslo_vmware.api [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2873869, 'name': Rename_Task, 'duration_secs': 0.143685} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1882.883959] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1882.884248] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0336e574-49c0-496b-9844-23efd0c98e9b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1882.891065] env[71058]: DEBUG oslo_vmware.api [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the task: (returnval){
[ 1882.891065] env[71058]:    value = "task-2873870"
[ 1882.891065] env[71058]:    _type = "Task"
[ 1882.891065] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1882.898512] env[71058]: DEBUG oslo_vmware.api [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2873870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1882.958026] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1882.958026] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1882.958026] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1882.958026] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1882.958026] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1882.958383] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1882.958383] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71058) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}}
[ 1882.958383] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager.update_available_resource {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1883.014961] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ccc314a8-9c4f-427d-be1e-39d20459fc0f tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquiring lock "66745105-ba3e-4198-8663-9e638df1c630" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1883.015293] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ccc314a8-9c4f-427d-be1e-39d20459fc0f tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lock "66745105-ba3e-4198-8663-9e638df1c630" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1883.015564] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ccc314a8-9c4f-427d-be1e-39d20459fc0f tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquiring lock "66745105-ba3e-4198-8663-9e638df1c630-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1883.015772] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ccc314a8-9c4f-427d-be1e-39d20459fc0f tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lock "66745105-ba3e-4198-8663-9e638df1c630-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1883.015941] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ccc314a8-9c4f-427d-be1e-39d20459fc0f tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lock "66745105-ba3e-4198-8663-9e638df1c630-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1883.018083] env[71058]: INFO nova.compute.manager [None req-ccc314a8-9c4f-427d-be1e-39d20459fc0f tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Terminating instance
[ 1883.089028] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "refresh_cache-15042830-daf1-4904-8911-7084b0a83d63" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1883.089028] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquired lock "refresh_cache-15042830-daf1-4904-8911-7084b0a83d63" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1883.089028] env[71058]: DEBUG nova.network.neutron [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1883.159883] env[71058]: DEBUG oslo_vmware.api [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520013a9-43db-1527-8cd9-b40a8ce414ae, 'name': SearchDatastore_Task, 'duration_secs': 0.015819} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1883.159883] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-192ba12d-995c-48e9-964b-f8ad7114c38a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1883.165025] env[71058]: DEBUG oslo_vmware.api [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1883.165025] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d18a15-f9fd-6975-6737-a7324b7aa195"
[ 1883.165025] env[71058]:    _type = "Task"
[ 1883.165025] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1883.170453] env[71058]: DEBUG oslo_vmware.api [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d18a15-f9fd-6975-6737-a7324b7aa195, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1883.241540] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Acquiring lock "refresh_cache-0252d894-77c9-4b91-8bf6-d525336bdc6e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1883.241540] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Acquired lock "refresh_cache-0252d894-77c9-4b91-8bf6-d525336bdc6e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1883.241540] env[71058]: DEBUG nova.network.neutron [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1883.275771] env[71058]: INFO nova.compute.resource_tracker [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Updating resource usage from migration 380f2d7f-a8d7-4bd2-a9d2-a69290c1e811
[ 1883.404418] env[71058]: DEBUG oslo_vmware.api [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2873870, 'name': PowerOnVM_Task, 'duration_secs': 0.483901} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1883.404691] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1883.404853] env[71058]: INFO nova.compute.manager [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Took 7.29 seconds to spawn the instance on the hypervisor.
[ 1883.406656] env[71058]: DEBUG nova.compute.manager [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1883.407159] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a72fea-d90d-4e03-9cc3-de82c4b297a8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1883.460960] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1883.523945] env[71058]: DEBUG nova.compute.manager [None req-ccc314a8-9c4f-427d-be1e-39d20459fc0f tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1883.524269] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc314a8-9c4f-427d-be1e-39d20459fc0f tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1883.525401] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2e35bb-e2ac-41d6-81a4-34c751342f97 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1883.534617] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc314a8-9c4f-427d-be1e-39d20459fc0f tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1883.537167] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3cd2cdc-7a6e-425c-92e1-894eef999410 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1883.545996] env[71058]: DEBUG oslo_vmware.api [None req-ccc314a8-9c4f-427d-be1e-39d20459fc0f tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1883.545996] env[71058]:    value = "task-2873871"
[ 1883.545996] env[71058]:    _type = "Task"
[ 1883.545996] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1883.556421] env[71058]: DEBUG oslo_vmware.api [None req-ccc314a8-9c4f-427d-be1e-39d20459fc0f tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1883.565587] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d55a4b-226a-43f6-93d2-cd2737990bd1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1883.572708] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bd3cd5-0b16-40be-9298-1f20f80be9ec {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1883.606239] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09a4483-8eee-4ce5-a4f4-f3450d963e2f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1883.615290] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5899001a-f7f2-4065-b2a6-033da7ded077 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1883.629146] env[71058]: DEBUG nova.compute.provider_tree [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1883.672619] env[71058]: DEBUG oslo_vmware.api [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d18a15-f9fd-6975-6737-a7324b7aa195, 'name': SearchDatastore_Task, 'duration_secs': 0.01061} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1883.672855] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1883.673142] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] dcc7ce80-6051-4649-978f-88ed87e3da23/dcc7ce80-6051-4649-978f-88ed87e3da23.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1883.673374] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74e2a175-6082-4be5-97db-d5c7ccad5d8f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1883.681422] env[71058]: DEBUG oslo_vmware.api [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1883.681422] env[71058]:    value = "task-2873872"
[ 1883.681422] env[71058]:    _type = "Task"
[ 1883.681422] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1883.693167] env[71058]: DEBUG oslo_vmware.api [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873872, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1883.788239] env[71058]: DEBUG nova.network.neutron [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1883.911564] env[71058]: DEBUG nova.network.neutron [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Updating instance_info_cache with network_info: [{"id": "a5d3a310-dc46-4431-951a-5dbe47814ffe", "address": "fa:16:3e:27:03:b9", "network": {"id": "02a93a58-8f0c-468d-b34e-1db5e61a54ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2046819330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ae80f45084747faba9f976dc2d36a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5d3a310-dc", "ovs_interfaceid": "a5d3a310-dc46-4431-951a-5dbe47814ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1883.931921] env[71058]: INFO nova.compute.manager [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Took 25.21 seconds to build instance.
[ 1883.953355] env[71058]: DEBUG nova.network.neutron [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Updating instance_info_cache with network_info: [{"id": "ee534f5f-7e34-4794-afc2-b593ca71ae0e", "address": "fa:16:3e:35:0e:c0", "network": {"id": "66c4b59f-ea05-4c73-9644-7107192fdc73", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-658905657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1b67ce83b88b440f93e743c111acfbac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee534f5f-7e", "ovs_interfaceid": "ee534f5f-7e34-4794-afc2-b593ca71ae0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1884.056151] env[71058]: DEBUG oslo_vmware.api [None req-ccc314a8-9c4f-427d-be1e-39d20459fc0f tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873871, 'name': PowerOffVM_Task, 'duration_secs': 0.213827} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1884.056472] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc314a8-9c4f-427d-be1e-39d20459fc0f tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1884.056658] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc314a8-9c4f-427d-be1e-39d20459fc0f tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1884.056923] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abf5b517-226e-46cb-8325-e1d902f9e603 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1884.134335] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc314a8-9c4f-427d-be1e-39d20459fc0f tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1884.134561] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc314a8-9c4f-427d-be1e-39d20459fc0f tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1884.134738] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccc314a8-9c4f-427d-be1e-39d20459fc0f tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Deleting the datastore file [datastore2] 66745105-ba3e-4198-8663-9e638df1c630 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1884.135802] env[71058]: DEBUG nova.scheduler.client.report [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1884.139305] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e201654-b3ee-473a-9a95-9650d6383af4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1884.147421] env[71058]: DEBUG oslo_vmware.api [None req-ccc314a8-9c4f-427d-be1e-39d20459fc0f tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for the task: (returnval){
[ 1884.147421] env[71058]:    value = "task-2873874"
[ 1884.147421] env[71058]:    _type = "Task"
[ 1884.147421] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1884.158540] env[71058]: DEBUG oslo_vmware.api [None req-ccc314a8-9c4f-427d-be1e-39d20459fc0f tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1884.191761] env[71058]: DEBUG oslo_vmware.api [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873872, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1884.414341] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Releasing lock "refresh_cache-15042830-daf1-4904-8911-7084b0a83d63" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1884.434060] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0eacd667-67e1-4c0c-ad6e-7e40b8874b67 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lock "6fe501bd-1cac-4abb-9e92-db5df2af61ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 26.714s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1884.459550] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Releasing lock "refresh_cache-0252d894-77c9-4b91-8bf6-d525336bdc6e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1884.459550] env[71058]: DEBUG nova.compute.manager [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Instance network_info: |[{"id": "ee534f5f-7e34-4794-afc2-b593ca71ae0e", "address": "fa:16:3e:35:0e:c0", "network": {"id": "66c4b59f-ea05-4c73-9644-7107192fdc73", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-658905657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1b67ce83b88b440f93e743c111acfbac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee534f5f-7e", "ovs_interfaceid": "ee534f5f-7e34-4794-afc2-b593ca71ae0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1884.459550] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:0e:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee534f5f-7e34-4794-afc2-b593ca71ae0e', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1884.467224] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1884.468585] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1884.468971] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbc62264-c27f-47b6-b634-db4bad2684ef {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1884.490743] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1884.490743] env[71058]:    value = "task-2873875"
[ 1884.490743] env[71058]:    _type = "Task"
[ 1884.490743] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1884.501432] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873875, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1884.582188] env[71058]: DEBUG oslo_concurrency.lockutils [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquiring lock "0398febc-1043-4fd5-87bd-1b6e8a507964" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1884.582428] env[71058]: DEBUG oslo_concurrency.lockutils [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lock "0398febc-1043-4fd5-87bd-1b6e8a507964" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1884.644876] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.378s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1884.644876] env[71058]: INFO nova.compute.manager [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Migrating
[ 1884.650156] env[71058]: DEBUG oslo_concurrency.lockutils [None req-918980b9-0758-4156-bf7c-11d6716b8e53 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.099s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1884.650424] env[71058]: DEBUG nova.objects.instance [None req-918980b9-0758-4156-bf7c-11d6716b8e53 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lazy-loading 'resources' on Instance uuid 29a875e4-c2a0-4a64-80eb-74fa7615da27 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1884.666656] env[71058]: DEBUG nova.compute.manager [req-3c7dceb9-2292-4f7f-8916-8e763d85b852 req-9f541a42-7324-437c-b26d-2d354303681d service nova] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Received event network-changed-ee534f5f-7e34-4794-afc2-b593ca71ae0e {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1884.666942] env[71058]: DEBUG nova.compute.manager [req-3c7dceb9-2292-4f7f-8916-8e763d85b852 req-9f541a42-7324-437c-b26d-2d354303681d service nova] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Refreshing instance network info cache due to event network-changed-ee534f5f-7e34-4794-afc2-b593ca71ae0e. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1884.667188] env[71058]: DEBUG oslo_concurrency.lockutils [req-3c7dceb9-2292-4f7f-8916-8e763d85b852 req-9f541a42-7324-437c-b26d-2d354303681d service nova] Acquiring lock "refresh_cache-0252d894-77c9-4b91-8bf6-d525336bdc6e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1884.667345] env[71058]: DEBUG oslo_concurrency.lockutils [req-3c7dceb9-2292-4f7f-8916-8e763d85b852 req-9f541a42-7324-437c-b26d-2d354303681d service nova] Acquired lock "refresh_cache-0252d894-77c9-4b91-8bf6-d525336bdc6e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1884.667531] env[71058]: DEBUG nova.network.neutron [req-3c7dceb9-2292-4f7f-8916-8e763d85b852 req-9f541a42-7324-437c-b26d-2d354303681d service nova] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Refreshing network info cache for port ee534f5f-7e34-4794-afc2-b593ca71ae0e {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1884.677108] env[71058]: DEBUG oslo_vmware.api [None req-ccc314a8-9c4f-427d-be1e-39d20459fc0f tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Task: {'id': task-2873874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366328} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1884.677808] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccc314a8-9c4f-427d-be1e-39d20459fc0f tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1884.678055] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc314a8-9c4f-427d-be1e-39d20459fc0f tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1884.678246] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc314a8-9c4f-427d-be1e-39d20459fc0f tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1884.678484] env[71058]: INFO nova.compute.manager [None req-ccc314a8-9c4f-427d-be1e-39d20459fc0f tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Took 1.15 seconds to destroy the instance on the hypervisor.
[ 1884.678763] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccc314a8-9c4f-427d-be1e-39d20459fc0f tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1884.679297] env[71058]: DEBUG nova.compute.manager [-] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1884.679344] env[71058]: DEBUG nova.network.neutron [-] [instance: 66745105-ba3e-4198-8663-9e638df1c630] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1884.693867] env[71058]: DEBUG oslo_vmware.api [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873872, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546534} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1884.694203] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] dcc7ce80-6051-4649-978f-88ed87e3da23/dcc7ce80-6051-4649-978f-88ed87e3da23.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1884.694449] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1884.695206] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-258d0ad7-5b19-4105-af8f-4e832aaf71b8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1884.703172] env[71058]: DEBUG oslo_vmware.api [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1884.703172] env[71058]:    value = "task-2873876"
[ 1884.703172] env[71058]:    _type = "Task"
[ 1884.703172] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1884.713167] env[71058]: DEBUG oslo_vmware.api [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873876, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1884.786367] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3f15a7e6-6f85-4b83-846a-3fddffe09c33 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquiring lock "d8c74703-a213-4e6c-882c-46cdbb82b1b9" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1884.786672] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3f15a7e6-6f85-4b83-846a-3fddffe09c33 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lock "d8c74703-a213-4e6c-882c-46cdbb82b1b9" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1884.924539] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b60df32-e1d5-42c9-a33d-1b7b6ad95e71 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1884.932590] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e20dc5-44b0-4b9e-a43a-37bc536ec874 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1885.001469] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873875, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1885.088066] env[71058]: DEBUG nova.compute.manager [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1885.166873] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "refresh_cache-9be82b05-0579-49ba-9e5a-bab585d6c1ac" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1885.167080] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquired lock "refresh_cache-9be82b05-0579-49ba-9e5a-bab585d6c1ac" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1885.167295] env[71058]: DEBUG nova.network.neutron [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1885.217311] env[71058]: DEBUG oslo_vmware.api [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873876, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.21016} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1885.219822] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1885.220950] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b437d0b-8b52-4e26-8026-9a5f309b0b58 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1885.244063] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] dcc7ce80-6051-4649-978f-88ed87e3da23/dcc7ce80-6051-4649-978f-88ed87e3da23.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1885.247266] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84ab90c1-00ed-49cf-9d72-d79a75fceb9e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1885.273786] env[71058]: DEBUG oslo_vmware.api [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1885.273786] env[71058]:    value = "task-2873877"
[ 1885.273786] env[71058]:    _type = "Task"
[ 1885.273786] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1885.283302] env[71058]: DEBUG oslo_vmware.api [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873877, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1885.289519] env[71058]: INFO nova.compute.manager [None req-3f15a7e6-6f85-4b83-846a-3fddffe09c33 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Detaching volume 06cde003-5bd3-4689-a501-8ccd806c34a4
[ 1885.325300] env[71058]: INFO nova.virt.block_device [None req-3f15a7e6-6f85-4b83-846a-3fddffe09c33 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Attempting to driver detach volume 06cde003-5bd3-4689-a501-8ccd806c34a4 from mountpoint /dev/sdb
[ 1885.328080] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f15a7e6-6f85-4b83-846a-3fddffe09c33 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Volume detach. Driver type: vmdk {{(pid=71058) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}}
[ 1885.328080] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f15a7e6-6f85-4b83-846a-3fddffe09c33 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577554', 'volume_id': '06cde003-5bd3-4689-a501-8ccd806c34a4', 'name': 'volume-06cde003-5bd3-4689-a501-8ccd806c34a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd8c74703-a213-4e6c-882c-46cdbb82b1b9', 'attached_at': '', 'detached_at': '', 'volume_id': '06cde003-5bd3-4689-a501-8ccd806c34a4', 'serial': '06cde003-5bd3-4689-a501-8ccd806c34a4'} {{(pid=71058) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}}
[ 1885.328080] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f9688e-7909-45be-a202-70aa5c5f61e2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1885.357990] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6134683-f342-406d-8322-6983410737b5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1885.366131] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cb80af-3c3a-4acc-a178-b0a2f635ca7b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1885.389709] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6670fa-2e0a-45f6-aee4-3042bccbd272 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1885.405335] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f15a7e6-6f85-4b83-846a-3fddffe09c33 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] The volume has not been displaced from its original location: [datastore2] volume-06cde003-5bd3-4689-a501-8ccd806c34a4/volume-06cde003-5bd3-4689-a501-8ccd806c34a4.vmdk. No consolidation needed. {{(pid=71058) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}}
[ 1885.410462] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f15a7e6-6f85-4b83-846a-3fddffe09c33 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Reconfiguring VM instance instance-00000047 to detach disk 2001 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1885.411333] env[71058]: DEBUG nova.network.neutron [req-3c7dceb9-2292-4f7f-8916-8e763d85b852 req-9f541a42-7324-437c-b26d-2d354303681d service nova] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Updated VIF entry in instance network info cache for port ee534f5f-7e34-4794-afc2-b593ca71ae0e. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1885.411652] env[71058]: DEBUG nova.network.neutron [req-3c7dceb9-2292-4f7f-8916-8e763d85b852 req-9f541a42-7324-437c-b26d-2d354303681d service nova] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Updating instance_info_cache with network_info: [{"id": "ee534f5f-7e34-4794-afc2-b593ca71ae0e", "address": "fa:16:3e:35:0e:c0", "network": {"id": "66c4b59f-ea05-4c73-9644-7107192fdc73", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-658905657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1b67ce83b88b440f93e743c111acfbac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee534f5f-7e", "ovs_interfaceid": "ee534f5f-7e34-4794-afc2-b593ca71ae0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1885.415034] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af6b55b2-583b-49e1-8811-4385ce1a9777 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1885.435884] env[71058]: DEBUG oslo_vmware.api [None req-3f15a7e6-6f85-4b83-846a-3fddffe09c33 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1885.435884] env[71058]:    value = "task-2873878"
[ 1885.435884] env[71058]:    _type = "Task"
[ 1885.435884] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1885.446049] env[71058]: DEBUG oslo_vmware.api [None req-3f15a7e6-6f85-4b83-846a-3fddffe09c33 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873878, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1885.456854] env[71058]: DEBUG nova.network.neutron [-] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1885.506473] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873875, 'name': CreateVM_Task, 'duration_secs': 0.780012} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1885.506717] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1885.507388] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1885.507587] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1885.507903] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1885.508183] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cd3edb0-72b5-42c5-bc48-13ee72e636dc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1885.515747] env[71058]: DEBUG oslo_vmware.api [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1885.515747] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523f9635-a5e2-2baa-9187-dbe5dff93316"
[ 1885.515747] env[71058]:    _type = "Task"
[ 1885.515747] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1885.528657] env[71058]: DEBUG oslo_vmware.api [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523f9635-a5e2-2baa-9187-dbe5dff93316, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1885.541228] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797b450e-1948-4107-b203-1a8ccb1293ce {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1885.551552] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122d6384-7382-4d95-9dbf-4a604af33534 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1885.586144] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c038e13-c678-4d95-b419-6ee2e70d2649 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1885.596514] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c583c3-2eb7-4dc6-a9cf-b47bd438b04f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1885.617127] env[71058]: DEBUG nova.compute.provider_tree [None req-918980b9-0758-4156-bf7c-11d6716b8e53 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1885.619376] env[71058]: DEBUG oslo_concurrency.lockutils [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1885.786756] env[71058]: DEBUG oslo_vmware.api [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873877, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1885.877565] env[71058]: DEBUG nova.network.neutron [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Updating instance_info_cache with network_info: [{"id": "4270b089-af02-4158-a495-432c1f7d6540", "address": "fa:16:3e:a8:ae:e7", "network": {"id": "0e55cc18-b52f-4c57-ac37-4902a108877c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1582599326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17af35ecde854246840d1e08ccd1fdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4270b089-af", "ovs_interfaceid": "4270b089-af02-4158-a495-432c1f7d6540", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1885.930641] env[71058]: DEBUG oslo_concurrency.lockutils [req-3c7dceb9-2292-4f7f-8916-8e763d85b852 req-9f541a42-7324-437c-b26d-2d354303681d service nova] Releasing lock "refresh_cache-0252d894-77c9-4b91-8bf6-d525336bdc6e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1885.948299] env[71058]: DEBUG oslo_vmware.api [None req-3f15a7e6-6f85-4b83-846a-3fddffe09c33 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873878, 'name': ReconfigVM_Task, 'duration_secs': 0.249671} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1885.948620] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f15a7e6-6f85-4b83-846a-3fddffe09c33 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Reconfigured VM instance instance-00000047 to detach disk 2001 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1885.953865] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21cac6d8-fbec-48fb-9799-7632633c33d4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1885.965021] env[71058]: INFO nova.compute.manager [-] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Took 1.29 seconds to deallocate network for instance.
[ 1885.971762] env[71058]: DEBUG oslo_vmware.api [None req-3f15a7e6-6f85-4b83-846a-3fddffe09c33 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1885.971762] env[71058]:    value = "task-2873879"
[ 1885.971762] env[71058]:    _type = "Task"
[ 1885.971762] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1885.979959] env[71058]: DEBUG oslo_vmware.api [None req-3f15a7e6-6f85-4b83-846a-3fddffe09c33 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873879, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1886.028108] env[71058]: DEBUG oslo_vmware.api [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523f9635-a5e2-2baa-9187-dbe5dff93316, 'name': SearchDatastore_Task, 'duration_secs': 0.014578} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1886.028653] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1886.028901] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1886.029212] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1886.029296] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1886.029476] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1886.029741] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5896a95-ad95-452d-b310-2ca75bb463de {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1886.038267] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1886.038437] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1886.039066] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6240325e-905e-4988-b12d-e120a620f808 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1886.043605] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1bf507-f84d-4bcb-a0a0-2847257045ea {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1886.047369] env[71058]: DEBUG oslo_vmware.api [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1886.047369] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5223a769-a48a-8397-6313-ab23b8dd3921"
[ 1886.047369] env[71058]:    _type = "Task"
[ 1886.047369] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1886.069111] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da90e608-5bec-4a69-9ad9-7a5fd9d24397 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1886.075369] env[71058]: DEBUG oslo_vmware.api [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5223a769-a48a-8397-6313-ab23b8dd3921, 'name': SearchDatastore_Task, 'duration_secs': 0.009602} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1886.076481] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a14ea34-f6e9-4d17-ae05-275c565ce5d1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1886.081152] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Updating instance '15042830-daf1-4904-8911-7084b0a83d63' progress to 83 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1886.087439] env[71058]: DEBUG oslo_vmware.api [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1886.087439] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b30509-8e93-1e65-438a-3d875af559fa"
[ 1886.087439] env[71058]:    _type = "Task"
[ 1886.087439] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1886.096825] env[71058]: DEBUG oslo_vmware.api [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b30509-8e93-1e65-438a-3d875af559fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1886.122014] env[71058]: DEBUG nova.scheduler.client.report [None req-918980b9-0758-4156-bf7c-11d6716b8e53 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1886.284568] env[71058]: DEBUG oslo_vmware.api [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873877, 'name': ReconfigVM_Task, 'duration_secs': 0.782031} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1886.284833] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Reconfigured VM instance instance-00000064 to attach disk [datastore1] dcc7ce80-6051-4649-978f-88ed87e3da23/dcc7ce80-6051-4649-978f-88ed87e3da23.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1886.285506] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3acf3a35-0ef1-46f3-a5be-6e675472020a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1886.293881] env[71058]: DEBUG oslo_vmware.api [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1886.293881] env[71058]:    value = "task-2873880"
[ 1886.293881] env[71058]:    _type = "Task"
[ 1886.293881] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1886.301257] env[71058]: DEBUG oslo_vmware.api [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873880, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1886.381770] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Releasing lock "refresh_cache-9be82b05-0579-49ba-9e5a-bab585d6c1ac" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1886.471818] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ccc314a8-9c4f-427d-be1e-39d20459fc0f tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1886.481092] env[71058]: DEBUG oslo_vmware.api [None req-3f15a7e6-6f85-4b83-846a-3fddffe09c33 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873879, 'name': ReconfigVM_Task, 'duration_secs': 0.13724} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1886.481405] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f15a7e6-6f85-4b83-846a-3fddffe09c33 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577554', 'volume_id': '06cde003-5bd3-4689-a501-8ccd806c34a4', 'name': 'volume-06cde003-5bd3-4689-a501-8ccd806c34a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd8c74703-a213-4e6c-882c-46cdbb82b1b9', 'attached_at': '', 'detached_at': '', 'volume_id': '06cde003-5bd3-4689-a501-8ccd806c34a4', 'serial': '06cde003-5bd3-4689-a501-8ccd806c34a4'} {{(pid=71058) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}}
[ 1886.587415] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1886.587665] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-998f19fa-2b49-421d-8919-5cb935f37a3a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1886.598796] env[71058]: DEBUG oslo_vmware.api [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b30509-8e93-1e65-438a-3d875af559fa, 'name': SearchDatastore_Task, 'duration_secs': 0.016532} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1886.599960] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1886.600243] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 0252d894-77c9-4b91-8bf6-d525336bdc6e/0252d894-77c9-4b91-8bf6-d525336bdc6e.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1886.600542] env[71058]: DEBUG oslo_vmware.api [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1886.600542] env[71058]:    value = "task-2873881"
[ 1886.600542] env[71058]:    _type = "Task"
[ 1886.600542] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1886.600727] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72a4c4bf-78c2-4264-96da-482e510e9fe5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1886.610872] env[71058]: DEBUG oslo_vmware.api [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873881, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1886.612116] env[71058]: DEBUG oslo_vmware.api [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1886.612116] env[71058]:    value = "task-2873882"
[ 1886.612116] env[71058]:    _type = "Task"
[ 1886.612116] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1886.619198] env[71058]: DEBUG oslo_vmware.api [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1886.627105] env[71058]: DEBUG oslo_concurrency.lockutils [None req-918980b9-0758-4156-bf7c-11d6716b8e53 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.977s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1886.630041] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.613s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1886.651034] env[71058]: INFO nova.scheduler.client.report [None req-918980b9-0758-4156-bf7c-11d6716b8e53 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Deleted allocations for instance 29a875e4-c2a0-4a64-80eb-74fa7615da27
[ 1886.789230] env[71058]: DEBUG nova.compute.manager [req-3ea0f7fa-5141-45eb-9d32-ad026ddaf884 req-0be7e6e3-ad0f-4fef-b913-1060d82e8594 service nova] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Received event network-vif-deleted-ebe9a3c6-9cbb-4e43-8d3b-fa90912ef6b6 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1886.803828] env[71058]: DEBUG oslo_vmware.api [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873880, 'name': Rename_Task, 'duration_secs': 0.385183} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1886.804235] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1886.804549] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7611d5a-6255-42c1-8998-afab6f5317ed {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1886.812884] env[71058]: DEBUG oslo_vmware.api [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1886.812884] env[71058]:    value = "task-2873883"
[ 1886.812884] env[71058]:    _type = "Task"
[ 1886.812884] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1886.822836] env[71058]: DEBUG oslo_vmware.api [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1887.034320] env[71058]: DEBUG nova.objects.instance [None req-3f15a7e6-6f85-4b83-846a-3fddffe09c33 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lazy-loading 'flavor' on Instance uuid d8c74703-a213-4e6c-882c-46cdbb82b1b9 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1887.113461] env[71058]: DEBUG oslo_vmware.api [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873881, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1887.122879] env[71058]: DEBUG oslo_vmware.api [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873882, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1887.135035] env[71058]: INFO nova.compute.claims [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1887.161138] env[71058]: DEBUG oslo_concurrency.lockutils [None req-918980b9-0758-4156-bf7c-11d6716b8e53 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "29a875e4-c2a0-4a64-80eb-74fa7615da27" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 17.461s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1887.323599] env[71058]: DEBUG oslo_vmware.api [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873883, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1887.613621] env[71058]: DEBUG oslo_vmware.api [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873881, 'name': PowerOnVM_Task, 'duration_secs': 0.686622} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1887.613992] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1887.614132] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1f03eb0a-3ce1-4ae8-bc05-51cb40c26a19 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Updating instance '15042830-daf1-4904-8911-7084b0a83d63' progress to 100 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1887.625534] env[71058]: DEBUG oslo_vmware.api [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556245} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1887.625777] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 0252d894-77c9-4b91-8bf6-d525336bdc6e/0252d894-77c9-4b91-8bf6-d525336bdc6e.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1887.626057] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1887.626325] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3038ffd8-c2ef-4520-86c5-fa8f85b1deb3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1887.632742] env[71058]: DEBUG oslo_vmware.api [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1887.632742] env[71058]:    value = "task-2873884"
[ 1887.632742] env[71058]:    _type = "Task"
[ 1887.632742] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1887.641383] env[71058]: INFO nova.compute.resource_tracker [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Updating resource usage from migration 7b55f07b-5ad3-47fb-bd59-e1aa45b8e32f
[ 1887.643869] env[71058]: DEBUG oslo_vmware.api [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1887.825995] env[71058]: DEBUG oslo_vmware.api [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873883, 'name': PowerOnVM_Task, 'duration_secs': 0.973847} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1887.826308] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1887.826687] env[71058]: DEBUG nova.compute.manager [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1887.827502] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb08c2b-0bd3-4842-a924-9b031699bf4f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1887.899559] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc5a731-3b68-4aa0-9150-a46759feb99d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1887.903884] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe04678-462a-455a-909e-d470b8d05fbb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1887.924620] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Updating instance '9be82b05-0579-49ba-9e5a-bab585d6c1ac' progress to 0 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1887.931332] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715ee3a0-c993-47e1-97b2-32e0e547b2e1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1887.962935] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef3d31d-7c69-4aa6-887a-0220fa88573e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1887.973615] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "a4408bf8-ca93-48ec-823d-68f2e7f9a273" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1887.973854] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "a4408bf8-ca93-48ec-823d-68f2e7f9a273" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1887.975998] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b930ebe-6475-4bc1-a30e-a365373e5196 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1887.990774] env[71058]: DEBUG nova.compute.provider_tree [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1888.040698] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3f15a7e6-6f85-4b83-846a-3fddffe09c33 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lock "d8c74703-a213-4e6c-882c-46cdbb82b1b9" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 3.254s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1888.144965] env[71058]: DEBUG oslo_vmware.api [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071763} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1888.145268] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1888.146045] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb041fd-5d3a-41ee-9d27-1a7ef3637e90 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1888.167261] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 0252d894-77c9-4b91-8bf6-d525336bdc6e/0252d894-77c9-4b91-8bf6-d525336bdc6e.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1888.169364] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13faec00-3b3d-4fd5-9413-0e71d4b69ee7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1888.194464] env[71058]: DEBUG oslo_vmware.api [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1888.194464] env[71058]:    value = "task-2873885"
[ 1888.194464] env[71058]:    _type = "Task"
[ 1888.194464] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1888.202266] env[71058]: DEBUG oslo_vmware.api [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873885, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1888.338894] env[71058]: INFO nova.compute.manager [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] bringing vm to original state: 'stopped'
[ 1888.431024] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1888.431477] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-092c315c-d2a1-460a-904a-17a4f5727c76 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1888.441166] env[71058]: DEBUG oslo_vmware.api [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1888.441166] env[71058]:    value = "task-2873886"
[ 1888.441166] env[71058]:    _type = "Task"
[ 1888.441166] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1888.452533] env[71058]: DEBUG oslo_vmware.api [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1888.481210] env[71058]: DEBUG nova.compute.manager [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1888.493851] env[71058]: DEBUG nova.scheduler.client.report [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1888.707181] env[71058]: DEBUG oslo_vmware.api [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873885, 'name': ReconfigVM_Task, 'duration_secs': 0.392529} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1888.707496] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 0252d894-77c9-4b91-8bf6-d525336bdc6e/0252d894-77c9-4b91-8bf6-d525336bdc6e.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1888.708137] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46b26ab2-499c-438f-b368-a8b079c7e918 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1888.716042] env[71058]: DEBUG oslo_vmware.api [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1888.716042] env[71058]:    value = "task-2873887"
[ 1888.716042] env[71058]:    _type = "Task"
[ 1888.716042] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1888.724503] env[71058]: DEBUG oslo_vmware.api [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873887, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1888.951653] env[71058]: DEBUG oslo_vmware.api [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873886, 'name': PowerOffVM_Task, 'duration_secs': 0.215378} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1888.951924] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1888.952142] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Updating instance '9be82b05-0579-49ba-9e5a-bab585d6c1ac' progress to 17 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1888.998576] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.369s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1888.998777] env[71058]: INFO nova.compute.manager [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Migrating
[ 1889.007778] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1889.009581] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f7c43364-09ca-4d3e-a5b2-d302e6505803 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.559s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1889.009811] env[71058]: DEBUG nova.objects.instance [None req-f7c43364-09ca-4d3e-a5b2-d302e6505803 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lazy-loading 'resources' on Instance uuid 0c383294-0efa-4719-97bc-cb565ac99797 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1889.054467] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dd84606b-1503-4e44-bd4c-be559c52aee6 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquiring lock "d8c74703-a213-4e6c-882c-46cdbb82b1b9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1889.054734] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dd84606b-1503-4e44-bd4c-be559c52aee6 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lock "d8c74703-a213-4e6c-882c-46cdbb82b1b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1889.054938] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dd84606b-1503-4e44-bd4c-be559c52aee6 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquiring lock "d8c74703-a213-4e6c-882c-46cdbb82b1b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1889.055171] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dd84606b-1503-4e44-bd4c-be559c52aee6 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lock "d8c74703-a213-4e6c-882c-46cdbb82b1b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1889.055320] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dd84606b-1503-4e44-bd4c-be559c52aee6 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lock "d8c74703-a213-4e6c-882c-46cdbb82b1b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1889.057977] env[71058]: INFO nova.compute.manager [None req-dd84606b-1503-4e44-bd4c-be559c52aee6 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Terminating instance
[ 1889.226953] env[71058]: DEBUG oslo_vmware.api [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873887, 'name': Rename_Task, 'duration_secs': 0.140833} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1889.227255] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1889.227512] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b97fcf5-291f-40c5-bf77-35b79dd47cbf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1889.233776] env[71058]: DEBUG oslo_vmware.api [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1889.233776] env[71058]:    value = "task-2873888"
[ 1889.233776] env[71058]:    _type = "Task"
[ 1889.233776] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1889.248402] env[71058]: DEBUG oslo_vmware.api [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1889.346229] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "dcc7ce80-6051-4649-978f-88ed87e3da23" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1889.346540] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "dcc7ce80-6051-4649-978f-88ed87e3da23" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1889.346767] env[71058]: DEBUG nova.compute.manager [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1889.347680] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e112e5-72fd-43df-9f53-1b56179f467a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1889.355428] env[71058]: DEBUG nova.compute.manager [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71058) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}}
[ 1889.459385] env[71058]: DEBUG nova.virt.hardware [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1889.459585] env[71058]: DEBUG nova.virt.hardware [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1889.459744] env[71058]: DEBUG nova.virt.hardware [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1889.459925] env[71058]: DEBUG nova.virt.hardware [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1889.460083] env[71058]: DEBUG nova.virt.hardware [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1889.460231] env[71058]: DEBUG nova.virt.hardware [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1889.460441] env[71058]: DEBUG nova.virt.hardware [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1889.460617] env[71058]: DEBUG nova.virt.hardware [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1889.460779] env[71058]: DEBUG nova.virt.hardware [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1889.460931] env[71058]: DEBUG nova.virt.hardware [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1889.461116] env[71058]: DEBUG nova.virt.hardware [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1889.466396] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee8173c5-f64a-430e-a1e3-4c61bc0c47d5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1889.482402] env[71058]: DEBUG oslo_vmware.api [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1889.482402] env[71058]:    value = "task-2873889"
[ 1889.482402] env[71058]:    _type = "Task"
[ 1889.482402] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1889.490816] env[71058]: DEBUG oslo_vmware.api [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873889, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1889.517499] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "refresh_cache-50d42da1-80b8-4889-947e-f5546b1c7e62" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1889.517733] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquired lock "refresh_cache-50d42da1-80b8-4889-947e-f5546b1c7e62" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1889.517947] env[71058]: DEBUG nova.network.neutron [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1889.561298] env[71058]: DEBUG nova.compute.manager [None req-dd84606b-1503-4e44-bd4c-be559c52aee6 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1889.561603] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-dd84606b-1503-4e44-bd4c-be559c52aee6 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1889.565035] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4280c949-bb54-4559-9031-96aca0876ea7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1889.572615] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd84606b-1503-4e44-bd4c-be559c52aee6 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1889.572861] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fc2498b-3ca1-4b41-9507-a7898d8ad3da {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1889.580271] env[71058]: DEBUG oslo_vmware.api [None req-dd84606b-1503-4e44-bd4c-be559c52aee6 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1889.580271] env[71058]:    value = "task-2873890"
[ 1889.580271] env[71058]:    _type = "Task"
[ 1889.580271] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1889.587848] env[71058]: DEBUG oslo_vmware.api [None req-dd84606b-1503-4e44-bd4c-be559c52aee6 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1889.747903] env[71058]: DEBUG oslo_vmware.api [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873888, 'name': PowerOnVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1889.759703] env[71058]: DEBUG nova.network.neutron [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Port a5d3a310-dc46-4431-951a-5dbe47814ffe binding to destination host cpu-1 is already ACTIVE {{(pid=71058) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}}
[ 1889.759998] env[71058]: DEBUG oslo_concurrency.lockutils [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "refresh_cache-15042830-daf1-4904-8911-7084b0a83d63" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1889.760318] env[71058]: DEBUG oslo_concurrency.lockutils [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquired lock "refresh_cache-15042830-daf1-4904-8911-7084b0a83d63" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1889.760497] env[71058]: DEBUG nova.network.neutron [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1889.803139] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df29949-5609-4109-8c12-741833193589 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1889.812065] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87d58fe-3f5c-4ed7-a3ca-93f002842255 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1889.843623] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e63497-db87-4ba3-9407-8b5d36e21a60 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1889.851547] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b0544d-c674-4bdc-8f56-650e0e6a1ef1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1889.865526] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1889.866054] env[71058]: DEBUG nova.compute.provider_tree [None req-f7c43364-09ca-4d3e-a5b2-d302e6505803 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1889.867458] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a782f7d-4192-4948-94f5-991f54b6903b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1889.874262] env[71058]: DEBUG oslo_vmware.api [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1889.874262] env[71058]:    value = "task-2873891"
[ 1889.874262] env[71058]:    _type = "Task"
[ 1889.874262] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1889.884206] env[71058]: DEBUG oslo_vmware.api [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1889.995821] env[71058]: DEBUG oslo_vmware.api [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873889, 'name': ReconfigVM_Task, 'duration_secs': 0.200437} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1889.996099] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Updating instance '9be82b05-0579-49ba-9e5a-bab585d6c1ac' progress to 33 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1890.092499] env[71058]: DEBUG oslo_vmware.api [None req-dd84606b-1503-4e44-bd4c-be559c52aee6 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873890, 'name': PowerOffVM_Task, 'duration_secs': 0.166577} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1890.092768] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd84606b-1503-4e44-bd4c-be559c52aee6 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1890.092945] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-dd84606b-1503-4e44-bd4c-be559c52aee6 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1890.093220] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-871492e7-d2a5-41dc-93fd-7c6928396e8d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1890.165653] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-dd84606b-1503-4e44-bd4c-be559c52aee6 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1890.165877] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-dd84606b-1503-4e44-bd4c-be559c52aee6 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1890.166138] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd84606b-1503-4e44-bd4c-be559c52aee6 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Deleting the datastore file [datastore1] d8c74703-a213-4e6c-882c-46cdbb82b1b9 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1890.166434] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bfca9e4-097a-4109-b6ac-217758a0f803 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1890.174773] env[71058]: DEBUG oslo_vmware.api [None req-dd84606b-1503-4e44-bd4c-be559c52aee6 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1890.174773] env[71058]:    value = "task-2873893"
[ 1890.174773] env[71058]:    _type = "Task"
[ 1890.174773] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1890.182382] env[71058]: DEBUG oslo_vmware.api [None req-dd84606b-1503-4e44-bd4c-be559c52aee6 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1890.224251] env[71058]: DEBUG nova.network.neutron [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Updating instance_info_cache with network_info: [{"id": "258afdef-75f3-46c7-aa8b-dc6c1ed18a52", "address": "fa:16:3e:36:a8:09", "network": {"id": "e468d032-7280-4a84-97c5-db65f8a515aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-792259733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85106c5e01ec496dbeb48733902367b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap258afdef-75", "ovs_interfaceid": "258afdef-75f3-46c7-aa8b-dc6c1ed18a52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1890.246901] env[71058]: DEBUG oslo_vmware.api [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873888, 'name': PowerOnVM_Task, 'duration_secs': 0.561026} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1890.247858] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1890.247858] env[71058]: INFO nova.compute.manager [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Took 7.85 seconds to spawn the instance on the hypervisor.
[ 1890.247858] env[71058]: DEBUG nova.compute.manager [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1890.248554] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0ea438-339e-469d-bab1-dbc19b670bf8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1890.370079] env[71058]: DEBUG nova.scheduler.client.report [None req-f7c43364-09ca-4d3e-a5b2-d302e6505803 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1890.384616] env[71058]: DEBUG oslo_vmware.api [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873891, 'name': PowerOffVM_Task, 'duration_secs': 0.177003} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1890.384906] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1890.385146] env[71058]: DEBUG nova.compute.manager [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1890.385951] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33179586-471b-4098-818b-3a847b177d4d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1890.502588] env[71058]: DEBUG nova.virt.hardware [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1890.504029] env[71058]: DEBUG nova.virt.hardware [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1890.504029] env[71058]: DEBUG nova.virt.hardware [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1890.504029] env[71058]: DEBUG nova.virt.hardware [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1890.504029] env[71058]: DEBUG nova.virt.hardware [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1890.504029] env[71058]: DEBUG nova.virt.hardware [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1890.504029] env[71058]: DEBUG nova.virt.hardware [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1890.504029] env[71058]: DEBUG nova.virt.hardware [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1890.504029] env[71058]: DEBUG nova.virt.hardware [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1890.504392] env[71058]: DEBUG nova.virt.hardware [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1890.504392] env[71058]: DEBUG nova.virt.hardware [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1890.509662] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1890.511379] env[71058]: DEBUG nova.network.neutron [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Updating instance_info_cache with network_info: [{"id": "a5d3a310-dc46-4431-951a-5dbe47814ffe", "address": "fa:16:3e:27:03:b9", "network": {"id": "02a93a58-8f0c-468d-b34e-1db5e61a54ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2046819330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ae80f45084747faba9f976dc2d36a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5d3a310-dc", "ovs_interfaceid": "a5d3a310-dc46-4431-951a-5dbe47814ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1890.512829] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc748590-8009-47b0-aa85-ab0691147406 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1890.530655] env[71058]: DEBUG oslo_concurrency.lockutils [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Releasing lock "refresh_cache-15042830-daf1-4904-8911-7084b0a83d63" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1890.537912] env[71058]: DEBUG oslo_vmware.api [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1890.537912] env[71058]:    value = "task-2873894"
[ 1890.537912] env[71058]:    _type = "Task"
[ 1890.537912] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1890.547350] env[71058]: DEBUG oslo_vmware.api [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1890.684559] env[71058]: DEBUG oslo_vmware.api [None req-dd84606b-1503-4e44-bd4c-be559c52aee6 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180704} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1890.686037] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd84606b-1503-4e44-bd4c-be559c52aee6 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1890.686037] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-dd84606b-1503-4e44-bd4c-be559c52aee6 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1890.686037] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-dd84606b-1503-4e44-bd4c-be559c52aee6 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1890.686037] env[71058]: INFO nova.compute.manager [None req-dd84606b-1503-4e44-bd4c-be559c52aee6 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Took 1.12 seconds to destroy the instance on the hypervisor.
[ 1890.686037] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd84606b-1503-4e44-bd4c-be559c52aee6 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1890.686246] env[71058]: DEBUG nova.compute.manager [-] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1890.686246] env[71058]: DEBUG nova.network.neutron [-] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1890.727383] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Releasing lock "refresh_cache-50d42da1-80b8-4889-947e-f5546b1c7e62" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1890.765194] env[71058]: INFO nova.compute.manager [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Took 27.98 seconds to build instance.
[ 1890.877433] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f7c43364-09ca-4d3e-a5b2-d302e6505803 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1890.878444] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.418s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1890.878641] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1890.879068] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71058) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
[ 1890.879124] env[71058]: DEBUG oslo_concurrency.lockutils [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.260s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1890.880561] env[71058]: INFO nova.compute.claims [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1890.883629] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14859f05-7535-440c-8728-6adf7c70ff70 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1890.892870] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa408b1-a580-40ff-a260-49abb2bc245a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1890.899886] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "dcc7ce80-6051-4649-978f-88ed87e3da23" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 1.553s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1890.910543] env[71058]: INFO nova.scheduler.client.report [None req-f7c43364-09ca-4d3e-a5b2-d302e6505803 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Deleted allocations for instance 0c383294-0efa-4719-97bc-cb565ac99797
[ 1890.912904] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962b3c85-83fa-46c1-b088-2faea614fc10 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1890.924515] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8905b8d-f76d-4f25-9329-20f25a181f6b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1890.955753] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178997MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=71058) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
[ 1890.955914] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1891.034480] env[71058]: DEBUG nova.compute.manager [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=71058) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}}
[ 1891.049747] env[71058]: DEBUG oslo_vmware.api [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873894, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1891.073513] env[71058]: INFO nova.compute.manager [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Rescuing
[ 1891.073764] env[71058]: DEBUG oslo_concurrency.lockutils [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Acquiring lock "refresh_cache-0252d894-77c9-4b91-8bf6-d525336bdc6e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1891.073911] env[71058]: DEBUG oslo_concurrency.lockutils [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Acquired lock "refresh_cache-0252d894-77c9-4b91-8bf6-d525336bdc6e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1891.074090] env[71058]: DEBUG nova.network.neutron [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1891.131077] env[71058]: DEBUG nova.compute.manager [req-c1feb7cd-5ef1-4461-9f29-7a593e8761c6 req-0e8f3c12-68c6-463d-9ebb-35f853705299 service nova] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Received event network-vif-deleted-29465047-4434-4c54-8fd3-55f66bfa7994 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1891.131299] env[71058]: INFO nova.compute.manager [req-c1feb7cd-5ef1-4461-9f29-7a593e8761c6 req-0e8f3c12-68c6-463d-9ebb-35f853705299 service nova] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Neutron deleted interface 29465047-4434-4c54-8fd3-55f66bfa7994; detaching it from the instance and deleting it from the info cache
[ 1891.131492] env[71058]: DEBUG nova.network.neutron [req-c1feb7cd-5ef1-4461-9f29-7a593e8761c6 req-0e8f3c12-68c6-463d-9ebb-35f853705299 service nova] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1891.270705] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dc0fab6f-f851-4299-9985-663174dd3fa6 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Lock "0252d894-77c9-4b91-8bf6-d525336bdc6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 29.493s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1891.406883] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1891.426587] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f7c43364-09ca-4d3e-a5b2-d302e6505803 tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "0c383294-0efa-4719-97bc-cb565ac99797" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 14.398s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1891.553027] env[71058]: DEBUG oslo_vmware.api [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873894, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1891.612723] env[71058]: DEBUG nova.network.neutron [-] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1891.634173] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ad3fe87-6a2d-4808-9561-e46ed1fc57fc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1891.647207] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863f8d96-1188-48a3-86d7-e4e7ebeeb0e6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1891.690182] env[71058]: DEBUG nova.compute.manager [req-c1feb7cd-5ef1-4461-9f29-7a593e8761c6 req-0e8f3c12-68c6-463d-9ebb-35f853705299 service nova] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Detach interface failed, port_id=29465047-4434-4c54-8fd3-55f66bfa7994, reason: Instance d8c74703-a213-4e6c-882c-46cdbb82b1b9 could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1891.840708] env[71058]: DEBUG nova.network.neutron [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Updating instance_info_cache with network_info: [{"id": "ee534f5f-7e34-4794-afc2-b593ca71ae0e", "address": "fa:16:3e:35:0e:c0", "network": {"id": "66c4b59f-ea05-4c73-9644-7107192fdc73", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-658905657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1b67ce83b88b440f93e743c111acfbac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee534f5f-7e", "ovs_interfaceid": "ee534f5f-7e34-4794-afc2-b593ca71ae0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1891.895637] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e30fd073-4101-4061-a97c-c4f0384c06bc tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquiring lock "4dc81a2f-6a3c-438b-bde6-2d31ece13813" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1891.895637] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e30fd073-4101-4061-a97c-c4f0384c06bc tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "4dc81a2f-6a3c-438b-bde6-2d31ece13813" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1891.896040] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e30fd073-4101-4061-a97c-c4f0384c06bc tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquiring lock "4dc81a2f-6a3c-438b-bde6-2d31ece13813-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1891.896040] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e30fd073-4101-4061-a97c-c4f0384c06bc tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "4dc81a2f-6a3c-438b-bde6-2d31ece13813-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1891.896341] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e30fd073-4101-4061-a97c-c4f0384c06bc tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "4dc81a2f-6a3c-438b-bde6-2d31ece13813-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1891.901859] env[71058]: INFO nova.compute.manager [None req-e30fd073-4101-4061-a97c-c4f0384c06bc tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Terminating instance
[ 1892.048933] env[71058]: DEBUG oslo_vmware.api [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873894, 'name': ReconfigVM_Task, 'duration_secs': 1.180986} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1892.051856] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1892.053327] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7eef0d8-8445-43ab-8ce3-00137746b9c7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1892.077427] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 9be82b05-0579-49ba-9e5a-bab585d6c1ac/9be82b05-0579-49ba-9e5a-bab585d6c1ac.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1892.079968] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5ea1dce-e215-4cbc-b912-bdef1b50268b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1892.101030] env[71058]: DEBUG oslo_vmware.api [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1892.101030] env[71058]:    value = "task-2873895"
[ 1892.101030] env[71058]:    _type = "Task"
[ 1892.101030] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1892.111261] env[71058]: DEBUG oslo_vmware.api [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873895, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1892.117768] env[71058]: INFO nova.compute.manager [-] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Took 1.43 seconds to deallocate network for instance.
[ 1892.169268] env[71058]: DEBUG oslo_concurrency.lockutils [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1892.187220] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671695b6-ce66-4d1a-aeaf-b2b10c101931 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1892.195385] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf4a11a-2a76-441f-95f6-1780f3f4bcca {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1892.225537] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740fa5bd-28d6-401b-b992-b1b2120e0f06 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1892.234845] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135bd956-947f-483d-861b-3805eafd7ee5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1892.249091] env[71058]: DEBUG nova.compute.provider_tree [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1892.250445] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83971f98-d818-489f-8617-1f30cf10a770 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1892.270621] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Updating instance '50d42da1-80b8-4889-947e-f5546b1c7e62' progress to 0 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1892.344522] env[71058]: DEBUG oslo_concurrency.lockutils [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Releasing lock "refresh_cache-0252d894-77c9-4b91-8bf6-d525336bdc6e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1892.406780] env[71058]: DEBUG nova.compute.manager [None req-e30fd073-4101-4061-a97c-c4f0384c06bc tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1892.406981] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e30fd073-4101-4061-a97c-c4f0384c06bc tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1892.407953] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7324efb1-3e50-43a8-8bcb-6bbcf8408bcb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1892.416207] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30fd073-4101-4061-a97c-c4f0384c06bc tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1892.416462] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28f85f5c-392e-4451-a402-4a3515d1a26d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1892.419804] env[71058]: DEBUG oslo_concurrency.lockutils [None req-142d648b-b7ff-4c67-856c-550945681b5e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "dcc7ce80-6051-4649-978f-88ed87e3da23" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1892.420040] env[71058]: DEBUG oslo_concurrency.lockutils [None req-142d648b-b7ff-4c67-856c-550945681b5e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "dcc7ce80-6051-4649-978f-88ed87e3da23" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1892.420239] env[71058]: DEBUG oslo_concurrency.lockutils [None req-142d648b-b7ff-4c67-856c-550945681b5e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "dcc7ce80-6051-4649-978f-88ed87e3da23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1892.420417] env[71058]: DEBUG oslo_concurrency.lockutils [None req-142d648b-b7ff-4c67-856c-550945681b5e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "dcc7ce80-6051-4649-978f-88ed87e3da23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1892.420578] env[71058]: DEBUG oslo_concurrency.lockutils [None req-142d648b-b7ff-4c67-856c-550945681b5e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "dcc7ce80-6051-4649-978f-88ed87e3da23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1892.423581] env[71058]: DEBUG oslo_vmware.api [None req-e30fd073-4101-4061-a97c-c4f0384c06bc tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1892.423581] env[71058]:    value = "task-2873896"
[ 1892.423581] env[71058]:    _type = "Task"
[ 1892.423581] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1892.424026] env[71058]: INFO nova.compute.manager [None req-142d648b-b7ff-4c67-856c-550945681b5e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Terminating instance
[ 1892.435601] env[71058]: DEBUG oslo_vmware.api [None req-e30fd073-4101-4061-a97c-c4f0384c06bc tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1892.611652] env[71058]: DEBUG oslo_vmware.api [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873895, 'name': ReconfigVM_Task, 'duration_secs': 0.309689} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1892.611924] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 9be82b05-0579-49ba-9e5a-bab585d6c1ac/9be82b05-0579-49ba-9e5a-bab585d6c1ac.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1892.612328] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Updating instance '9be82b05-0579-49ba-9e5a-bab585d6c1ac' progress to 50 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1892.623843] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dd84606b-1503-4e44-bd4c-be559c52aee6 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1892.756379] env[71058]: DEBUG nova.scheduler.client.report [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1892.775967] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1892.776514] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b088d99-2ca0-433b-95a1-bd348dfc2239 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1892.784408] env[71058]: DEBUG oslo_vmware.api [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1892.784408] env[71058]:    value = "task-2873897"
[ 1892.784408] env[71058]:    _type = "Task"
[ 1892.784408] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1892.792574] env[71058]: DEBUG oslo_vmware.api [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1892.928056] env[71058]: DEBUG nova.compute.manager [None req-142d648b-b7ff-4c67-856c-550945681b5e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1892.928056] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-142d648b-b7ff-4c67-856c-550945681b5e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1892.929104] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00402570-9c8d-42da-bf28-e3499fe37318 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1892.941335] env[71058]: DEBUG oslo_vmware.api [None req-e30fd073-4101-4061-a97c-c4f0384c06bc tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873896, 'name': PowerOffVM_Task, 'duration_secs': 0.222808} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1892.943394] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30fd073-4101-4061-a97c-c4f0384c06bc tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1892.943658] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e30fd073-4101-4061-a97c-c4f0384c06bc tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1892.943940] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-142d648b-b7ff-4c67-856c-550945681b5e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1892.944197] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87fd0ce4-1b33-40a0-a770-4c82a56759e6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1892.945605] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d70b825-3807-45dd-85ce-0af5e40bcc96 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1893.006912] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e30fd073-4101-4061-a97c-c4f0384c06bc tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1893.007178] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e30fd073-4101-4061-a97c-c4f0384c06bc tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1893.007366] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e30fd073-4101-4061-a97c-c4f0384c06bc tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Deleting the datastore file [datastore2] 4dc81a2f-6a3c-438b-bde6-2d31ece13813 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1893.007650] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94ccf043-d903-4178-8b61-0f2a3a98cec2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1893.014200] env[71058]: DEBUG oslo_vmware.api [None req-e30fd073-4101-4061-a97c-c4f0384c06bc tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for the task: (returnval){
[ 1893.014200] env[71058]:    value = "task-2873900"
[ 1893.014200] env[71058]:    _type = "Task"
[ 1893.014200] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1893.022625] env[71058]: DEBUG oslo_vmware.api [None req-e30fd073-4101-4061-a97c-c4f0384c06bc tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1893.029537] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-142d648b-b7ff-4c67-856c-550945681b5e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1893.029751] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-142d648b-b7ff-4c67-856c-550945681b5e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1893.029926] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-142d648b-b7ff-4c67-856c-550945681b5e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Deleting the datastore file [datastore1] dcc7ce80-6051-4649-978f-88ed87e3da23 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1893.030213] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb2c10f6-3124-4aa9-bbe5-403406592b38 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1893.036680] env[71058]: DEBUG oslo_vmware.api [None req-142d648b-b7ff-4c67-856c-550945681b5e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1893.036680] env[71058]:    value = "task-2873901"
[ 1893.036680] env[71058]:    _type = "Task"
[ 1893.036680] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1893.044608] env[71058]: DEBUG oslo_vmware.api [None req-142d648b-b7ff-4c67-856c-550945681b5e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1893.120481] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26620896-4b76-439f-bb13-ad0fa3ee5b22 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1893.140857] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0176ec52-af39-4f8a-b89d-f4b57dc0598e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1893.160899] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Updating instance '9be82b05-0579-49ba-9e5a-bab585d6c1ac' progress to 67 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1893.261429] env[71058]: DEBUG oslo_concurrency.lockutils [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.382s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1893.261970] env[71058]: DEBUG nova.compute.manager [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1893.264538] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ccc314a8-9c4f-427d-be1e-39d20459fc0f tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.793s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1893.264745] env[71058]: DEBUG nova.objects.instance [None req-ccc314a8-9c4f-427d-be1e-39d20459fc0f tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lazy-loading 'resources' on Instance uuid 66745105-ba3e-4198-8663-9e638df1c630 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1893.294461] env[71058]: DEBUG oslo_vmware.api [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873897, 'name': PowerOffVM_Task, 'duration_secs': 0.36348} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1893.294729] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1893.294913] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Updating instance '50d42da1-80b8-4889-947e-f5546b1c7e62' progress to 17 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1893.525258] env[71058]: DEBUG oslo_vmware.api [None req-e30fd073-4101-4061-a97c-c4f0384c06bc tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Task: {'id': task-2873900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258341} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1893.525453] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e30fd073-4101-4061-a97c-c4f0384c06bc tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1893.525646] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e30fd073-4101-4061-a97c-c4f0384c06bc tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1893.525823] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e30fd073-4101-4061-a97c-c4f0384c06bc tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1893.526013] env[71058]: INFO nova.compute.manager [None req-e30fd073-4101-4061-a97c-c4f0384c06bc tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Took 1.12 seconds to destroy the instance on the hypervisor.
[ 1893.526258] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e30fd073-4101-4061-a97c-c4f0384c06bc tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1893.526456] env[71058]: DEBUG nova.compute.manager [-] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1893.526553] env[71058]: DEBUG nova.network.neutron [-] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1893.547256] env[71058]: DEBUG oslo_vmware.api [None req-142d648b-b7ff-4c67-856c-550945681b5e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310232} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1893.547510] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-142d648b-b7ff-4c67-856c-550945681b5e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1893.547692] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-142d648b-b7ff-4c67-856c-550945681b5e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1893.547868] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-142d648b-b7ff-4c67-856c-550945681b5e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1893.548056] env[71058]: INFO nova.compute.manager [None req-142d648b-b7ff-4c67-856c-550945681b5e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Took 0.62 seconds to destroy the instance on the hypervisor.
[ 1893.549504] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-142d648b-b7ff-4c67-856c-550945681b5e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1893.549504] env[71058]: DEBUG nova.compute.manager [-] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1893.549504] env[71058]: DEBUG nova.network.neutron [-] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1893.699351] env[71058]: DEBUG nova.network.neutron [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Port 4270b089-af02-4158-a495-432c1f7d6540 binding to destination host cpu-1 is already ACTIVE {{(pid=71058) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}}
[ 1893.767374] env[71058]: DEBUG nova.compute.utils [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1893.774245] env[71058]: DEBUG nova.compute.manager [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1893.774461] env[71058]: DEBUG nova.network.neutron [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1893.802933] env[71058]: DEBUG nova.virt.hardware [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1893.803219] env[71058]: DEBUG nova.virt.hardware [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1893.803393] env[71058]: DEBUG nova.virt.hardware [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1893.803593] env[71058]: DEBUG nova.virt.hardware [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1893.803736] env[71058]: DEBUG nova.virt.hardware [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1893.803881] env[71058]: DEBUG nova.virt.hardware [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1893.804333] env[71058]: DEBUG nova.virt.hardware [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1893.804574] env[71058]: DEBUG nova.virt.hardware [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1893.804754] env[71058]: DEBUG nova.virt.hardware [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1893.804980] env[71058]: DEBUG nova.virt.hardware [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1893.805115] env[71058]: DEBUG nova.virt.hardware [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1893.814128] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-551e3c29-98ea-47d8-b9d3-f7f1a0abbff6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1893.832499] env[71058]: DEBUG oslo_vmware.api [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1893.832499] env[71058]:    value = "task-2873902"
[ 1893.832499] env[71058]:    _type = "Task"
[ 1893.832499] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1893.842699] env[71058]: DEBUG oslo_vmware.api [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873902, 'name': ReconfigVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1893.848327] env[71058]: DEBUG nova.policy [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5dd6011759024ce39ebfc3a4b46c48d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47082b1bc97a4d569fe911312e6d4b1a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1893.889559] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1893.889857] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48b615f6-d367-484c-a4a8-62631987e45a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1893.896603] env[71058]: DEBUG oslo_vmware.api [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1893.896603] env[71058]:    value = "task-2873903"
[ 1893.896603] env[71058]:    _type = "Task"
[ 1893.896603] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1893.904764] env[71058]: DEBUG oslo_vmware.api [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1893.952966] env[71058]: DEBUG nova.compute.manager [req-cc8e6c55-bf71-454b-8e0a-f4281368f644 req-f5cffb2b-43a6-4949-ac34-8e3e40585293 service nova] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Received event network-vif-deleted-a51328d9-f8e4-48af-a8b3-42e8ae7f2ea1 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1893.953230] env[71058]: INFO nova.compute.manager [req-cc8e6c55-bf71-454b-8e0a-f4281368f644 req-f5cffb2b-43a6-4949-ac34-8e3e40585293 service nova] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Neutron deleted interface a51328d9-f8e4-48af-a8b3-42e8ae7f2ea1; detaching it from the instance and deleting it from the info cache
[ 1893.953424] env[71058]: DEBUG nova.network.neutron [req-cc8e6c55-bf71-454b-8e0a-f4281368f644 req-f5cffb2b-43a6-4949-ac34-8e3e40585293 service nova] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1894.094015] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9ff1c9-10ac-438b-8bd7-7d22feb8b056 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1894.103174] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9df9e6-61b1-40bb-aedb-010a9fee3dc2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1894.135560] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5552208-7652-4ee6-951c-727b0ac24c88 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1894.143192] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95b7f15-de72-4a3e-bf8f-05999979ad02 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1894.156708] env[71058]: DEBUG nova.compute.provider_tree [None req-ccc314a8-9c4f-427d-be1e-39d20459fc0f tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1894.252798] env[71058]: DEBUG nova.network.neutron [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Successfully created port: 4855e3b6-27ee-4bb5-81b9-0961ab5edef8 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1894.277607] env[71058]: DEBUG nova.compute.manager [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1894.342646] env[71058]: DEBUG oslo_vmware.api [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873902, 'name': ReconfigVM_Task, 'duration_secs': 0.272706} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1894.342923] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Updating instance '50d42da1-80b8-4889-947e-f5546b1c7e62' progress to 33 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1894.408374] env[71058]: DEBUG oslo_vmware.api [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873903, 'name': PowerOffVM_Task, 'duration_secs': 0.228451} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1894.408653] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1894.409441] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e593880-ec21-4f5f-91d6-302775740bf3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1894.427472] env[71058]: DEBUG nova.network.neutron [-] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1894.428639] env[71058]: DEBUG nova.network.neutron [-] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1894.430585] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701ca18f-36b0-4bc6-859c-7cb468bb5ac3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1894.460978] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ccbd219a-bfcd-4de0-9278-c70a50e690d6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1894.470428] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2587fe5-0dcc-4d6a-af32-4980093fecc6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1894.482639] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1894.483614] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-911e13fe-a495-4b22-a014-194512e84f73 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1894.490207] env[71058]: DEBUG oslo_vmware.api [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1894.490207] env[71058]:    value = "task-2873904"
[ 1894.490207] env[71058]:    _type = "Task"
[ 1894.490207] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1894.497778] env[71058]: DEBUG oslo_vmware.api [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1894.507900] env[71058]: DEBUG nova.compute.manager [req-cc8e6c55-bf71-454b-8e0a-f4281368f644 req-f5cffb2b-43a6-4949-ac34-8e3e40585293 service nova] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Detach interface failed, port_id=a51328d9-f8e4-48af-a8b3-42e8ae7f2ea1, reason: Instance 4dc81a2f-6a3c-438b-bde6-2d31ece13813 could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1894.660709] env[71058]: DEBUG nova.scheduler.client.report [None req-ccc314a8-9c4f-427d-be1e-39d20459fc0f tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1894.722171] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "9be82b05-0579-49ba-9e5a-bab585d6c1ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1894.722447] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "9be82b05-0579-49ba-9e5a-bab585d6c1ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1894.722630] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "9be82b05-0579-49ba-9e5a-bab585d6c1ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1894.850026] env[71058]: DEBUG nova.virt.hardware [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1894.850026] env[71058]: DEBUG nova.virt.hardware [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1894.850026] env[71058]: DEBUG nova.virt.hardware [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1894.850026] env[71058]: DEBUG nova.virt.hardware [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1894.850338] env[71058]: DEBUG nova.virt.hardware [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1894.850338] env[71058]: DEBUG nova.virt.hardware [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1894.850406] env[71058]: DEBUG nova.virt.hardware [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1894.850564] env[71058]: DEBUG nova.virt.hardware [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1894.850726] env[71058]: DEBUG nova.virt.hardware [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1894.850889] env[71058]: DEBUG nova.virt.hardware [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1894.851282] env[71058]: DEBUG nova.virt.hardware [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1894.856493] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1894.857296] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7761da8b-a792-4089-b033-1a0527d89ea5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1894.878423] env[71058]: DEBUG oslo_vmware.api [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1894.878423] env[71058]:    value = "task-2873905"
[ 1894.878423] env[71058]:    _type = "Task"
[ 1894.878423] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1894.888015] env[71058]: DEBUG oslo_vmware.api [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873905, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1894.931551] env[71058]: INFO nova.compute.manager [-] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Took 1.40 seconds to deallocate network for instance.
[ 1894.936983] env[71058]: INFO nova.compute.manager [-] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Took 1.39 seconds to deallocate network for instance.
[ 1895.000027] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] VM already powered off {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}}
[ 1895.000368] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1895.000517] env[71058]: DEBUG oslo_concurrency.lockutils [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1895.000665] env[71058]: DEBUG oslo_concurrency.lockutils [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1895.000844] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1895.001105] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7baf38f6-ca20-4473-be46-26c874f48b14 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1895.009022] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1895.009244] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1895.009960] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c83c0b8-4cf8-403a-a3c3-a577c37f0aa9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1895.017141] env[71058]: DEBUG oslo_vmware.api [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1895.017141] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524bbf9c-a1c8-0973-7e90-f7c1dd9c299f"
[ 1895.017141] env[71058]:    _type = "Task"
[ 1895.017141] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1895.024923] env[71058]: DEBUG oslo_vmware.api [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524bbf9c-a1c8-0973-7e90-f7c1dd9c299f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1895.166219] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ccc314a8-9c4f-427d-be1e-39d20459fc0f tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1895.168610] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.161s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1895.170127] env[71058]: INFO nova.compute.claims [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1895.191760] env[71058]: INFO nova.scheduler.client.report [None req-ccc314a8-9c4f-427d-be1e-39d20459fc0f tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Deleted allocations for instance 66745105-ba3e-4198-8663-9e638df1c630
[ 1895.288034] env[71058]: DEBUG nova.compute.manager [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1895.316355] env[71058]: DEBUG nova.virt.hardware [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1895.316648] env[71058]: DEBUG nova.virt.hardware [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1895.316835] env[71058]: DEBUG nova.virt.hardware [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1895.317081] env[71058]: DEBUG nova.virt.hardware [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1895.317274] env[71058]: DEBUG nova.virt.hardware [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1895.317453] env[71058]: DEBUG nova.virt.hardware [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1895.317691] env[71058]: DEBUG nova.virt.hardware [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1895.317886] env[71058]: DEBUG nova.virt.hardware [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1895.318102] env[71058]: DEBUG nova.virt.hardware [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1895.318305] env[71058]: DEBUG nova.virt.hardware [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1895.318515] env[71058]: DEBUG nova.virt.hardware [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1895.319382] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b694b8-1770-4ba2-a9af-798d1c979d07 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1895.327958] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c1583f-b19a-4690-ae1f-30c9aa00023e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1895.387971] env[71058]: DEBUG oslo_vmware.api [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873905, 'name': ReconfigVM_Task, 'duration_secs': 0.155408} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1895.388268] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1895.389065] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b932e113-f1dd-4b75-85f3-6824fe3f9c3a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1895.410474] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 50d42da1-80b8-4889-947e-f5546b1c7e62/50d42da1-80b8-4889-947e-f5546b1c7e62.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1895.410717] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15d07842-8392-457e-b187-b150dc69dd7d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1895.428664] env[71058]: DEBUG oslo_vmware.api [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1895.428664] env[71058]:    value = "task-2873906"
[ 1895.428664] env[71058]:    _type = "Task"
[ 1895.428664] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1895.436110] env[71058]: DEBUG oslo_vmware.api [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873906, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1895.440077] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e30fd073-4101-4061-a97c-c4f0384c06bc tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1895.442916] env[71058]: DEBUG oslo_concurrency.lockutils [None req-142d648b-b7ff-4c67-856c-550945681b5e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1895.529173] env[71058]: DEBUG oslo_vmware.api [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524bbf9c-a1c8-0973-7e90-f7c1dd9c299f, 'name': SearchDatastore_Task, 'duration_secs': 0.008673} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1895.529942] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-056098c5-5699-4468-88ae-74a48cd00ee7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1895.535279] env[71058]: DEBUG oslo_vmware.api [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1895.535279] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]528c6f4c-72f9-c341-a82d-fa7bd13192e0"
[ 1895.535279] env[71058]:    _type = "Task"
[ 1895.535279] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1895.542244] env[71058]: DEBUG oslo_vmware.api [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]528c6f4c-72f9-c341-a82d-fa7bd13192e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1895.634874] env[71058]: DEBUG nova.compute.manager [req-8459cf39-d865-4274-8efc-ea8d603d3865 req-f3efcc44-4292-4af8-993b-55e072ea81aa service nova] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Received event network-vif-plugged-4855e3b6-27ee-4bb5-81b9-0961ab5edef8 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1895.635123] env[71058]: DEBUG oslo_concurrency.lockutils [req-8459cf39-d865-4274-8efc-ea8d603d3865 req-f3efcc44-4292-4af8-993b-55e072ea81aa service nova] Acquiring lock "0398febc-1043-4fd5-87bd-1b6e8a507964-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1895.635334] env[71058]: DEBUG oslo_concurrency.lockutils [req-8459cf39-d865-4274-8efc-ea8d603d3865 req-f3efcc44-4292-4af8-993b-55e072ea81aa service nova] Lock "0398febc-1043-4fd5-87bd-1b6e8a507964-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1895.635503] env[71058]: DEBUG oslo_concurrency.lockutils [req-8459cf39-d865-4274-8efc-ea8d603d3865 req-f3efcc44-4292-4af8-993b-55e072ea81aa service nova] Lock "0398febc-1043-4fd5-87bd-1b6e8a507964-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1895.635670] env[71058]: DEBUG nova.compute.manager [req-8459cf39-d865-4274-8efc-ea8d603d3865 req-f3efcc44-4292-4af8-993b-55e072ea81aa service nova] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] No waiting events found dispatching network-vif-plugged-4855e3b6-27ee-4bb5-81b9-0961ab5edef8 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1895.635834] env[71058]: WARNING nova.compute.manager [req-8459cf39-d865-4274-8efc-ea8d603d3865 req-f3efcc44-4292-4af8-993b-55e072ea81aa service nova] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Received unexpected event network-vif-plugged-4855e3b6-27ee-4bb5-81b9-0961ab5edef8 for instance with vm_state building and task_state spawning.
[ 1895.700320] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ccc314a8-9c4f-427d-be1e-39d20459fc0f tempest-ServerRescueNegativeTestJSON-1364452792 tempest-ServerRescueNegativeTestJSON-1364452792-project-member] Lock "66745105-ba3e-4198-8663-9e638df1c630" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 12.685s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1895.764712] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "refresh_cache-9be82b05-0579-49ba-9e5a-bab585d6c1ac" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1895.764712] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquired lock "refresh_cache-9be82b05-0579-49ba-9e5a-bab585d6c1ac" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1895.764712] env[71058]: DEBUG nova.network.neutron [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1895.777127] env[71058]: DEBUG nova.network.neutron [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Successfully updated port: 4855e3b6-27ee-4bb5-81b9-0961ab5edef8 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1895.937939] env[71058]: DEBUG oslo_vmware.api [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873906, 'name': ReconfigVM_Task, 'duration_secs': 0.258734} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1895.938253] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 50d42da1-80b8-4889-947e-f5546b1c7e62/50d42da1-80b8-4889-947e-f5546b1c7e62.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1895.938530] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Updating instance '50d42da1-80b8-4889-947e-f5546b1c7e62' progress to 50 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1895.986881] env[71058]: DEBUG nova.compute.manager [req-dbbe6b9c-a12a-4ff3-b394-ce57138904e8 req-3698d69b-3dce-42bb-a057-f79ed834c46a service nova] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Received event network-vif-deleted-e1a189d3-c744-471b-b3f6-29b9292f6683 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1896.052517] env[71058]: DEBUG oslo_vmware.api [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]528c6f4c-72f9-c341-a82d-fa7bd13192e0, 'name': SearchDatastore_Task, 'duration_secs': 0.009374} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1896.052785] env[71058]: DEBUG oslo_concurrency.lockutils [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1896.053073] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 0252d894-77c9-4b91-8bf6-d525336bdc6e/8099d743-3bb3-45d8-acee-c2b5ceed489a-rescue.vmdk. {{(pid=71058) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}}
[ 1896.053357] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d63584b4-a955-47f8-a141-7a6dd73600e2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1896.061600] env[71058]: DEBUG oslo_vmware.api [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1896.061600] env[71058]:    value = "task-2873907"
[ 1896.061600] env[71058]:    _type = "Task"
[ 1896.061600] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1896.069411] env[71058]: DEBUG oslo_vmware.api [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1896.281282] env[71058]: DEBUG oslo_concurrency.lockutils [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquiring lock "refresh_cache-0398febc-1043-4fd5-87bd-1b6e8a507964" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1896.281408] env[71058]: DEBUG oslo_concurrency.lockutils [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquired lock "refresh_cache-0398febc-1043-4fd5-87bd-1b6e8a507964" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1896.281590] env[71058]: DEBUG nova.network.neutron [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1896.447737] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b41ef6b-559b-4756-acff-46744baf7c76 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1896.475685] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ca3493-4745-430d-9ecd-82bacef0fd82 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1896.496315] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Updating instance '50d42da1-80b8-4889-947e-f5546b1c7e62' progress to 67 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1896.502250] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537e1c72-a106-4715-8831-8d62b6ac4faa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1896.510707] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3807cb2e-eaf0-4cdf-9214-6a75640aebaf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1896.548081] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7ce5e2-d13b-4e46-a660-f19cba52a696 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1896.561798] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f900fcd1-11db-4067-80a9-d147ea596731 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1896.582113] env[71058]: DEBUG oslo_vmware.api [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873907, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1896.582548] env[71058]: DEBUG nova.compute.provider_tree [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1896.596260] env[71058]: DEBUG nova.network.neutron [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Updating instance_info_cache with network_info: [{"id": "4270b089-af02-4158-a495-432c1f7d6540", "address": "fa:16:3e:a8:ae:e7", "network": {"id": "0e55cc18-b52f-4c57-ac37-4902a108877c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1582599326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17af35ecde854246840d1e08ccd1fdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4270b089-af", "ovs_interfaceid": "4270b089-af02-4158-a495-432c1f7d6540", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1896.825791] env[71058]: DEBUG nova.network.neutron [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1897.023021] env[71058]: DEBUG nova.network.neutron [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Updating instance_info_cache with network_info: [{"id": "4855e3b6-27ee-4bb5-81b9-0961ab5edef8", "address": "fa:16:3e:ea:e7:a5", "network": {"id": "58898bc1-1fb7-44f1-95f7-254a4498119f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-38870332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47082b1bc97a4d569fe911312e6d4b1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4855e3b6-27", "ovs_interfaceid": "4855e3b6-27ee-4bb5-81b9-0961ab5edef8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1897.061922] env[71058]: DEBUG nova.network.neutron [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Port 258afdef-75f3-46c7-aa8b-dc6c1ed18a52 binding to destination host cpu-1 is already ACTIVE {{(pid=71058) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}}
[ 1897.078356] env[71058]: DEBUG oslo_vmware.api [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535928} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1897.078628] env[71058]: INFO nova.virt.vmwareapi.ds_util [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 0252d894-77c9-4b91-8bf6-d525336bdc6e/8099d743-3bb3-45d8-acee-c2b5ceed489a-rescue.vmdk.
[ 1897.079443] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf07ab7-c680-4a71-8c36-eb8a9a10e661 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1897.100521] env[71058]: DEBUG nova.scheduler.client.report [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1897.104047] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Releasing lock "refresh_cache-9be82b05-0579-49ba-9e5a-bab585d6c1ac" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1897.114707] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 0252d894-77c9-4b91-8bf6-d525336bdc6e/8099d743-3bb3-45d8-acee-c2b5ceed489a-rescue.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1897.116102] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.948s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1897.116861] env[71058]: DEBUG nova.compute.manager [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1897.119131] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-410a0597-31cd-4554-8079-4692865e987e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1897.134712] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.177s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1897.140777] env[71058]: DEBUG oslo_vmware.api [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1897.140777] env[71058]:    value = "task-2873908"
[ 1897.140777] env[71058]:    _type = "Task"
[ 1897.140777] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1897.153102] env[71058]: DEBUG oslo_vmware.api [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873908, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1897.526252] env[71058]: DEBUG oslo_concurrency.lockutils [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Releasing lock "refresh_cache-0398febc-1043-4fd5-87bd-1b6e8a507964" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1897.526622] env[71058]: DEBUG nova.compute.manager [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Instance network_info: |[{"id": "4855e3b6-27ee-4bb5-81b9-0961ab5edef8", "address": "fa:16:3e:ea:e7:a5", "network": {"id": "58898bc1-1fb7-44f1-95f7-254a4498119f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-38870332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47082b1bc97a4d569fe911312e6d4b1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4855e3b6-27", "ovs_interfaceid": "4855e3b6-27ee-4bb5-81b9-0961ab5edef8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1897.527083] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:e7:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c24464bb-bb6b-43a2-bdcd-8086ad1a307f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4855e3b6-27ee-4bb5-81b9-0961ab5edef8', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1897.535495] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1897.535740] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1897.535985] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e16ed187-8b6a-4e13-946e-f6b1c4b6e728 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1897.556106] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1897.556106] env[71058]:    value = "task-2873909"
[ 1897.556106] env[71058]:    _type = "Task"
[ 1897.556106] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1897.563528] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873909, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1897.636585] env[71058]: DEBUG nova.compute.utils [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1897.646482] env[71058]: DEBUG nova.compute.manager [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1897.646852] env[71058]: DEBUG nova.network.neutron [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1897.651154] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962c48ca-7c52-480d-abfc-e27a7680a606 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1897.679305] env[71058]: DEBUG oslo_vmware.api [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873908, 'name': ReconfigVM_Task, 'duration_secs': 0.318532} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1897.681090] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65a1a90-6005-4428-b171-72494d1385cf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1897.684227] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 0252d894-77c9-4b91-8bf6-d525336bdc6e/8099d743-3bb3-45d8-acee-c2b5ceed489a-rescue.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1897.685838] env[71058]: DEBUG nova.compute.manager [req-55db53b6-1e3e-430b-ac5d-8812e2dd44a7 req-801b50ce-3567-4d9c-a4f2-00174b47f307 service nova] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Received event network-changed-4855e3b6-27ee-4bb5-81b9-0961ab5edef8 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1897.686071] env[71058]: DEBUG nova.compute.manager [req-55db53b6-1e3e-430b-ac5d-8812e2dd44a7 req-801b50ce-3567-4d9c-a4f2-00174b47f307 service nova] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Refreshing instance network info cache due to event network-changed-4855e3b6-27ee-4bb5-81b9-0961ab5edef8. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1897.686678] env[71058]: DEBUG oslo_concurrency.lockutils [req-55db53b6-1e3e-430b-ac5d-8812e2dd44a7 req-801b50ce-3567-4d9c-a4f2-00174b47f307 service nova] Acquiring lock "refresh_cache-0398febc-1043-4fd5-87bd-1b6e8a507964" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1897.686678] env[71058]: DEBUG oslo_concurrency.lockutils [req-55db53b6-1e3e-430b-ac5d-8812e2dd44a7 req-801b50ce-3567-4d9c-a4f2-00174b47f307 service nova] Acquired lock "refresh_cache-0398febc-1043-4fd5-87bd-1b6e8a507964" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1897.686755] env[71058]: DEBUG nova.network.neutron [req-55db53b6-1e3e-430b-ac5d-8812e2dd44a7 req-801b50ce-3567-4d9c-a4f2-00174b47f307 service nova] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Refreshing network info cache for port 4855e3b6-27ee-4bb5-81b9-0961ab5edef8 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1897.688740] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c274770f-2216-4481-af7d-e4deef6abab8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1897.700119] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Updating instance '9be82b05-0579-49ba-9e5a-bab585d6c1ac' progress to 83 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1897.722561] env[71058]: DEBUG nova.policy [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8cb53dbee804170ab7e53d3824c9b4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae6226dd54db4ea48fb124a67d0b2152', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1897.730168] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1259011b-8fe7-42ef-8f7b-12665fe03794 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1897.747204] env[71058]: DEBUG oslo_vmware.api [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1897.747204] env[71058]:    value = "task-2873910"
[ 1897.747204] env[71058]:    _type = "Task"
[ 1897.747204] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1897.756144] env[71058]: DEBUG oslo_vmware.api [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873910, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1898.013700] env[71058]: DEBUG nova.network.neutron [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Successfully created port: 2cdea57c-5bc2-4855-9091-74578a21d31b {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1898.067491] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873909, 'name': CreateVM_Task, 'duration_secs': 0.35936} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1898.067746] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1898.068461] env[71058]: DEBUG oslo_concurrency.lockutils [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1898.068656] env[71058]: DEBUG oslo_concurrency.lockutils [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1898.069029] env[71058]: DEBUG oslo_concurrency.lockutils [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1898.076557] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ebada36-aac0-423d-81eb-21fb466fb21e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1898.084810] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "50d42da1-80b8-4889-947e-f5546b1c7e62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1898.085077] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "50d42da1-80b8-4889-947e-f5546b1c7e62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1898.085285] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "50d42da1-80b8-4889-947e-f5546b1c7e62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1898.089879] env[71058]: DEBUG oslo_vmware.api [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the task: (returnval){
[ 1898.089879] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a1ff94-01ea-0a54-3dc9-07f21009e3a8"
[ 1898.089879] env[71058]:    _type = "Task"
[ 1898.089879] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1898.098453] env[71058]: DEBUG oslo_vmware.api [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a1ff94-01ea-0a54-3dc9-07f21009e3a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1898.147654] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Applying migration context for instance 15042830-daf1-4904-8911-7084b0a83d63 as it has an incoming, in-progress migration 65600f92-7772-4c15-b0a0-939e9a2ead20. Migration status is reverting {{(pid=71058) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
[ 1898.147894] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Applying migration context for instance 9be82b05-0579-49ba-9e5a-bab585d6c1ac as it has an incoming, in-progress migration 380f2d7f-a8d7-4bd2-a9d2-a69290c1e811. Migration status is post-migrating {{(pid=71058) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
[ 1898.148089] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Applying migration context for instance 50d42da1-80b8-4889-947e-f5546b1c7e62 as it has an incoming, in-progress migration 7b55f07b-5ad3-47fb-bd59-e1aa45b8e32f. Migration status is post-migrating {{(pid=71058) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
[ 1898.149670] env[71058]: INFO nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Updating resource usage from migration 65600f92-7772-4c15-b0a0-939e9a2ead20
[ 1898.150173] env[71058]: INFO nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Updating resource usage from migration 380f2d7f-a8d7-4bd2-a9d2-a69290c1e811
[ 1898.150283] env[71058]: INFO nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Updating resource usage from migration 7b55f07b-5ad3-47fb-bd59-e1aa45b8e32f
[ 1898.153533] env[71058]: DEBUG nova.compute.manager [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1898.184033] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance ee74ee1f-7464-4001-a1ca-63a94eaccdb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1898.184033] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance f9a9c523-5c79-4cbd-9a82-66ee954c6eeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1898.184033] env[71058]: WARNING nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 4dc81a2f-6a3c-438b-bde6-2d31ece13813 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do.
[ 1898.184033] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance ef018637-b45c-4d27-858c-6fc418d79cf1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1898.184033] env[71058]: WARNING nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance d8c74703-a213-4e6c-882c-46cdbb82b1b9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do.
[ 1898.184033] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 19a988b4-f677-445d-8135-1d49b099f873 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1898.184033] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1898.184033] env[71058]: WARNING nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance dcc7ce80-6051-4649-978f-88ed87e3da23 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do.
[ 1898.184033] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Migration 65600f92-7772-4c15-b0a0-939e9a2ead20 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}}
[ 1898.184033] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 15042830-daf1-4904-8911-7084b0a83d63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1898.184033] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 6fe501bd-1cac-4abb-9e92-db5df2af61ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1898.184033] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 0252d894-77c9-4b91-8bf6-d525336bdc6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1898.184033] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Migration 380f2d7f-a8d7-4bd2-a9d2-a69290c1e811 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}}
[ 1898.184033] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 9be82b05-0579-49ba-9e5a-bab585d6c1ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1898.184687] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Migration 7b55f07b-5ad3-47fb-bd59-e1aa45b8e32f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}}
[ 1898.184687] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 50d42da1-80b8-4889-947e-f5546b1c7e62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1898.184687] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 0398febc-1043-4fd5-87bd-1b6e8a507964 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1898.184687] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance a4408bf8-ca93-48ec-823d-68f2e7f9a273 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1898.184687] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=71058) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
[ 1898.184687] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=71058) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
[ 1898.233781] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1898.235087] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4da7b217-5365-4896-88da-557367f8691d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1898.241867] env[71058]: DEBUG oslo_vmware.api [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1898.241867] env[71058]:    value = "task-2873911"
[ 1898.241867] env[71058]:    _type = "Task"
[ 1898.241867] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1898.250808] env[71058]: DEBUG oslo_vmware.api [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1898.262923] env[71058]: DEBUG oslo_vmware.api [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873910, 'name': ReconfigVM_Task, 'duration_secs': 0.169157} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1898.263143] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1898.263397] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-252e6fbc-83f3-4390-9117-fa1222019dcc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1898.269642] env[71058]: DEBUG oslo_vmware.api [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1898.269642] env[71058]:    value = "task-2873912"
[ 1898.269642] env[71058]:    _type = "Task"
[ 1898.269642] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1898.279813] env[71058]: DEBUG oslo_vmware.api [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1898.515985] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdb6765-92d9-4580-b54a-a7fc4588ae5b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1898.526515] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f6669c-3036-4e84-b190-d035cc7d1a12 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1898.562519] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade95499-8cfe-43d4-9fe4-d9dc2e83a2bc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1898.570831] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd677d2-d185-41f5-a630-b9d010b0687c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1898.584214] env[71058]: DEBUG nova.compute.provider_tree [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1898.605338] env[71058]: DEBUG oslo_vmware.api [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a1ff94-01ea-0a54-3dc9-07f21009e3a8, 'name': SearchDatastore_Task, 'duration_secs': 0.009794} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1898.605813] env[71058]: DEBUG oslo_concurrency.lockutils [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1898.606154] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1898.606441] env[71058]: DEBUG oslo_concurrency.lockutils [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1898.606603] env[71058]: DEBUG oslo_concurrency.lockutils [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1898.606805] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1898.607410] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91505466-e79a-44e1-af53-9a2ba233fe51 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1898.617044] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1898.617257] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1898.618017] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44ceab66-9e21-483b-a34c-f27bfdf5b5a8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1898.624103] env[71058]: DEBUG oslo_vmware.api [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the task: (returnval){
[ 1898.624103] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5246cc39-19e9-4841-385a-132220fd5bae"
[ 1898.624103] env[71058]:    _type = "Task"
[ 1898.624103] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1898.632206] env[71058]: DEBUG oslo_vmware.api [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5246cc39-19e9-4841-385a-132220fd5bae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1898.633103] env[71058]: DEBUG nova.network.neutron [req-55db53b6-1e3e-430b-ac5d-8812e2dd44a7 req-801b50ce-3567-4d9c-a4f2-00174b47f307 service nova] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Updated VIF entry in instance network info cache for port 4855e3b6-27ee-4bb5-81b9-0961ab5edef8. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1898.633438] env[71058]: DEBUG nova.network.neutron [req-55db53b6-1e3e-430b-ac5d-8812e2dd44a7 req-801b50ce-3567-4d9c-a4f2-00174b47f307 service nova] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Updating instance_info_cache with network_info: [{"id": "4855e3b6-27ee-4bb5-81b9-0961ab5edef8", "address": "fa:16:3e:ea:e7:a5", "network": {"id": "58898bc1-1fb7-44f1-95f7-254a4498119f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-38870332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47082b1bc97a4d569fe911312e6d4b1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4855e3b6-27", "ovs_interfaceid": "4855e3b6-27ee-4bb5-81b9-0961ab5edef8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1898.753586] env[71058]: DEBUG oslo_vmware.api [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873911, 'name': PowerOnVM_Task, 'duration_secs': 0.404585} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1898.753862] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1898.754067] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ede7a992-e961-4b61-86f6-c598457a63ad tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Updating instance '9be82b05-0579-49ba-9e5a-bab585d6c1ac' progress to 100 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1898.782881] env[71058]: DEBUG oslo_vmware.api [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873912, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1899.088360] env[71058]: DEBUG nova.scheduler.client.report [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1899.134686] env[71058]: DEBUG oslo_vmware.api [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5246cc39-19e9-4841-385a-132220fd5bae, 'name': SearchDatastore_Task, 'duration_secs': 0.012128} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1899.135648] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "refresh_cache-50d42da1-80b8-4889-947e-f5546b1c7e62" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1899.135825] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquired lock "refresh_cache-50d42da1-80b8-4889-947e-f5546b1c7e62" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1899.135999] env[71058]: DEBUG nova.network.neutron [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1899.137972] env[71058]: DEBUG oslo_concurrency.lockutils [req-55db53b6-1e3e-430b-ac5d-8812e2dd44a7 req-801b50ce-3567-4d9c-a4f2-00174b47f307 service nova] Releasing lock "refresh_cache-0398febc-1043-4fd5-87bd-1b6e8a507964" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1899.138693] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80300896-06f0-4f48-bc5a-35cfc2ccf657 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1899.143709] env[71058]: DEBUG oslo_vmware.api [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the task: (returnval){
[ 1899.143709] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52beb110-34e4-812e-d984-4f8a2a19e7b4"
[ 1899.143709] env[71058]:    _type = "Task"
[ 1899.143709] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1899.152225] env[71058]: DEBUG oslo_vmware.api [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52beb110-34e4-812e-d984-4f8a2a19e7b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1899.163668] env[71058]: DEBUG nova.compute.manager [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1899.190399] env[71058]: DEBUG nova.virt.hardware [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1899.190641] env[71058]: DEBUG nova.virt.hardware [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1899.190795] env[71058]: DEBUG nova.virt.hardware [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1899.191025] env[71058]: DEBUG nova.virt.hardware [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1899.191200] env[71058]: DEBUG nova.virt.hardware [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1899.191427] env[71058]: DEBUG nova.virt.hardware [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1899.191651] env[71058]: DEBUG nova.virt.hardware [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1899.191873] env[71058]: DEBUG nova.virt.hardware [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1899.192077] env[71058]: DEBUG nova.virt.hardware [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1899.192265] env[71058]: DEBUG nova.virt.hardware [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1899.192447] env[71058]: DEBUG nova.virt.hardware [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1899.193336] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae56e381-5635-4d2b-9603-058e2ed2ab93 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1899.201347] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb40b35-dd0f-4064-8df3-74287f9a97d4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1899.283021] env[71058]: DEBUG oslo_vmware.api [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873912, 'name': PowerOnVM_Task, 'duration_secs': 0.51535} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1899.283021] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1899.285088] env[71058]: DEBUG nova.compute.manager [None req-28dcf72c-a8e3-4e96-909c-35aacb9ca6c1 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1899.285905] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a188c45b-a1e3-4d39-8aae-c93fb65d8d8f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1899.413132] env[71058]: DEBUG nova.compute.manager [req-ba9fcabe-48a9-4bd8-bc82-adfa4e497703 req-e88bd35d-c5bc-4871-8c60-66a229f1a0f4 service nova] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Received event network-vif-plugged-2cdea57c-5bc2-4855-9091-74578a21d31b {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1899.413451] env[71058]: DEBUG oslo_concurrency.lockutils [req-ba9fcabe-48a9-4bd8-bc82-adfa4e497703 req-e88bd35d-c5bc-4871-8c60-66a229f1a0f4 service nova] Acquiring lock "a4408bf8-ca93-48ec-823d-68f2e7f9a273-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1899.413743] env[71058]: DEBUG oslo_concurrency.lockutils [req-ba9fcabe-48a9-4bd8-bc82-adfa4e497703 req-e88bd35d-c5bc-4871-8c60-66a229f1a0f4 service nova] Lock "a4408bf8-ca93-48ec-823d-68f2e7f9a273-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1899.414060] env[71058]: DEBUG oslo_concurrency.lockutils [req-ba9fcabe-48a9-4bd8-bc82-adfa4e497703 req-e88bd35d-c5bc-4871-8c60-66a229f1a0f4 service nova] Lock "a4408bf8-ca93-48ec-823d-68f2e7f9a273-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1899.414141] env[71058]: DEBUG nova.compute.manager [req-ba9fcabe-48a9-4bd8-bc82-adfa4e497703 req-e88bd35d-c5bc-4871-8c60-66a229f1a0f4 service nova] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] No waiting events found dispatching network-vif-plugged-2cdea57c-5bc2-4855-9091-74578a21d31b {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1899.414406] env[71058]: WARNING nova.compute.manager [req-ba9fcabe-48a9-4bd8-bc82-adfa4e497703 req-e88bd35d-c5bc-4871-8c60-66a229f1a0f4 service nova] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Received unexpected event network-vif-plugged-2cdea57c-5bc2-4855-9091-74578a21d31b for instance with vm_state building and task_state spawning.
[ 1899.496227] env[71058]: DEBUG nova.network.neutron [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Successfully updated port: 2cdea57c-5bc2-4855-9091-74578a21d31b {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1899.598081] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71058) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
[ 1899.598081] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.463s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1899.598081] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.189s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1899.598081] env[71058]: DEBUG nova.objects.instance [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71058) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
[ 1899.654383] env[71058]: DEBUG oslo_vmware.api [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52beb110-34e4-812e-d984-4f8a2a19e7b4, 'name': SearchDatastore_Task, 'duration_secs': 0.031792} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1899.655140] env[71058]: DEBUG oslo_concurrency.lockutils [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1899.655603] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 0398febc-1043-4fd5-87bd-1b6e8a507964/0398febc-1043-4fd5-87bd-1b6e8a507964.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1899.657026] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e4312c8-b6ea-4203-89dc-c48e7f399439 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1899.663887] env[71058]: DEBUG oslo_vmware.api [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the task: (returnval){
[ 1899.663887] env[71058]:    value = "task-2873913"
[ 1899.663887] env[71058]:    _type = "Task"
[ 1899.663887] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1899.675534] env[71058]: DEBUG oslo_vmware.api [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2873913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1899.842641] env[71058]: DEBUG nova.network.neutron [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Updating instance_info_cache with network_info: [{"id": "258afdef-75f3-46c7-aa8b-dc6c1ed18a52", "address": "fa:16:3e:36:a8:09", "network": {"id": "e468d032-7280-4a84-97c5-db65f8a515aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-792259733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85106c5e01ec496dbeb48733902367b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap258afdef-75", "ovs_interfaceid": "258afdef-75f3-46c7-aa8b-dc6c1ed18a52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1900.001198] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "refresh_cache-a4408bf8-ca93-48ec-823d-68f2e7f9a273" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1900.001603] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquired lock "refresh_cache-a4408bf8-ca93-48ec-823d-68f2e7f9a273" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1900.001709] env[71058]: DEBUG nova.network.neutron [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1900.173505] env[71058]: DEBUG oslo_vmware.api [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2873913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476138} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1900.173775] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 0398febc-1043-4fd5-87bd-1b6e8a507964/0398febc-1043-4fd5-87bd-1b6e8a507964.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1900.174213] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1900.174303] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb47a48c-ff6e-40bd-b358-55f606e53381 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1900.180846] env[71058]: DEBUG oslo_vmware.api [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the task: (returnval){
[ 1900.180846] env[71058]:    value = "task-2873914"
[ 1900.180846] env[71058]:    _type = "Task"
[ 1900.180846] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1900.188320] env[71058]: DEBUG oslo_vmware.api [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2873914, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1900.344947] env[71058]: DEBUG oslo_concurrency.lockutils [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Releasing lock "refresh_cache-50d42da1-80b8-4889-947e-f5546b1c7e62" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1900.518032] env[71058]: INFO nova.compute.manager [None req-6ec023d0-15bb-4e8f-84d4-bbdb673ff976 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Unrescuing
[ 1900.518178] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6ec023d0-15bb-4e8f-84d4-bbdb673ff976 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Acquiring lock "refresh_cache-0252d894-77c9-4b91-8bf6-d525336bdc6e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1900.518378] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6ec023d0-15bb-4e8f-84d4-bbdb673ff976 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Acquired lock "refresh_cache-0252d894-77c9-4b91-8bf6-d525336bdc6e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1900.518497] env[71058]: DEBUG nova.network.neutron [None req-6ec023d0-15bb-4e8f-84d4-bbdb673ff976 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1900.538588] env[71058]: DEBUG nova.network.neutron [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1900.606757] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d9904766-485b-44e8-a323-f28452f5b640 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1900.607839] env[71058]: DEBUG oslo_concurrency.lockutils [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 8.439s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1900.667606] env[71058]: DEBUG nova.network.neutron [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Updating instance_info_cache with network_info: [{"id": "2cdea57c-5bc2-4855-9091-74578a21d31b", "address": "fa:16:3e:9e:20:3b", "network": {"id": "645164d9-d9b3-4b8e-9ba7-b72f5baa0cf1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1281402244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae6226dd54db4ea48fb124a67d0b2152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cdea57c-5b", "ovs_interfaceid": "2cdea57c-5bc2-4855-9091-74578a21d31b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1900.691106] env[71058]: DEBUG oslo_vmware.api [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2873914, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060337} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1900.691385] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1900.692253] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcc6a7b-b851-45c7-bf3e-63daa0a2feb7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1900.716763] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 0398febc-1043-4fd5-87bd-1b6e8a507964/0398febc-1043-4fd5-87bd-1b6e8a507964.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1900.717057] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f1029c3-57fd-4900-b9a5-4b10cfba8474 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1900.737054] env[71058]: DEBUG oslo_vmware.api [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the task: (returnval){
[ 1900.737054] env[71058]:    value = "task-2873915"
[ 1900.737054] env[71058]:    _type = "Task"
[ 1900.737054] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1900.744791] env[71058]: DEBUG oslo_vmware.api [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2873915, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1900.874112] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec69a40-f927-44ca-bc7d-18d16cc487ff {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1900.897708] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2554b7e-46a5-4e8e-9b68-13d4a037b6f4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1900.907279] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Updating instance '50d42da1-80b8-4889-947e-f5546b1c7e62' progress to 83 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1900.927344] env[71058]: DEBUG oslo_concurrency.lockutils [None req-961d5ef7-4c07-429f-abb3-d2d004d11910 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "9be82b05-0579-49ba-9e5a-bab585d6c1ac" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1900.927717] env[71058]: DEBUG oslo_concurrency.lockutils [None req-961d5ef7-4c07-429f-abb3-d2d004d11910 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "9be82b05-0579-49ba-9e5a-bab585d6c1ac" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1900.928014] env[71058]: DEBUG nova.compute.manager [None req-961d5ef7-4c07-429f-abb3-d2d004d11910 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Going to confirm migration 6 {{(pid=71058) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}}
[ 1901.111712] env[71058]: DEBUG nova.objects.instance [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lazy-loading 'migration_context' on Instance uuid 15042830-daf1-4904-8911-7084b0a83d63 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1901.170552] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Releasing lock "refresh_cache-a4408bf8-ca93-48ec-823d-68f2e7f9a273" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1901.170892] env[71058]: DEBUG nova.compute.manager [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Instance network_info: |[{"id": "2cdea57c-5bc2-4855-9091-74578a21d31b", "address": "fa:16:3e:9e:20:3b", "network": {"id": "645164d9-d9b3-4b8e-9ba7-b72f5baa0cf1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1281402244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae6226dd54db4ea48fb124a67d0b2152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cdea57c-5b", "ovs_interfaceid": "2cdea57c-5bc2-4855-9091-74578a21d31b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1901.171370] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:20:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '193994c7-8e1b-4f25-a4a4-d0563845eb28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cdea57c-5bc2-4855-9091-74578a21d31b', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1901.180030] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1901.180030] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1901.180030] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8071364f-88fc-4b55-b69c-db0824bc6243 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1901.202199] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1901.202199] env[71058]:    value = "task-2873916"
[ 1901.202199] env[71058]:    _type = "Task"
[ 1901.202199] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1901.209973] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873916, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1901.229214] env[71058]: DEBUG nova.network.neutron [None req-6ec023d0-15bb-4e8f-84d4-bbdb673ff976 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Updating instance_info_cache with network_info: [{"id": "ee534f5f-7e34-4794-afc2-b593ca71ae0e", "address": "fa:16:3e:35:0e:c0", "network": {"id": "66c4b59f-ea05-4c73-9644-7107192fdc73", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-658905657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1b67ce83b88b440f93e743c111acfbac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee534f5f-7e", "ovs_interfaceid": "ee534f5f-7e34-4794-afc2-b593ca71ae0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1901.248843] env[71058]: DEBUG oslo_vmware.api [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2873915, 'name': ReconfigVM_Task, 'duration_secs': 0.292439} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1901.249227] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 0398febc-1043-4fd5-87bd-1b6e8a507964/0398febc-1043-4fd5-87bd-1b6e8a507964.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1901.249903] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12e71ca7-ab4a-45e3-878b-072b561f25f0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1901.256195] env[71058]: DEBUG oslo_vmware.api [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the task: (returnval){
[ 1901.256195] env[71058]:    value = "task-2873917"
[ 1901.256195] env[71058]:    _type = "Task"
[ 1901.256195] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1901.264257] env[71058]: DEBUG oslo_vmware.api [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2873917, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1901.415369] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1901.415731] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5f69b91-e3a3-4944-ba96-e5ba3e13fa81 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1901.424023] env[71058]: DEBUG oslo_vmware.api [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1901.424023] env[71058]:    value = "task-2873918"
[ 1901.424023] env[71058]:    _type = "Task"
[ 1901.424023] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1901.434519] env[71058]: DEBUG oslo_vmware.api [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1901.440552] env[71058]: DEBUG nova.compute.manager [req-7af9896c-4491-451c-a684-e3c03ec8fa92 req-456efd03-a9af-4468-ab3d-5818612337e9 service nova] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Received event network-changed-2cdea57c-5bc2-4855-9091-74578a21d31b {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1901.440747] env[71058]: DEBUG nova.compute.manager [req-7af9896c-4491-451c-a684-e3c03ec8fa92 req-456efd03-a9af-4468-ab3d-5818612337e9 service nova] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Refreshing instance network info cache due to event network-changed-2cdea57c-5bc2-4855-9091-74578a21d31b. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1901.440957] env[71058]: DEBUG oslo_concurrency.lockutils [req-7af9896c-4491-451c-a684-e3c03ec8fa92 req-456efd03-a9af-4468-ab3d-5818612337e9 service nova] Acquiring lock "refresh_cache-a4408bf8-ca93-48ec-823d-68f2e7f9a273" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1901.441112] env[71058]: DEBUG oslo_concurrency.lockutils [req-7af9896c-4491-451c-a684-e3c03ec8fa92 req-456efd03-a9af-4468-ab3d-5818612337e9 service nova] Acquired lock "refresh_cache-a4408bf8-ca93-48ec-823d-68f2e7f9a273" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1901.441273] env[71058]: DEBUG nova.network.neutron [req-7af9896c-4491-451c-a684-e3c03ec8fa92 req-456efd03-a9af-4468-ab3d-5818612337e9 service nova] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Refreshing network info cache for port 2cdea57c-5bc2-4855-9091-74578a21d31b {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1901.493573] env[71058]: DEBUG oslo_concurrency.lockutils [None req-961d5ef7-4c07-429f-abb3-d2d004d11910 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "refresh_cache-9be82b05-0579-49ba-9e5a-bab585d6c1ac" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1901.493771] env[71058]: DEBUG oslo_concurrency.lockutils [None req-961d5ef7-4c07-429f-abb3-d2d004d11910 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquired lock "refresh_cache-9be82b05-0579-49ba-9e5a-bab585d6c1ac" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1901.493948] env[71058]: DEBUG nova.network.neutron [None req-961d5ef7-4c07-429f-abb3-d2d004d11910 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1901.494155] env[71058]: DEBUG nova.objects.instance [None req-961d5ef7-4c07-429f-abb3-d2d004d11910 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lazy-loading 'info_cache' on Instance uuid 9be82b05-0579-49ba-9e5a-bab585d6c1ac {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1901.716798] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873916, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1901.731605] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6ec023d0-15bb-4e8f-84d4-bbdb673ff976 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Releasing lock "refresh_cache-0252d894-77c9-4b91-8bf6-d525336bdc6e" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1901.732288] env[71058]: DEBUG nova.objects.instance [None req-6ec023d0-15bb-4e8f-84d4-bbdb673ff976 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Lazy-loading 'flavor' on Instance uuid 0252d894-77c9-4b91-8bf6-d525336bdc6e {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1901.766207] env[71058]: DEBUG oslo_vmware.api [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2873917, 'name': Rename_Task, 'duration_secs': 0.380027} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1901.766515] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1901.766822] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-036623be-bcb0-49a3-93ce-17680c915efb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1901.777195] env[71058]: DEBUG oslo_vmware.api [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the task: (returnval){
[ 1901.777195] env[71058]:    value = "task-2873919"
[ 1901.777195] env[71058]:    _type = "Task"
[ 1901.777195] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1901.787899] env[71058]: DEBUG oslo_vmware.api [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2873919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1901.934022] env[71058]: DEBUG oslo_vmware.api [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873918, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1901.936953] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a320b749-d0cb-4354-b88e-7957aab33b38 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1901.942922] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f678b8-b5ec-478c-acc6-72e2126bc6ec {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1901.979837] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fffbb22-89d2-4409-8728-9c669d7488ee {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1901.989016] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd90a688-1a79-4ec6-97bb-1394be621875 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1902.003766] env[71058]: DEBUG nova.compute.provider_tree [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1902.138785] env[71058]: DEBUG nova.network.neutron [req-7af9896c-4491-451c-a684-e3c03ec8fa92 req-456efd03-a9af-4468-ab3d-5818612337e9 service nova] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Updated VIF entry in instance network info cache for port 2cdea57c-5bc2-4855-9091-74578a21d31b. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1902.139157] env[71058]: DEBUG nova.network.neutron [req-7af9896c-4491-451c-a684-e3c03ec8fa92 req-456efd03-a9af-4468-ab3d-5818612337e9 service nova] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Updating instance_info_cache with network_info: [{"id": "2cdea57c-5bc2-4855-9091-74578a21d31b", "address": "fa:16:3e:9e:20:3b", "network": {"id": "645164d9-d9b3-4b8e-9ba7-b72f5baa0cf1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1281402244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae6226dd54db4ea48fb124a67d0b2152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cdea57c-5b", "ovs_interfaceid": "2cdea57c-5bc2-4855-9091-74578a21d31b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1902.214512] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873916, 'name': CreateVM_Task, 'duration_secs': 0.607763} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1902.214986] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1902.215676] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1902.215911] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1902.216332] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1902.216671] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eb440b5-efb0-4651-afcb-288e1ddef965 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1902.222234] env[71058]: DEBUG oslo_vmware.api [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1902.222234] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]525c1b0c-f3f9-c99a-b04b-845695b2fa6e"
[ 1902.222234] env[71058]:    _type = "Task"
[ 1902.222234] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1902.232951] env[71058]: DEBUG oslo_vmware.api [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]525c1b0c-f3f9-c99a-b04b-845695b2fa6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1902.238016] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4eee472-c36b-44c1-bc37-9a5f35424fe0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1902.259856] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec023d0-15bb-4e8f-84d4-bbdb673ff976 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1902.260266] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af33a3a8-1485-4aae-ad57-8d9fecd3bc4f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1902.266594] env[71058]: DEBUG oslo_vmware.api [None req-6ec023d0-15bb-4e8f-84d4-bbdb673ff976 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1902.266594] env[71058]:    value = "task-2873920"
[ 1902.266594] env[71058]:    _type = "Task"
[ 1902.266594] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1902.275897] env[71058]: DEBUG oslo_vmware.api [None req-6ec023d0-15bb-4e8f-84d4-bbdb673ff976 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1902.285918] env[71058]: DEBUG oslo_vmware.api [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2873919, 'name': PowerOnVM_Task, 'duration_secs': 0.481442} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1902.286305] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1902.286558] env[71058]: INFO nova.compute.manager [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Took 7.00 seconds to spawn the instance on the hypervisor.
[ 1902.286740] env[71058]: DEBUG nova.compute.manager [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1902.287551] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae927ae-cd03-4a2f-81af-6a1d45a0bcc9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1902.434885] env[71058]: DEBUG oslo_vmware.api [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873918, 'name': PowerOnVM_Task, 'duration_secs': 0.558154} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1902.434990] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1902.435120] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7ea77c-e4cb-4d92-94c3-c60a789de9b5 tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Updating instance '50d42da1-80b8-4889-947e-f5546b1c7e62' progress to 100 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1902.508769] env[71058]: DEBUG nova.scheduler.client.report [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1902.641798] env[71058]: DEBUG oslo_concurrency.lockutils [req-7af9896c-4491-451c-a684-e3c03ec8fa92 req-456efd03-a9af-4468-ab3d-5818612337e9 service nova] Releasing lock "refresh_cache-a4408bf8-ca93-48ec-823d-68f2e7f9a273" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1902.705139] env[71058]: DEBUG nova.network.neutron [None req-961d5ef7-4c07-429f-abb3-d2d004d11910 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Updating instance_info_cache with network_info: [{"id": "4270b089-af02-4158-a495-432c1f7d6540", "address": "fa:16:3e:a8:ae:e7", "network": {"id": "0e55cc18-b52f-4c57-ac37-4902a108877c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1582599326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17af35ecde854246840d1e08ccd1fdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4270b089-af", "ovs_interfaceid": "4270b089-af02-4158-a495-432c1f7d6540", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1902.732516] env[71058]: DEBUG oslo_vmware.api [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]525c1b0c-f3f9-c99a-b04b-845695b2fa6e, 'name': SearchDatastore_Task, 'duration_secs': 0.02344} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1902.732810] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1902.733056] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1902.733291] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1902.733438] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1902.733614] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1902.733863] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e798091-b255-47a4-9076-b16547a47648 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1902.741916] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1902.742134] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1902.742821] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1faa6e8-86e0-45bd-95c4-f2ca8585b773 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1902.747722] env[71058]: DEBUG oslo_vmware.api [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1902.747722] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52236fec-5e1c-69a6-8bce-8c9e6f2edd5c"
[ 1902.747722] env[71058]:    _type = "Task"
[ 1902.747722] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1902.756852] env[71058]: DEBUG oslo_vmware.api [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52236fec-5e1c-69a6-8bce-8c9e6f2edd5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1902.774356] env[71058]: DEBUG oslo_vmware.api [None req-6ec023d0-15bb-4e8f-84d4-bbdb673ff976 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873920, 'name': PowerOffVM_Task, 'duration_secs': 0.324634} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1902.774607] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec023d0-15bb-4e8f-84d4-bbdb673ff976 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1902.779932] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec023d0-15bb-4e8f-84d4-bbdb673ff976 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1902.780164] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38303814-abf0-4b52-88b3-fe3646648066 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1902.802239] env[71058]: DEBUG oslo_vmware.api [None req-6ec023d0-15bb-4e8f-84d4-bbdb673ff976 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1902.802239] env[71058]:    value = "task-2873921"
[ 1902.802239] env[71058]:    _type = "Task"
[ 1902.802239] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1902.807234] env[71058]: INFO nova.compute.manager [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Took 17.21 seconds to build instance.
[ 1902.813207] env[71058]: DEBUG oslo_vmware.api [None req-6ec023d0-15bb-4e8f-84d4-bbdb673ff976 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1903.208411] env[71058]: DEBUG oslo_concurrency.lockutils [None req-961d5ef7-4c07-429f-abb3-d2d004d11910 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Releasing lock "refresh_cache-9be82b05-0579-49ba-9e5a-bab585d6c1ac" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1903.208737] env[71058]: DEBUG nova.objects.instance [None req-961d5ef7-4c07-429f-abb3-d2d004d11910 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lazy-loading 'migration_context' on Instance uuid 9be82b05-0579-49ba-9e5a-bab585d6c1ac {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1903.258285] env[71058]: DEBUG oslo_vmware.api [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52236fec-5e1c-69a6-8bce-8c9e6f2edd5c, 'name': SearchDatastore_Task, 'duration_secs': 0.013915} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1903.259125] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f0ffac7-97cf-495f-a766-737ea3cdd3a8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1903.264080] env[71058]: DEBUG oslo_vmware.api [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1903.264080] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]521f1435-6f97-cef7-7c6e-991470796e99"
[ 1903.264080] env[71058]:    _type = "Task"
[ 1903.264080] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1903.271246] env[71058]: DEBUG oslo_vmware.api [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]521f1435-6f97-cef7-7c6e-991470796e99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1903.311701] env[71058]: DEBUG oslo_concurrency.lockutils [None req-58b97bb1-7b2a-462b-a3a8-6f7ded5c1329 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lock "0398febc-1043-4fd5-87bd-1b6e8a507964" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.729s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1903.311944] env[71058]: DEBUG oslo_vmware.api [None req-6ec023d0-15bb-4e8f-84d4-bbdb673ff976 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873921, 'name': ReconfigVM_Task, 'duration_secs': 0.257124} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1903.312233] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec023d0-15bb-4e8f-84d4-bbdb673ff976 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1903.312398] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec023d0-15bb-4e8f-84d4-bbdb673ff976 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1903.312627] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6dc4b090-a5e1-4efb-9d6b-aaa0851d0b18 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1903.317960] env[71058]: DEBUG oslo_vmware.api [None req-6ec023d0-15bb-4e8f-84d4-bbdb673ff976 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1903.317960] env[71058]:    value = "task-2873922"
[ 1903.317960] env[71058]:    _type = "Task"
[ 1903.317960] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1903.324902] env[71058]: DEBUG oslo_vmware.api [None req-6ec023d0-15bb-4e8f-84d4-bbdb673ff976 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1903.364049] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f763803b-e78b-4a91-97a4-785a7024d02a tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquiring lock "0398febc-1043-4fd5-87bd-1b6e8a507964" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1903.364372] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f763803b-e78b-4a91-97a4-785a7024d02a tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lock "0398febc-1043-4fd5-87bd-1b6e8a507964" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1903.364588] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f763803b-e78b-4a91-97a4-785a7024d02a tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquiring lock "0398febc-1043-4fd5-87bd-1b6e8a507964-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1903.365878] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f763803b-e78b-4a91-97a4-785a7024d02a tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lock "0398febc-1043-4fd5-87bd-1b6e8a507964-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1903.365878] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f763803b-e78b-4a91-97a4-785a7024d02a tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lock "0398febc-1043-4fd5-87bd-1b6e8a507964-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1903.367156] env[71058]: INFO nova.compute.manager [None req-f763803b-e78b-4a91-97a4-785a7024d02a tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Terminating instance
[ 1903.518267] env[71058]: DEBUG oslo_concurrency.lockutils [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.910s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1903.523877] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dd84606b-1503-4e44-bd4c-be559c52aee6 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.900s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1903.524087] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dd84606b-1503-4e44-bd4c-be559c52aee6 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1903.526593] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e30fd073-4101-4061-a97c-c4f0384c06bc tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.087s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1903.526777] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e30fd073-4101-4061-a97c-c4f0384c06bc tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1903.528459] env[71058]: DEBUG oslo_concurrency.lockutils [None req-142d648b-b7ff-4c67-856c-550945681b5e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.086s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1903.528653] env[71058]: DEBUG oslo_concurrency.lockutils [None req-142d648b-b7ff-4c67-856c-550945681b5e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1903.551901] env[71058]: INFO nova.scheduler.client.report [None req-e30fd073-4101-4061-a97c-c4f0384c06bc tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Deleted allocations for instance 4dc81a2f-6a3c-438b-bde6-2d31ece13813
[ 1903.555794] env[71058]: INFO nova.scheduler.client.report [None req-142d648b-b7ff-4c67-856c-550945681b5e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Deleted allocations for instance dcc7ce80-6051-4649-978f-88ed87e3da23
[ 1903.567329] env[71058]: INFO nova.scheduler.client.report [None req-dd84606b-1503-4e44-bd4c-be559c52aee6 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Deleted allocations for instance d8c74703-a213-4e6c-882c-46cdbb82b1b9
[ 1903.714365] env[71058]: DEBUG nova.objects.base [None req-961d5ef7-4c07-429f-abb3-d2d004d11910 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Object Instance<9be82b05-0579-49ba-9e5a-bab585d6c1ac> lazy-loaded attributes: info_cache,migration_context {{(pid=71058) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 1903.715320] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c696708a-42d7-457c-b0d3-fc795ad8ec3d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1903.734647] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-133f34d6-eae6-4375-993f-6fe7399edfbd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1903.739671] env[71058]: DEBUG oslo_vmware.api [None req-961d5ef7-4c07-429f-abb3-d2d004d11910 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1903.739671] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e270cd-98fe-a318-5d89-d0f6912846e5"
[ 1903.739671] env[71058]:    _type = "Task"
[ 1903.739671] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1903.747480] env[71058]: DEBUG oslo_vmware.api [None req-961d5ef7-4c07-429f-abb3-d2d004d11910 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e270cd-98fe-a318-5d89-d0f6912846e5, 'name': SearchDatastore_Task} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1903.747756] env[71058]: DEBUG oslo_concurrency.lockutils [None req-961d5ef7-4c07-429f-abb3-d2d004d11910 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1903.748051] env[71058]: DEBUG oslo_concurrency.lockutils [None req-961d5ef7-4c07-429f-abb3-d2d004d11910 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1903.773594] env[71058]: DEBUG oslo_vmware.api [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]521f1435-6f97-cef7-7c6e-991470796e99, 'name': SearchDatastore_Task, 'duration_secs': 0.010638} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1903.773841] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1903.774111] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] a4408bf8-ca93-48ec-823d-68f2e7f9a273/a4408bf8-ca93-48ec-823d-68f2e7f9a273.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1903.774380] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-770df51a-84dc-49a0-ab35-861f49b52fe4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1903.781521] env[71058]: DEBUG oslo_vmware.api [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1903.781521] env[71058]:    value = "task-2873923"
[ 1903.781521] env[71058]:    _type = "Task"
[ 1903.781521] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1903.788984] env[71058]: DEBUG oslo_vmware.api [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1903.828310] env[71058]: DEBUG oslo_vmware.api [None req-6ec023d0-15bb-4e8f-84d4-bbdb673ff976 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873922, 'name': PowerOnVM_Task, 'duration_secs': 0.34384} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1903.828616] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec023d0-15bb-4e8f-84d4-bbdb673ff976 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1903.828912] env[71058]: DEBUG nova.compute.manager [None req-6ec023d0-15bb-4e8f-84d4-bbdb673ff976 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1903.829740] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d2d833-992d-4eb8-81f7-30303aa865c1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1903.871147] env[71058]: DEBUG nova.compute.manager [None req-f763803b-e78b-4a91-97a4-785a7024d02a tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1903.871405] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f763803b-e78b-4a91-97a4-785a7024d02a tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1903.872600] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1867cdeb-94ee-4d2f-a938-88732e32b026 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1903.880418] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f763803b-e78b-4a91-97a4-785a7024d02a tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1903.880658] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c48fe76-f31e-421d-9551-9006b72187a7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1903.885743] env[71058]: DEBUG oslo_vmware.api [None req-f763803b-e78b-4a91-97a4-785a7024d02a tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the task: (returnval){
[ 1903.885743] env[71058]:    value = "task-2873924"
[ 1903.885743] env[71058]:    _type = "Task"
[ 1903.885743] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1903.893495] env[71058]: DEBUG oslo_vmware.api [None req-f763803b-e78b-4a91-97a4-785a7024d02a tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2873924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1904.062900] env[71058]: DEBUG oslo_concurrency.lockutils [None req-142d648b-b7ff-4c67-856c-550945681b5e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "dcc7ce80-6051-4649-978f-88ed87e3da23" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 11.643s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1904.064632] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e30fd073-4101-4061-a97c-c4f0384c06bc tempest-ServersAdminTestJSON-1452941850 tempest-ServersAdminTestJSON-1452941850-project-member] Lock "4dc81a2f-6a3c-438b-bde6-2d31ece13813" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 12.169s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1904.075551] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dd84606b-1503-4e44-bd4c-be559c52aee6 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lock "d8c74703-a213-4e6c-882c-46cdbb82b1b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 15.021s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1904.296706] env[71058]: DEBUG oslo_vmware.api [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430879} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1904.296939] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] a4408bf8-ca93-48ec-823d-68f2e7f9a273/a4408bf8-ca93-48ec-823d-68f2e7f9a273.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1904.297483] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1904.297483] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3833ec73-5384-47f6-a352-9e694d908fb3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1904.304157] env[71058]: DEBUG oslo_vmware.api [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1904.304157] env[71058]:    value = "task-2873925"
[ 1904.304157] env[71058]:    _type = "Task"
[ 1904.304157] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1904.316362] env[71058]: DEBUG oslo_vmware.api [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873925, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1904.397354] env[71058]: DEBUG oslo_vmware.api [None req-f763803b-e78b-4a91-97a4-785a7024d02a tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2873924, 'name': PowerOffVM_Task, 'duration_secs': 0.360765} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1904.397354] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-f763803b-e78b-4a91-97a4-785a7024d02a tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1904.397354] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f763803b-e78b-4a91-97a4-785a7024d02a tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1904.397741] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-410018e3-ca2b-449b-b7e6-2a754fa8c0bf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1904.459617] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f763803b-e78b-4a91-97a4-785a7024d02a tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1904.459842] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f763803b-e78b-4a91-97a4-785a7024d02a tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1904.460056] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-f763803b-e78b-4a91-97a4-785a7024d02a tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Deleting the datastore file [datastore2] 0398febc-1043-4fd5-87bd-1b6e8a507964 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1904.460326] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a7520a2-29e0-4c0a-b576-6a643f18d8ec {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1904.470077] env[71058]: DEBUG oslo_vmware.api [None req-f763803b-e78b-4a91-97a4-785a7024d02a tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the task: (returnval){
[ 1904.470077] env[71058]:    value = "task-2873927"
[ 1904.470077] env[71058]:    _type = "Task"
[ 1904.470077] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1904.478881] env[71058]: DEBUG oslo_vmware.api [None req-f763803b-e78b-4a91-97a4-785a7024d02a tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2873927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1904.607447] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcea9ac-54fd-40b6-b72d-b3ec660653a3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1904.615992] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b757925b-561e-4718-a645-528acc6a4424 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1904.653112] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380d6696-7561-40ac-be07-f306a5415218 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1904.662983] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864920f1-484e-489b-b8b6-f80391946f4d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1904.683175] env[71058]: DEBUG nova.compute.provider_tree [None req-961d5ef7-4c07-429f-abb3-d2d004d11910 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1904.818149] env[71058]: DEBUG oslo_vmware.api [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873925, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065589} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1904.818279] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1904.820063] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab8fac1-bd94-4405-b110-7f8cdebe5246 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1904.844931] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] a4408bf8-ca93-48ec-823d-68f2e7f9a273/a4408bf8-ca93-48ec-823d-68f2e7f9a273.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1904.847222] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d6d9982-989e-4a43-8369-9285d700ac12 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1904.874200] env[71058]: DEBUG oslo_vmware.api [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1904.874200] env[71058]:    value = "task-2873928"
[ 1904.874200] env[71058]:    _type = "Task"
[ 1904.874200] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1904.884596] env[71058]: DEBUG oslo_vmware.api [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873928, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1904.980145] env[71058]: DEBUG oslo_vmware.api [None req-f763803b-e78b-4a91-97a4-785a7024d02a tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2873927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.456123} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1904.980390] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-f763803b-e78b-4a91-97a4-785a7024d02a tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1904.980583] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f763803b-e78b-4a91-97a4-785a7024d02a tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1904.980759] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f763803b-e78b-4a91-97a4-785a7024d02a tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1904.980932] env[71058]: INFO nova.compute.manager [None req-f763803b-e78b-4a91-97a4-785a7024d02a tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Took 1.11 seconds to destroy the instance on the hypervisor.
[ 1904.981207] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f763803b-e78b-4a91-97a4-785a7024d02a tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1904.981407] env[71058]: DEBUG nova.compute.manager [-] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1904.981505] env[71058]: DEBUG nova.network.neutron [-] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1905.077351] env[71058]: INFO nova.compute.manager [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Swapping old allocation on dict_keys(['e78318ba-501a-470f-875b-8fbc021c2c5f']) held by migration 65600f92-7772-4c15-b0a0-939e9a2ead20 for instance
[ 1905.107132] env[71058]: DEBUG nova.scheduler.client.report [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Overwriting current allocation {'allocations': {'e78318ba-501a-470f-875b-8fbc021c2c5f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 137}}, 'project_id': '2ae80f45084747faba9f976dc2d36a66', 'user_id': 'ce2028fb35e544a09b396c6ebf46e203', 'consumer_generation': 1} on consumer 15042830-daf1-4904-8911-7084b0a83d63 {{(pid=71058) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2046}}
[ 1905.186775] env[71058]: DEBUG nova.scheduler.client.report [None req-961d5ef7-4c07-429f-abb3-d2d004d11910 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1905.211984] env[71058]: DEBUG oslo_concurrency.lockutils [None req-73fdc90c-dccc-4030-8f33-6b5ca42d98fe tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Acquiring lock "0252d894-77c9-4b91-8bf6-d525336bdc6e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1905.212296] env[71058]: DEBUG oslo_concurrency.lockutils [None req-73fdc90c-dccc-4030-8f33-6b5ca42d98fe tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Lock "0252d894-77c9-4b91-8bf6-d525336bdc6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1905.212872] env[71058]: DEBUG oslo_concurrency.lockutils [None req-73fdc90c-dccc-4030-8f33-6b5ca42d98fe tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Acquiring lock "0252d894-77c9-4b91-8bf6-d525336bdc6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1905.213121] env[71058]: DEBUG oslo_concurrency.lockutils [None req-73fdc90c-dccc-4030-8f33-6b5ca42d98fe tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Lock "0252d894-77c9-4b91-8bf6-d525336bdc6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1905.213311] env[71058]: DEBUG oslo_concurrency.lockutils [None req-73fdc90c-dccc-4030-8f33-6b5ca42d98fe tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Lock "0252d894-77c9-4b91-8bf6-d525336bdc6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1905.215364] env[71058]: INFO nova.compute.manager [None req-73fdc90c-dccc-4030-8f33-6b5ca42d98fe tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Terminating instance
[ 1905.227716] env[71058]: DEBUG oslo_concurrency.lockutils [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "refresh_cache-15042830-daf1-4904-8911-7084b0a83d63" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1905.227895] env[71058]: DEBUG oslo_concurrency.lockutils [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquired lock "refresh_cache-15042830-daf1-4904-8911-7084b0a83d63" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1905.228079] env[71058]: DEBUG nova.network.neutron [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1905.371102] env[71058]: DEBUG oslo_concurrency.lockutils [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "50d42da1-80b8-4889-947e-f5546b1c7e62" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1905.371454] env[71058]: DEBUG oslo_concurrency.lockutils [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "50d42da1-80b8-4889-947e-f5546b1c7e62" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1905.371679] env[71058]: DEBUG nova.compute.manager [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Going to confirm migration 7 {{(pid=71058) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}}
[ 1905.386502] env[71058]: DEBUG oslo_vmware.api [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1905.487349] env[71058]: DEBUG nova.compute.manager [req-67b2f546-2b99-4aec-98c9-ab4377eda0b8 req-622a114a-f245-475a-9f07-51d0d6788b08 service nova] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Received event network-vif-deleted-4855e3b6-27ee-4bb5-81b9-0961ab5edef8 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1905.487562] env[71058]: INFO nova.compute.manager [req-67b2f546-2b99-4aec-98c9-ab4377eda0b8 req-622a114a-f245-475a-9f07-51d0d6788b08 service nova] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Neutron deleted interface 4855e3b6-27ee-4bb5-81b9-0961ab5edef8; detaching it from the instance and deleting it from the info cache
[ 1905.488030] env[71058]: DEBUG nova.network.neutron [req-67b2f546-2b99-4aec-98c9-ab4377eda0b8 req-622a114a-f245-475a-9f07-51d0d6788b08 service nova] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1905.719285] env[71058]: DEBUG nova.compute.manager [None req-73fdc90c-dccc-4030-8f33-6b5ca42d98fe tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1905.719695] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-73fdc90c-dccc-4030-8f33-6b5ca42d98fe tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1905.720870] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0852aa5f-5c8c-46e6-a04d-3fff6a84e01f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1905.733497] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-73fdc90c-dccc-4030-8f33-6b5ca42d98fe tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1905.736638] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6de558e2-01b6-48d1-8b21-03726bd851ac {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1905.741312] env[71058]: DEBUG oslo_vmware.api [None req-73fdc90c-dccc-4030-8f33-6b5ca42d98fe tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1905.741312] env[71058]:    value = "task-2873929"
[ 1905.741312] env[71058]:    _type = "Task"
[ 1905.741312] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1905.750472] env[71058]: DEBUG oslo_vmware.api [None req-73fdc90c-dccc-4030-8f33-6b5ca42d98fe tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1905.867613] env[71058]: DEBUG nova.network.neutron [-] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1905.894043] env[71058]: DEBUG oslo_vmware.api [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873928, 'name': ReconfigVM_Task, 'duration_secs': 0.928389} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1905.894043] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Reconfigured VM instance instance-00000069 to attach disk [datastore2] a4408bf8-ca93-48ec-823d-68f2e7f9a273/a4408bf8-ca93-48ec-823d-68f2e7f9a273.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1905.894043] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef0b480c-0cbf-42fe-b562-55c331b00cb0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1905.899709] env[71058]: DEBUG oslo_vmware.api [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1905.899709] env[71058]:    value = "task-2873930"
[ 1905.899709] env[71058]:    _type = "Task"
[ 1905.899709] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1905.909029] env[71058]: DEBUG oslo_vmware.api [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873930, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1905.928036] env[71058]: DEBUG oslo_concurrency.lockutils [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "refresh_cache-50d42da1-80b8-4889-947e-f5546b1c7e62" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1905.928036] env[71058]: DEBUG oslo_concurrency.lockutils [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquired lock "refresh_cache-50d42da1-80b8-4889-947e-f5546b1c7e62" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1905.928036] env[71058]: DEBUG nova.network.neutron [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1905.928036] env[71058]: DEBUG nova.objects.instance [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lazy-loading 'info_cache' on Instance uuid 50d42da1-80b8-4889-947e-f5546b1c7e62 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1905.990894] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-371d043a-f5c0-41cb-8fb3-09165beca1e8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1906.003050] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05886c19-bcd3-48bf-ac0f-3a134e69a2eb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1906.032478] env[71058]: DEBUG nova.compute.manager [req-67b2f546-2b99-4aec-98c9-ab4377eda0b8 req-622a114a-f245-475a-9f07-51d0d6788b08 service nova] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Detach interface failed, port_id=4855e3b6-27ee-4bb5-81b9-0961ab5edef8, reason: Instance 0398febc-1043-4fd5-87bd-1b6e8a507964 could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1906.109578] env[71058]: DEBUG nova.network.neutron [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Updating instance_info_cache with network_info: [{"id": "a5d3a310-dc46-4431-951a-5dbe47814ffe", "address": "fa:16:3e:27:03:b9", "network": {"id": "02a93a58-8f0c-468d-b34e-1db5e61a54ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2046819330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ae80f45084747faba9f976dc2d36a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5d3a310-dc", "ovs_interfaceid": "a5d3a310-dc46-4431-951a-5dbe47814ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1906.198591] env[71058]: DEBUG oslo_concurrency.lockutils [None req-961d5ef7-4c07-429f-abb3-d2d004d11910 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.450s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1906.252420] env[71058]: DEBUG oslo_vmware.api [None req-73fdc90c-dccc-4030-8f33-6b5ca42d98fe tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873929, 'name': PowerOffVM_Task, 'duration_secs': 0.189753} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1906.252736] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-73fdc90c-dccc-4030-8f33-6b5ca42d98fe tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1906.252801] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-73fdc90c-dccc-4030-8f33-6b5ca42d98fe tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1906.253075] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5af94523-b1d2-4148-974e-13bc4a155754 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1906.348116] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-73fdc90c-dccc-4030-8f33-6b5ca42d98fe tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1906.348116] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-73fdc90c-dccc-4030-8f33-6b5ca42d98fe tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1906.348116] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-73fdc90c-dccc-4030-8f33-6b5ca42d98fe tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Deleting the datastore file [datastore1] 0252d894-77c9-4b91-8bf6-d525336bdc6e {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1906.348116] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51d293c3-ed96-4e9e-82d0-548ee2c03f52 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1906.355791] env[71058]: DEBUG oslo_vmware.api [None req-73fdc90c-dccc-4030-8f33-6b5ca42d98fe tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1906.355791] env[71058]:    value = "task-2873932"
[ 1906.355791] env[71058]:    _type = "Task"
[ 1906.355791] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1906.364418] env[71058]: DEBUG oslo_vmware.api [None req-73fdc90c-dccc-4030-8f33-6b5ca42d98fe tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1906.370999] env[71058]: INFO nova.compute.manager [-] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Took 1.39 seconds to deallocate network for instance.
[ 1906.410929] env[71058]: DEBUG oslo_vmware.api [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873930, 'name': Rename_Task, 'duration_secs': 0.289217} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1906.411840] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1906.412174] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f959ffdd-8ff8-4462-9600-4dc1fd43b266 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1906.420281] env[71058]: DEBUG oslo_vmware.api [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1906.420281] env[71058]:    value = "task-2873933"
[ 1906.420281] env[71058]:    _type = "Task"
[ 1906.420281] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1906.427510] env[71058]: DEBUG oslo_vmware.api [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1906.613463] env[71058]: DEBUG oslo_concurrency.lockutils [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Releasing lock "refresh_cache-15042830-daf1-4904-8911-7084b0a83d63" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1906.613619] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287d9b7b-2d27-4d43-834c-04abd4a1e2e6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1906.621853] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68162420-cbc9-4dbc-8467-582d03c04e81 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1906.758926] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "e2a39057-e217-429e-9886-3426ad8dbf70" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1906.758926] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "e2a39057-e217-429e-9886-3426ad8dbf70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1906.789283] env[71058]: INFO nova.scheduler.client.report [None req-961d5ef7-4c07-429f-abb3-d2d004d11910 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Deleted allocation for migration 380f2d7f-a8d7-4bd2-a9d2-a69290c1e811
[ 1906.867943] env[71058]: DEBUG oslo_vmware.api [None req-73fdc90c-dccc-4030-8f33-6b5ca42d98fe tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294756} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1906.868224] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-73fdc90c-dccc-4030-8f33-6b5ca42d98fe tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1906.870041] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-73fdc90c-dccc-4030-8f33-6b5ca42d98fe tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1906.870041] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-73fdc90c-dccc-4030-8f33-6b5ca42d98fe tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1906.870041] env[71058]: INFO nova.compute.manager [None req-73fdc90c-dccc-4030-8f33-6b5ca42d98fe tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Took 1.15 seconds to destroy the instance on the hypervisor.
[ 1906.870041] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73fdc90c-dccc-4030-8f33-6b5ca42d98fe tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1906.870041] env[71058]: DEBUG nova.compute.manager [-] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1906.870041] env[71058]: DEBUG nova.network.neutron [-] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1906.878527] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f763803b-e78b-4a91-97a4-785a7024d02a tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1906.878851] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f763803b-e78b-4a91-97a4-785a7024d02a tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1906.879079] env[71058]: DEBUG nova.objects.instance [None req-f763803b-e78b-4a91-97a4-785a7024d02a tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lazy-loading 'resources' on Instance uuid 0398febc-1043-4fd5-87bd-1b6e8a507964 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1906.929359] env[71058]: DEBUG oslo_vmware.api [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873933, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1907.067319] env[71058]: DEBUG oslo_concurrency.lockutils [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquiring lock "cc9d430d-d2b8-428f-90d4-25770ea51f28" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1907.067576] env[71058]: DEBUG oslo_concurrency.lockutils [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lock "cc9d430d-d2b8-428f-90d4-25770ea51f28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1907.234897] env[71058]: DEBUG nova.network.neutron [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Updating instance_info_cache with network_info: [{"id": "258afdef-75f3-46c7-aa8b-dc6c1ed18a52", "address": "fa:16:3e:36:a8:09", "network": {"id": "e468d032-7280-4a84-97c5-db65f8a515aa", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-792259733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85106c5e01ec496dbeb48733902367b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap258afdef-75", "ovs_interfaceid": "258afdef-75f3-46c7-aa8b-dc6c1ed18a52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1907.263344] env[71058]: DEBUG nova.compute.manager [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1907.294848] env[71058]: DEBUG oslo_concurrency.lockutils [None req-961d5ef7-4c07-429f-abb3-d2d004d11910 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "9be82b05-0579-49ba-9e5a-bab585d6c1ac" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 6.367s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1907.428886] env[71058]: DEBUG oslo_vmware.api [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873933, 'name': PowerOnVM_Task, 'duration_secs': 0.646} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1907.429383] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1907.429383] env[71058]: INFO nova.compute.manager [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Took 8.27 seconds to spawn the instance on the hypervisor.
[ 1907.429866] env[71058]: DEBUG nova.compute.manager [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1907.430408] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f70e766-fddb-4ade-a247-af4404abdb54 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1907.570751] env[71058]: DEBUG nova.compute.manager [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1907.635247] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9472e9a2-445d-48a0-a7ad-5ebea6d969e5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1907.643223] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8462bc4-8d92-4a24-b602-a51e5db9f150 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1907.677990] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d5bdd7-0036-4759-9e1e-6663462b99df {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1907.686445] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105c5adb-a50f-4c8f-bed1-c2f6116a49c2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1907.703518] env[71058]: DEBUG nova.compute.provider_tree [None req-f763803b-e78b-4a91-97a4-785a7024d02a tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1907.737791] env[71058]: DEBUG oslo_concurrency.lockutils [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Releasing lock "refresh_cache-50d42da1-80b8-4889-947e-f5546b1c7e62" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1907.738098] env[71058]: DEBUG nova.objects.instance [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lazy-loading 'migration_context' on Instance uuid 50d42da1-80b8-4889-947e-f5546b1c7e62 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1907.753549] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1907.753842] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4413dce7-ccbc-4c35-99aa-160a72cb3a5b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1907.763164] env[71058]: DEBUG nova.network.neutron [-] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1907.764769] env[71058]: DEBUG oslo_vmware.api [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1907.764769] env[71058]:    value = "task-2873934"
[ 1907.764769] env[71058]:    _type = "Task"
[ 1907.764769] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1907.779426] env[71058]: DEBUG oslo_vmware.api [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1907.791786] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1907.852814] env[71058]: DEBUG nova.compute.manager [req-e36ca184-fd00-49c0-93e4-af8caed864f2 req-019ec86e-a871-4d27-b32b-1348b0592416 service nova] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Received event network-vif-deleted-ee534f5f-7e34-4794-afc2-b593ca71ae0e {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1907.953839] env[71058]: INFO nova.compute.manager [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Took 18.97 seconds to build instance.
[ 1907.967325] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0b42931f-770a-43c1-b094-7513b17e5b02 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "9be82b05-0579-49ba-9e5a-bab585d6c1ac" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1907.967548] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0b42931f-770a-43c1-b094-7513b17e5b02 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "9be82b05-0579-49ba-9e5a-bab585d6c1ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1907.967813] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0b42931f-770a-43c1-b094-7513b17e5b02 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "9be82b05-0579-49ba-9e5a-bab585d6c1ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1907.968094] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0b42931f-770a-43c1-b094-7513b17e5b02 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "9be82b05-0579-49ba-9e5a-bab585d6c1ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1907.968178] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0b42931f-770a-43c1-b094-7513b17e5b02 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "9be82b05-0579-49ba-9e5a-bab585d6c1ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1907.970372] env[71058]: INFO nova.compute.manager [None req-0b42931f-770a-43c1-b094-7513b17e5b02 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Terminating instance
[ 1908.092958] env[71058]: DEBUG oslo_concurrency.lockutils [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1908.208347] env[71058]: DEBUG nova.scheduler.client.report [None req-f763803b-e78b-4a91-97a4-785a7024d02a tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1908.240951] env[71058]: DEBUG nova.objects.base [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Object Instance<50d42da1-80b8-4889-947e-f5546b1c7e62> lazy-loaded attributes: info_cache,migration_context {{(pid=71058) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 1908.242184] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ea9e19-76c4-4f52-872e-db48aa91ee34 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1908.263390] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b43c8a3c-a203-49bf-a8ac-c7c9423b0a10 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1908.267141] env[71058]: INFO nova.compute.manager [-] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Took 1.40 seconds to deallocate network for instance.
[ 1908.275873] env[71058]: DEBUG oslo_vmware.api [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1908.275873] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e9f7e9-17e8-3e7a-188c-18184c68d771"
[ 1908.275873] env[71058]:    _type = "Task"
[ 1908.275873] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1908.283831] env[71058]: DEBUG oslo_vmware.api [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873934, 'name': PowerOffVM_Task, 'duration_secs': 0.344748} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1908.284546] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1908.285240] env[71058]: DEBUG nova.virt.hardware [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1908.285803] env[71058]: DEBUG nova.virt.hardware [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1908.286012] env[71058]: DEBUG nova.virt.hardware [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1908.286216] env[71058]: DEBUG nova.virt.hardware [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1908.286368] env[71058]: DEBUG nova.virt.hardware [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1908.286526] env[71058]: DEBUG nova.virt.hardware [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1908.286756] env[71058]: DEBUG nova.virt.hardware [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1908.286928] env[71058]: DEBUG nova.virt.hardware [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1908.287118] env[71058]: DEBUG nova.virt.hardware [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1908.287286] env[71058]: DEBUG nova.virt.hardware [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1908.287458] env[71058]: DEBUG nova.virt.hardware [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1908.297167] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-244e2772-d137-44ae-aa95-fdaac4ce3795 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1908.308052] env[71058]: DEBUG oslo_vmware.api [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e9f7e9-17e8-3e7a-188c-18184c68d771, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1908.313346] env[71058]: DEBUG oslo_vmware.api [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1908.313346] env[71058]:    value = "task-2873935"
[ 1908.313346] env[71058]:    _type = "Task"
[ 1908.313346] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1908.322418] env[71058]: DEBUG oslo_vmware.api [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873935, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1908.455420] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eaf066f8-a1ce-4060-b45e-ce49813be9e5 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "a4408bf8-ca93-48ec-823d-68f2e7f9a273" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 20.481s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1908.463544] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "1cdeb8bc-12af-4deb-9d65-7afc29ae77e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1908.463782] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "1cdeb8bc-12af-4deb-9d65-7afc29ae77e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1908.475347] env[71058]: DEBUG nova.compute.manager [None req-0b42931f-770a-43c1-b094-7513b17e5b02 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1908.475347] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0b42931f-770a-43c1-b094-7513b17e5b02 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1908.475797] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30dcdaff-6777-4495-9cb4-59a51f7268dc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1908.486619] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b42931f-770a-43c1-b094-7513b17e5b02 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1908.486911] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6683189-46a9-40ff-a7ba-29b3a2c537fb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1908.494508] env[71058]: DEBUG oslo_vmware.api [None req-0b42931f-770a-43c1-b094-7513b17e5b02 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1908.494508] env[71058]:    value = "task-2873936"
[ 1908.494508] env[71058]:    _type = "Task"
[ 1908.494508] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1908.503514] env[71058]: DEBUG oslo_vmware.api [None req-0b42931f-770a-43c1-b094-7513b17e5b02 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1908.713742] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f763803b-e78b-4a91-97a4-785a7024d02a tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1908.717140] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.925s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1908.719434] env[71058]: INFO nova.compute.claims [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1908.750804] env[71058]: INFO nova.scheduler.client.report [None req-f763803b-e78b-4a91-97a4-785a7024d02a tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Deleted allocations for instance 0398febc-1043-4fd5-87bd-1b6e8a507964
[ 1908.777051] env[71058]: DEBUG oslo_concurrency.lockutils [None req-73fdc90c-dccc-4030-8f33-6b5ca42d98fe tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1908.787727] env[71058]: DEBUG oslo_vmware.api [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e9f7e9-17e8-3e7a-188c-18184c68d771, 'name': SearchDatastore_Task, 'duration_secs': 0.013858} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1908.788018] env[71058]: DEBUG oslo_concurrency.lockutils [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1908.823496] env[71058]: DEBUG oslo_vmware.api [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873935, 'name': ReconfigVM_Task, 'duration_secs': 0.248936} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1908.824372] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128c470f-9aa4-426c-820a-dc0fbd27132e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1908.846254] env[71058]: DEBUG nova.virt.hardware [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1908.846578] env[71058]: DEBUG nova.virt.hardware [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1908.846703] env[71058]: DEBUG nova.virt.hardware [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1908.846909] env[71058]: DEBUG nova.virt.hardware [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1908.847074] env[71058]: DEBUG nova.virt.hardware [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1908.847241] env[71058]: DEBUG nova.virt.hardware [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1908.847461] env[71058]: DEBUG nova.virt.hardware [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1908.847621] env[71058]: DEBUG nova.virt.hardware [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1908.847818] env[71058]: DEBUG nova.virt.hardware [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1908.847940] env[71058]: DEBUG nova.virt.hardware [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1908.848126] env[71058]: DEBUG nova.virt.hardware [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1908.848914] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0494f1c5-8192-4411-8fc3-f0ffaf0efe5c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1908.854157] env[71058]: DEBUG oslo_vmware.api [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1908.854157] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52933619-bd3d-745f-eb0f-fca9ab01e412"
[ 1908.854157] env[71058]:    _type = "Task"
[ 1908.854157] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1908.862329] env[71058]: DEBUG oslo_vmware.api [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52933619-bd3d-745f-eb0f-fca9ab01e412, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1908.966018] env[71058]: DEBUG nova.compute.manager [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1909.004188] env[71058]: DEBUG oslo_vmware.api [None req-0b42931f-770a-43c1-b094-7513b17e5b02 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873936, 'name': PowerOffVM_Task, 'duration_secs': 0.233746} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1909.005157] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b42931f-770a-43c1-b094-7513b17e5b02 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1909.005633] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0b42931f-770a-43c1-b094-7513b17e5b02 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1909.005633] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c97d2c9b-f0c6-4c71-944a-05eb12746949 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1909.066667] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0b42931f-770a-43c1-b094-7513b17e5b02 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1909.066863] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0b42931f-770a-43c1-b094-7513b17e5b02 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1909.067072] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b42931f-770a-43c1-b094-7513b17e5b02 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Deleting the datastore file [datastore2] 9be82b05-0579-49ba-9e5a-bab585d6c1ac {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1909.067353] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e46de76c-89ed-46e5-8589-e992227caf23 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1909.076762] env[71058]: DEBUG oslo_vmware.api [None req-0b42931f-770a-43c1-b094-7513b17e5b02 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1909.076762] env[71058]:    value = "task-2873938"
[ 1909.076762] env[71058]:    _type = "Task"
[ 1909.076762] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1909.084512] env[71058]: DEBUG oslo_vmware.api [None req-0b42931f-770a-43c1-b094-7513b17e5b02 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1909.185948] env[71058]: DEBUG oslo_concurrency.lockutils [None req-701fc4e3-4e95-446d-821b-2970ba69b77e tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "a4408bf8-ca93-48ec-823d-68f2e7f9a273" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1909.186068] env[71058]: DEBUG oslo_concurrency.lockutils [None req-701fc4e3-4e95-446d-821b-2970ba69b77e tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "a4408bf8-ca93-48ec-823d-68f2e7f9a273" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1909.186372] env[71058]: DEBUG oslo_concurrency.lockutils [None req-701fc4e3-4e95-446d-821b-2970ba69b77e tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "a4408bf8-ca93-48ec-823d-68f2e7f9a273-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1909.186642] env[71058]: DEBUG oslo_concurrency.lockutils [None req-701fc4e3-4e95-446d-821b-2970ba69b77e tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "a4408bf8-ca93-48ec-823d-68f2e7f9a273-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1909.186864] env[71058]: DEBUG oslo_concurrency.lockutils [None req-701fc4e3-4e95-446d-821b-2970ba69b77e tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "a4408bf8-ca93-48ec-823d-68f2e7f9a273-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1909.189169] env[71058]: INFO nova.compute.manager [None req-701fc4e3-4e95-446d-821b-2970ba69b77e tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Terminating instance
[ 1909.260029] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f763803b-e78b-4a91-97a4-785a7024d02a tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lock "0398febc-1043-4fd5-87bd-1b6e8a507964" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.895s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1909.364976] env[71058]: DEBUG oslo_vmware.api [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52933619-bd3d-745f-eb0f-fca9ab01e412, 'name': SearchDatastore_Task, 'duration_secs': 0.015793} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1909.371050] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Reconfiguring VM instance instance-00000058 to detach disk 2000 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1909.371181] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44255dfb-54de-4efa-93df-fc924ee87c5e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1909.392265] env[71058]: DEBUG oslo_vmware.api [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1909.392265] env[71058]:    value = "task-2873939"
[ 1909.392265] env[71058]:    _type = "Task"
[ 1909.392265] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1909.400840] env[71058]: DEBUG oslo_vmware.api [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873939, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1909.495519] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1909.588716] env[71058]: DEBUG oslo_vmware.api [None req-0b42931f-770a-43c1-b094-7513b17e5b02 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.388585} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1909.589132] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b42931f-770a-43c1-b094-7513b17e5b02 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1909.589407] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0b42931f-770a-43c1-b094-7513b17e5b02 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1909.589655] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0b42931f-770a-43c1-b094-7513b17e5b02 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1909.589874] env[71058]: INFO nova.compute.manager [None req-0b42931f-770a-43c1-b094-7513b17e5b02 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Took 1.12 seconds to destroy the instance on the hypervisor.
[ 1909.590401] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b42931f-770a-43c1-b094-7513b17e5b02 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1909.590628] env[71058]: DEBUG nova.compute.manager [-] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1909.590725] env[71058]: DEBUG nova.network.neutron [-] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1909.692634] env[71058]: DEBUG nova.compute.manager [None req-701fc4e3-4e95-446d-821b-2970ba69b77e tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1909.692881] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-701fc4e3-4e95-446d-821b-2970ba69b77e tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1909.693815] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44220051-3076-48a7-8c8c-e036681c8bed {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1909.706532] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-701fc4e3-4e95-446d-821b-2970ba69b77e tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1909.706862] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d532f28-279e-4c94-b77f-a854282c7861 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1909.715259] env[71058]: DEBUG oslo_vmware.api [None req-701fc4e3-4e95-446d-821b-2970ba69b77e tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1909.715259] env[71058]:    value = "task-2873940"
[ 1909.715259] env[71058]:    _type = "Task"
[ 1909.715259] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1909.729810] env[71058]: DEBUG oslo_vmware.api [None req-701fc4e3-4e95-446d-821b-2970ba69b77e tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1909.903922] env[71058]: DEBUG oslo_vmware.api [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873939, 'name': ReconfigVM_Task, 'duration_secs': 0.243245} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1909.904228] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Reconfigured VM instance instance-00000058 to detach disk 2000 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1909.905107] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fda2694-f365-4b30-8ca4-e469012f848e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1909.931900] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 15042830-daf1-4904-8911-7084b0a83d63/15042830-daf1-4904-8911-7084b0a83d63.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1909.935379] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56b0f0bb-145c-4f8f-ae7c-ceeb2c995086 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1909.954029] env[71058]: DEBUG oslo_vmware.api [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1909.954029] env[71058]:    value = "task-2873941"
[ 1909.954029] env[71058]:    _type = "Task"
[ 1909.954029] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1909.967219] env[71058]: DEBUG oslo_vmware.api [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873941, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1910.007203] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efaf461-c467-48a9-9ff5-a6432d3bde96 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1910.014908] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40d9fcd-c356-40b5-a9da-9f5f977e8bed {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1910.049184] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3559f026-b861-4339-b72e-8b2370ca7cd6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1910.057756] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52ac051-fd5e-44f5-a0ec-4d01cdd86c74 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1910.062717] env[71058]: DEBUG nova.compute.manager [req-bf3126a7-8c1a-4fb7-9650-cc744c442030 req-c8a01952-b953-42be-9c94-d01b7cbdf1f9 service nova] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Received event network-vif-deleted-4270b089-af02-4158-a495-432c1f7d6540 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1910.062901] env[71058]: INFO nova.compute.manager [req-bf3126a7-8c1a-4fb7-9650-cc744c442030 req-c8a01952-b953-42be-9c94-d01b7cbdf1f9 service nova] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Neutron deleted interface 4270b089-af02-4158-a495-432c1f7d6540; detaching it from the instance and deleting it from the info cache
[ 1910.063081] env[71058]: DEBUG nova.network.neutron [req-bf3126a7-8c1a-4fb7-9650-cc744c442030 req-c8a01952-b953-42be-9c94-d01b7cbdf1f9 service nova] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1910.074549] env[71058]: DEBUG nova.compute.provider_tree [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1910.225877] env[71058]: DEBUG oslo_vmware.api [None req-701fc4e3-4e95-446d-821b-2970ba69b77e tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1910.466342] env[71058]: DEBUG nova.network.neutron [-] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1910.466342] env[71058]: DEBUG oslo_vmware.api [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1910.568906] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89821653-ddf5-4384-aee7-e817b0136992 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1910.576522] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08ae461-6122-4e50-9b32-7e6fb8c3d6fb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1910.591090] env[71058]: DEBUG nova.scheduler.client.report [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1910.618994] env[71058]: DEBUG nova.compute.manager [req-bf3126a7-8c1a-4fb7-9650-cc744c442030 req-c8a01952-b953-42be-9c94-d01b7cbdf1f9 service nova] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Detach interface failed, port_id=4270b089-af02-4158-a495-432c1f7d6540, reason: Instance 9be82b05-0579-49ba-9e5a-bab585d6c1ac could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1910.725892] env[71058]: DEBUG oslo_vmware.api [None req-701fc4e3-4e95-446d-821b-2970ba69b77e tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873940, 'name': PowerOffVM_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1910.972540] env[71058]: INFO nova.compute.manager [-] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Took 1.38 seconds to deallocate network for instance.
[ 1910.974106] env[71058]: DEBUG oslo_vmware.api [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1911.097114] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1911.097114] env[71058]: DEBUG nova.compute.manager [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1911.100301] env[71058]: DEBUG oslo_concurrency.lockutils [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.008s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1911.101922] env[71058]: INFO nova.compute.claims [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1911.232674] env[71058]: DEBUG oslo_vmware.api [None req-701fc4e3-4e95-446d-821b-2970ba69b77e tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873940, 'name': PowerOffVM_Task, 'duration_secs': 1.053367} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1911.232989] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-701fc4e3-4e95-446d-821b-2970ba69b77e tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1911.233183] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-701fc4e3-4e95-446d-821b-2970ba69b77e tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1911.233464] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c765f007-313f-46d2-a58a-f3009dd742e1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1911.299937] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-701fc4e3-4e95-446d-821b-2970ba69b77e tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1911.300179] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-701fc4e3-4e95-446d-821b-2970ba69b77e tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1911.300370] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-701fc4e3-4e95-446d-821b-2970ba69b77e tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Deleting the datastore file [datastore2] a4408bf8-ca93-48ec-823d-68f2e7f9a273 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1911.300647] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7b78f13-5c52-4d16-a180-d01b5fa88fd0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1911.309243] env[71058]: DEBUG oslo_vmware.api [None req-701fc4e3-4e95-446d-821b-2970ba69b77e tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1911.309243] env[71058]:    value = "task-2873943"
[ 1911.309243] env[71058]:    _type = "Task"
[ 1911.309243] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1911.319783] env[71058]: DEBUG oslo_vmware.api [None req-701fc4e3-4e95-446d-821b-2970ba69b77e tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1911.471156] env[71058]: DEBUG oslo_vmware.api [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873941, 'name': ReconfigVM_Task, 'duration_secs': 1.344984} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1911.471481] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 15042830-daf1-4904-8911-7084b0a83d63/15042830-daf1-4904-8911-7084b0a83d63.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1911.474119] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b60c47c-421a-4958-8007-2f2bfea1dc99 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1911.503363] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0b42931f-770a-43c1-b094-7513b17e5b02 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1911.504468] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0323d60e-ceb4-483c-8195-df395a5d1e47 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1911.530362] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec940ba-bb7b-4cf7-b137-d41349669fe0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1911.555398] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a5ec85-fbcf-4f82-b5b5-f864151d14be {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1911.563283] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1911.563670] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e579aff-a1b1-4ea6-be14-64ceff241b17 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1911.570813] env[71058]: DEBUG oslo_vmware.api [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1911.570813] env[71058]:    value = "task-2873944"
[ 1911.570813] env[71058]:    _type = "Task"
[ 1911.570813] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1911.579421] env[71058]: DEBUG oslo_vmware.api [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1911.602954] env[71058]: DEBUG nova.compute.utils [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1911.606154] env[71058]: DEBUG nova.compute.manager [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1911.606788] env[71058]: DEBUG nova.network.neutron [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1911.666202] env[71058]: DEBUG nova.policy [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b05fe8ff6b1412da43d98763a26a426', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1c9902cdb8d44e288ef5d1588d0de88', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1911.821985] env[71058]: DEBUG oslo_vmware.api [None req-701fc4e3-4e95-446d-821b-2970ba69b77e tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873943, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248817} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1911.822318] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-701fc4e3-4e95-446d-821b-2970ba69b77e tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1911.822537] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-701fc4e3-4e95-446d-821b-2970ba69b77e tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1911.823092] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-701fc4e3-4e95-446d-821b-2970ba69b77e tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1911.823092] env[71058]: INFO nova.compute.manager [None req-701fc4e3-4e95-446d-821b-2970ba69b77e tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Took 2.13 seconds to destroy the instance on the hypervisor.
[ 1911.823238] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-701fc4e3-4e95-446d-821b-2970ba69b77e tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1911.823368] env[71058]: DEBUG nova.compute.manager [-] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1911.823572] env[71058]: DEBUG nova.network.neutron [-] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1912.019652] env[71058]: DEBUG nova.network.neutron [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Successfully created port: 706cf80c-4d9b-4030-8bd4-4a190d00e56b {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1912.084373] env[71058]: DEBUG oslo_vmware.api [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873944, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1912.111529] env[71058]: DEBUG nova.compute.manager [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1912.391104] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2058a3e5-1273-4d9d-8582-637d3c2d18e5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1912.397690] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735442d6-1510-47b3-98bf-efaf65a844c1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1912.433904] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c05ef67-34f5-485e-aa86-a352dcfef189 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1912.441656] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec07d569-bf3b-46ae-a407-75a080079fde {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1912.456060] env[71058]: DEBUG nova.compute.provider_tree [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1912.551562] env[71058]: DEBUG oslo_concurrency.lockutils [None req-578aaba3-148e-4e4d-ae9d-48630315f060 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "19a988b4-f677-445d-8135-1d49b099f873" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1912.551562] env[71058]: DEBUG oslo_concurrency.lockutils [None req-578aaba3-148e-4e4d-ae9d-48630315f060 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "19a988b4-f677-445d-8135-1d49b099f873" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1912.551562] env[71058]: INFO nova.compute.manager [None req-578aaba3-148e-4e4d-ae9d-48630315f060 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Rebooting instance
[ 1912.583206] env[71058]: DEBUG oslo_vmware.api [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873944, 'name': PowerOnVM_Task, 'duration_secs': 0.578042} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1912.583528] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1912.688732] env[71058]: DEBUG nova.network.neutron [-] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1912.776869] env[71058]: DEBUG nova.compute.manager [req-e8182cd9-3bba-4e1f-a5cf-9d143cdc64cd req-9116e738-ecda-4d9d-b72f-4eee21c67a33 service nova] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Received event network-vif-deleted-2cdea57c-5bc2-4855-9091-74578a21d31b {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1912.959851] env[71058]: DEBUG nova.scheduler.client.report [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1913.066649] env[71058]: DEBUG oslo_concurrency.lockutils [None req-578aaba3-148e-4e4d-ae9d-48630315f060 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "refresh_cache-19a988b4-f677-445d-8135-1d49b099f873" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1913.066850] env[71058]: DEBUG oslo_concurrency.lockutils [None req-578aaba3-148e-4e4d-ae9d-48630315f060 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquired lock "refresh_cache-19a988b4-f677-445d-8135-1d49b099f873" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1913.067103] env[71058]: DEBUG nova.network.neutron [None req-578aaba3-148e-4e4d-ae9d-48630315f060 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1913.128634] env[71058]: DEBUG nova.compute.manager [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1913.155135] env[71058]: DEBUG nova.virt.hardware [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1913.155135] env[71058]: DEBUG nova.virt.hardware [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1913.155135] env[71058]: DEBUG nova.virt.hardware [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1913.155135] env[71058]: DEBUG nova.virt.hardware [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1913.155135] env[71058]: DEBUG nova.virt.hardware [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1913.155466] env[71058]: DEBUG nova.virt.hardware [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1913.155959] env[71058]: DEBUG nova.virt.hardware [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1913.156278] env[71058]: DEBUG nova.virt.hardware [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1913.156611] env[71058]: DEBUG nova.virt.hardware [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1913.156923] env[71058]: DEBUG nova.virt.hardware [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1913.157255] env[71058]: DEBUG nova.virt.hardware [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1913.160111] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4118f63a-ea3d-4858-a531-52d6b2beb796 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1913.167366] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44984f8e-d806-4fd8-a765-41b29bcb0342 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1913.191790] env[71058]: INFO nova.compute.manager [-] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Took 1.37 seconds to deallocate network for instance.
[ 1913.465879] env[71058]: DEBUG oslo_concurrency.lockutils [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1913.466538] env[71058]: DEBUG nova.compute.manager [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1913.470040] env[71058]: DEBUG oslo_concurrency.lockutils [None req-73fdc90c-dccc-4030-8f33-6b5ca42d98fe tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.693s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1913.470286] env[71058]: DEBUG nova.objects.instance [None req-73fdc90c-dccc-4030-8f33-6b5ca42d98fe tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Lazy-loading 'resources' on Instance uuid 0252d894-77c9-4b91-8bf6-d525336bdc6e {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1913.520164] env[71058]: DEBUG nova.network.neutron [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Successfully updated port: 706cf80c-4d9b-4030-8bd4-4a190d00e56b {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1913.636233] env[71058]: INFO nova.compute.manager [None req-27e3bb95-075b-4545-9011-843b192d1017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Updating instance to original state: 'active'
[ 1913.697751] env[71058]: DEBUG oslo_concurrency.lockutils [None req-701fc4e3-4e95-446d-821b-2970ba69b77e tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1913.795213] env[71058]: DEBUG nova.compute.manager [req-32248651-c2cb-454e-9f40-93bb67efc60d req-d1be1fa9-5af7-41f0-af18-9dc24d49bfc3 service nova] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Received event network-vif-plugged-706cf80c-4d9b-4030-8bd4-4a190d00e56b {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1913.795356] env[71058]: DEBUG oslo_concurrency.lockutils [req-32248651-c2cb-454e-9f40-93bb67efc60d req-d1be1fa9-5af7-41f0-af18-9dc24d49bfc3 service nova] Acquiring lock "e2a39057-e217-429e-9886-3426ad8dbf70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1913.795597] env[71058]: DEBUG oslo_concurrency.lockutils [req-32248651-c2cb-454e-9f40-93bb67efc60d req-d1be1fa9-5af7-41f0-af18-9dc24d49bfc3 service nova] Lock "e2a39057-e217-429e-9886-3426ad8dbf70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1913.795769] env[71058]: DEBUG oslo_concurrency.lockutils [req-32248651-c2cb-454e-9f40-93bb67efc60d req-d1be1fa9-5af7-41f0-af18-9dc24d49bfc3 service nova] Lock "e2a39057-e217-429e-9886-3426ad8dbf70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1913.795937] env[71058]: DEBUG nova.compute.manager [req-32248651-c2cb-454e-9f40-93bb67efc60d req-d1be1fa9-5af7-41f0-af18-9dc24d49bfc3 service nova] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] No waiting events found dispatching network-vif-plugged-706cf80c-4d9b-4030-8bd4-4a190d00e56b {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1913.796569] env[71058]: WARNING nova.compute.manager [req-32248651-c2cb-454e-9f40-93bb67efc60d req-d1be1fa9-5af7-41f0-af18-9dc24d49bfc3 service nova] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Received unexpected event network-vif-plugged-706cf80c-4d9b-4030-8bd4-4a190d00e56b for instance with vm_state building and task_state spawning.
[ 1913.809524] env[71058]: DEBUG nova.network.neutron [None req-578aaba3-148e-4e4d-ae9d-48630315f060 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Updating instance_info_cache with network_info: [{"id": "c720977d-f109-421a-b71a-d726ed1e5486", "address": "fa:16:3e:98:f5:ea", "network": {"id": "c13424cd-3787-4aef-8aaa-6f7e98678c9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-973121726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f4a9339cb54309bb039c8b9533c473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc720977d-f1", "ovs_interfaceid": "c720977d-f109-421a-b71a-d726ed1e5486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1913.973402] env[71058]: DEBUG nova.compute.utils [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1913.978578] env[71058]: DEBUG nova.compute.manager [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1913.978578] env[71058]: DEBUG nova.network.neutron [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1914.021507] env[71058]: DEBUG nova.policy [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7976f439aaa74adc968627358dc3e1b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7db660d4820741658cb5e98b809f7f21', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1914.023540] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "refresh_cache-e2a39057-e217-429e-9886-3426ad8dbf70" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1914.023760] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquired lock "refresh_cache-e2a39057-e217-429e-9886-3426ad8dbf70" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1914.023802] env[71058]: DEBUG nova.network.neutron [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1914.209545] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3c78b4-60ff-43db-ac64-76c94993e647 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1914.219042] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee0d597-d8c4-4759-9bda-00d23cfff7f1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1914.252884] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a67254-2c12-46dc-b40b-b1fb86db84c2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1914.262020] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0bc680-d041-467d-ad16-de5a59bdcfbc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1914.276178] env[71058]: DEBUG nova.compute.provider_tree [None req-73fdc90c-dccc-4030-8f33-6b5ca42d98fe tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1914.307510] env[71058]: DEBUG nova.network.neutron [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Successfully created port: 23b6b2f7-5db2-4611-91e3-3ef73ddd8b28 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1914.312397] env[71058]: DEBUG oslo_concurrency.lockutils [None req-578aaba3-148e-4e4d-ae9d-48630315f060 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Releasing lock "refresh_cache-19a988b4-f677-445d-8135-1d49b099f873" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1914.478193] env[71058]: DEBUG nova.compute.manager [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1914.560436] env[71058]: DEBUG nova.network.neutron [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1914.760977] env[71058]: DEBUG nova.network.neutron [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Updating instance_info_cache with network_info: [{"id": "706cf80c-4d9b-4030-8bd4-4a190d00e56b", "address": "fa:16:3e:d6:63:36", "network": {"id": "66750c80-d5c2-4b4f-9575-cdf32a68ebc7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-309076217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c9902cdb8d44e288ef5d1588d0de88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap706cf80c-4d", "ovs_interfaceid": "706cf80c-4d9b-4030-8bd4-4a190d00e56b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1914.779157] env[71058]: DEBUG nova.scheduler.client.report [None req-73fdc90c-dccc-4030-8f33-6b5ca42d98fe tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1914.817850] env[71058]: DEBUG nova.compute.manager [None req-578aaba3-148e-4e4d-ae9d-48630315f060 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1914.818654] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbc871a-c7cc-4166-8bd0-dbb40bfb8868 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1915.264220] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Releasing lock "refresh_cache-e2a39057-e217-429e-9886-3426ad8dbf70" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1915.264643] env[71058]: DEBUG nova.compute.manager [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Instance network_info: |[{"id": "706cf80c-4d9b-4030-8bd4-4a190d00e56b", "address": "fa:16:3e:d6:63:36", "network": {"id": "66750c80-d5c2-4b4f-9575-cdf32a68ebc7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-309076217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c9902cdb8d44e288ef5d1588d0de88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap706cf80c-4d", "ovs_interfaceid": "706cf80c-4d9b-4030-8bd4-4a190d00e56b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1915.265105] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:63:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'df1bf911-aac9-4d2d-ae69-66ace3e6a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '706cf80c-4d9b-4030-8bd4-4a190d00e56b', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1915.272899] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1915.273153] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1915.273398] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16187aa3-ab14-481c-a764-e6d183716697 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1915.288924] env[71058]: DEBUG oslo_concurrency.lockutils [None req-73fdc90c-dccc-4030-8f33-6b5ca42d98fe tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.819s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1915.291016] env[71058]: DEBUG oslo_concurrency.lockutils [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.503s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1915.300164] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1915.300164] env[71058]:    value = "task-2873945"
[ 1915.300164] env[71058]:    _type = "Task"
[ 1915.300164] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1915.310915] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873945, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1915.312692] env[71058]: INFO nova.scheduler.client.report [None req-73fdc90c-dccc-4030-8f33-6b5ca42d98fe tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Deleted allocations for instance 0252d894-77c9-4b91-8bf6-d525336bdc6e
[ 1915.487439] env[71058]: DEBUG nova.compute.manager [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1915.515349] env[71058]: DEBUG nova.virt.hardware [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1915.515658] env[71058]: DEBUG nova.virt.hardware [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1915.515837] env[71058]: DEBUG nova.virt.hardware [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1915.516032] env[71058]: DEBUG nova.virt.hardware [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1915.516183] env[71058]: DEBUG nova.virt.hardware [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1915.516329] env[71058]: DEBUG nova.virt.hardware [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1915.516566] env[71058]: DEBUG nova.virt.hardware [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1915.516771] env[71058]: DEBUG nova.virt.hardware [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1915.516949] env[71058]: DEBUG nova.virt.hardware [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1915.517136] env[71058]: DEBUG nova.virt.hardware [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1915.517314] env[71058]: DEBUG nova.virt.hardware [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1915.518223] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1ae7fd-4843-4787-a7c3-40c55c90cf54 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1915.526813] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f1dfcf-7cb2-4c47-86e2-db0df622b1e7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1915.774491] env[71058]: DEBUG nova.network.neutron [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Successfully updated port: 23b6b2f7-5db2-4611-91e3-3ef73ddd8b28 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1915.811848] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873945, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1915.821756] env[71058]: DEBUG oslo_concurrency.lockutils [None req-73fdc90c-dccc-4030-8f33-6b5ca42d98fe tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Lock "0252d894-77c9-4b91-8bf6-d525336bdc6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 10.609s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1915.836919] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c08869-9661-4b58-9081-1b77cfb8f05e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1915.844546] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-578aaba3-148e-4e4d-ae9d-48630315f060 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Doing hard reboot of VM {{(pid=71058) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}}
[ 1915.847286] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-316d1002-128c-420f-b2ec-b40adb928f10 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1915.853994] env[71058]: DEBUG oslo_vmware.api [None req-578aaba3-148e-4e4d-ae9d-48630315f060 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 1915.853994] env[71058]:    value = "task-2873946"
[ 1915.853994] env[71058]:    _type = "Task"
[ 1915.853994] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1915.861522] env[71058]: DEBUG oslo_vmware.api [None req-578aaba3-148e-4e4d-ae9d-48630315f060 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2873946, 'name': ResetVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1915.981313] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e28b59-79d4-4612-bc93-9db2984315b2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1915.989378] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878b7c1d-bdf5-4a2f-a756-f4213b6cbaaf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1916.021352] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8add687-f2c2-4d6c-9cf4-c770f8a23f7e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1916.029306] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39fe7e5-e727-4522-ac9a-2ddbb4c7d961 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1916.042992] env[71058]: DEBUG nova.compute.provider_tree [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1916.191422] env[71058]: DEBUG nova.compute.manager [req-dd45ee27-9350-4c7b-9647-6c7974e37168 req-b193bb84-2803-4bfa-920b-918935ebd0ed service nova] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Received event network-changed-706cf80c-4d9b-4030-8bd4-4a190d00e56b {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1916.191620] env[71058]: DEBUG nova.compute.manager [req-dd45ee27-9350-4c7b-9647-6c7974e37168 req-b193bb84-2803-4bfa-920b-918935ebd0ed service nova] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Refreshing instance network info cache due to event network-changed-706cf80c-4d9b-4030-8bd4-4a190d00e56b. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1916.192167] env[71058]: DEBUG oslo_concurrency.lockutils [req-dd45ee27-9350-4c7b-9647-6c7974e37168 req-b193bb84-2803-4bfa-920b-918935ebd0ed service nova] Acquiring lock "refresh_cache-e2a39057-e217-429e-9886-3426ad8dbf70" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1916.192167] env[71058]: DEBUG oslo_concurrency.lockutils [req-dd45ee27-9350-4c7b-9647-6c7974e37168 req-b193bb84-2803-4bfa-920b-918935ebd0ed service nova] Acquired lock "refresh_cache-e2a39057-e217-429e-9886-3426ad8dbf70" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1916.192167] env[71058]: DEBUG nova.network.neutron [req-dd45ee27-9350-4c7b-9647-6c7974e37168 req-b193bb84-2803-4bfa-920b-918935ebd0ed service nova] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Refreshing network info cache for port 706cf80c-4d9b-4030-8bd4-4a190d00e56b {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1916.278287] env[71058]: DEBUG oslo_concurrency.lockutils [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquiring lock "refresh_cache-cc9d430d-d2b8-428f-90d4-25770ea51f28" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1916.278462] env[71058]: DEBUG oslo_concurrency.lockutils [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquired lock "refresh_cache-cc9d430d-d2b8-428f-90d4-25770ea51f28" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1916.278789] env[71058]: DEBUG nova.network.neutron [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1916.315612] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873945, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1916.363995] env[71058]: DEBUG oslo_vmware.api [None req-578aaba3-148e-4e4d-ae9d-48630315f060 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2873946, 'name': ResetVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1916.545439] env[71058]: DEBUG nova.scheduler.client.report [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1916.555235] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "15042830-daf1-4904-8911-7084b0a83d63" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1916.555520] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "15042830-daf1-4904-8911-7084b0a83d63" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1916.556897] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "15042830-daf1-4904-8911-7084b0a83d63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1916.556897] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "15042830-daf1-4904-8911-7084b0a83d63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1916.556897] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "15042830-daf1-4904-8911-7084b0a83d63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1916.558442] env[71058]: INFO nova.compute.manager [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Terminating instance
[ 1916.750377] env[71058]: DEBUG oslo_concurrency.lockutils [None req-77d65522-dfca-4f37-acd5-edc7b1a88739 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Acquiring lock "774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1916.750675] env[71058]: DEBUG oslo_concurrency.lockutils [None req-77d65522-dfca-4f37-acd5-edc7b1a88739 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Lock "774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1916.750886] env[71058]: DEBUG oslo_concurrency.lockutils [None req-77d65522-dfca-4f37-acd5-edc7b1a88739 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Acquiring lock "774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1916.751103] env[71058]: DEBUG oslo_concurrency.lockutils [None req-77d65522-dfca-4f37-acd5-edc7b1a88739 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Lock "774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1916.751259] env[71058]: DEBUG oslo_concurrency.lockutils [None req-77d65522-dfca-4f37-acd5-edc7b1a88739 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Lock "774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1916.756902] env[71058]: INFO nova.compute.manager [None req-77d65522-dfca-4f37-acd5-edc7b1a88739 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Terminating instance
[ 1916.816576] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873945, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1916.826668] env[71058]: DEBUG nova.network.neutron [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1916.870190] env[71058]: DEBUG oslo_vmware.api [None req-578aaba3-148e-4e4d-ae9d-48630315f060 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2873946, 'name': ResetVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1917.023729] env[71058]: DEBUG nova.network.neutron [req-dd45ee27-9350-4c7b-9647-6c7974e37168 req-b193bb84-2803-4bfa-920b-918935ebd0ed service nova] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Updated VIF entry in instance network info cache for port 706cf80c-4d9b-4030-8bd4-4a190d00e56b. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1917.024115] env[71058]: DEBUG nova.network.neutron [req-dd45ee27-9350-4c7b-9647-6c7974e37168 req-b193bb84-2803-4bfa-920b-918935ebd0ed service nova] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Updating instance_info_cache with network_info: [{"id": "706cf80c-4d9b-4030-8bd4-4a190d00e56b", "address": "fa:16:3e:d6:63:36", "network": {"id": "66750c80-d5c2-4b4f-9575-cdf32a68ebc7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-309076217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c9902cdb8d44e288ef5d1588d0de88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap706cf80c-4d", "ovs_interfaceid": "706cf80c-4d9b-4030-8bd4-4a190d00e56b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1917.054019] env[71058]: DEBUG nova.network.neutron [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Updating instance_info_cache with network_info: [{"id": "23b6b2f7-5db2-4611-91e3-3ef73ddd8b28", "address": "fa:16:3e:08:60:5f", "network": {"id": "2fbaaae4-6d15-4c59-8eaf-cad7a9523dc7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1495967812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db660d4820741658cb5e98b809f7f21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b6b2f7-5d", "ovs_interfaceid": "23b6b2f7-5db2-4611-91e3-3ef73ddd8b28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1917.063438] env[71058]: DEBUG nova.compute.manager [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1917.066632] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1917.066632] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-082c7c97-58a4-432e-bcb8-71c7ffabd8ac {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1917.076959] env[71058]: DEBUG oslo_vmware.api [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1917.076959] env[71058]:    value = "task-2873947"
[ 1917.076959] env[71058]:    _type = "Task"
[ 1917.076959] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1917.089107] env[71058]: DEBUG oslo_vmware.api [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1917.261687] env[71058]: DEBUG nova.compute.manager [None req-77d65522-dfca-4f37-acd5-edc7b1a88739 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1917.261947] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-77d65522-dfca-4f37-acd5-edc7b1a88739 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1917.263040] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d12f87-4abd-4e4f-aee3-4bda30c64ab5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1917.271514] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-77d65522-dfca-4f37-acd5-edc7b1a88739 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1917.271625] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06a042c5-185a-447b-9640-947f79f26b13 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1917.279386] env[71058]: DEBUG oslo_vmware.api [None req-77d65522-dfca-4f37-acd5-edc7b1a88739 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1917.279386] env[71058]:    value = "task-2873948"
[ 1917.279386] env[71058]:    _type = "Task"
[ 1917.279386] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1917.290532] env[71058]: DEBUG oslo_vmware.api [None req-77d65522-dfca-4f37-acd5-edc7b1a88739 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1917.315697] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873945, 'name': CreateVM_Task, 'duration_secs': 1.537319} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1917.315919] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1917.316770] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1917.316938] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1917.317342] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1917.317650] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14629623-b56a-41a6-85ea-5bae83451d32 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1917.323047] env[71058]: DEBUG oslo_vmware.api [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1917.323047] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5254e0f6-cd1c-87bf-e009-f47e3dc37ff0"
[ 1917.323047] env[71058]:    _type = "Task"
[ 1917.323047] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1917.331094] env[71058]: DEBUG oslo_vmware.api [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5254e0f6-cd1c-87bf-e009-f47e3dc37ff0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1917.365756] env[71058]: DEBUG oslo_vmware.api [None req-578aaba3-148e-4e4d-ae9d-48630315f060 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2873946, 'name': ResetVM_Task, 'duration_secs': 1.041193} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1917.367637] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-578aaba3-148e-4e4d-ae9d-48630315f060 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Did hard reboot of VM {{(pid=71058) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}}
[ 1917.367637] env[71058]: DEBUG nova.compute.manager [None req-578aaba3-148e-4e4d-ae9d-48630315f060 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1917.367637] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1049a4-1673-40b1-8bc8-24f543f28277 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1917.529382] env[71058]: DEBUG oslo_concurrency.lockutils [req-dd45ee27-9350-4c7b-9647-6c7974e37168 req-b193bb84-2803-4bfa-920b-918935ebd0ed service nova] Releasing lock "refresh_cache-e2a39057-e217-429e-9886-3426ad8dbf70" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1917.530126] env[71058]: DEBUG nova.compute.manager [req-dd45ee27-9350-4c7b-9647-6c7974e37168 req-b193bb84-2803-4bfa-920b-918935ebd0ed service nova] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Received event network-vif-plugged-23b6b2f7-5db2-4611-91e3-3ef73ddd8b28 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1917.530808] env[71058]: DEBUG oslo_concurrency.lockutils [req-dd45ee27-9350-4c7b-9647-6c7974e37168 req-b193bb84-2803-4bfa-920b-918935ebd0ed service nova] Acquiring lock "cc9d430d-d2b8-428f-90d4-25770ea51f28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1917.531033] env[71058]: DEBUG oslo_concurrency.lockutils [req-dd45ee27-9350-4c7b-9647-6c7974e37168 req-b193bb84-2803-4bfa-920b-918935ebd0ed service nova] Lock "cc9d430d-d2b8-428f-90d4-25770ea51f28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1917.531033] env[71058]: DEBUG oslo_concurrency.lockutils [req-dd45ee27-9350-4c7b-9647-6c7974e37168 req-b193bb84-2803-4bfa-920b-918935ebd0ed service nova] Lock "cc9d430d-d2b8-428f-90d4-25770ea51f28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1917.531252] env[71058]: DEBUG nova.compute.manager [req-dd45ee27-9350-4c7b-9647-6c7974e37168 req-b193bb84-2803-4bfa-920b-918935ebd0ed service nova] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] No waiting events found dispatching network-vif-plugged-23b6b2f7-5db2-4611-91e3-3ef73ddd8b28 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1917.531481] env[71058]: WARNING nova.compute.manager [req-dd45ee27-9350-4c7b-9647-6c7974e37168 req-b193bb84-2803-4bfa-920b-918935ebd0ed service nova] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Received unexpected event network-vif-plugged-23b6b2f7-5db2-4611-91e3-3ef73ddd8b28 for instance with vm_state building and task_state spawning.
[ 1917.531695] env[71058]: DEBUG nova.compute.manager [req-dd45ee27-9350-4c7b-9647-6c7974e37168 req-b193bb84-2803-4bfa-920b-918935ebd0ed service nova] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Received event network-changed-23b6b2f7-5db2-4611-91e3-3ef73ddd8b28 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1917.531876] env[71058]: DEBUG nova.compute.manager [req-dd45ee27-9350-4c7b-9647-6c7974e37168 req-b193bb84-2803-4bfa-920b-918935ebd0ed service nova] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Refreshing instance network info cache due to event network-changed-23b6b2f7-5db2-4611-91e3-3ef73ddd8b28. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1917.532302] env[71058]: DEBUG oslo_concurrency.lockutils [req-dd45ee27-9350-4c7b-9647-6c7974e37168 req-b193bb84-2803-4bfa-920b-918935ebd0ed service nova] Acquiring lock "refresh_cache-cc9d430d-d2b8-428f-90d4-25770ea51f28" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1917.556996] env[71058]: DEBUG oslo_concurrency.lockutils [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.266s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1917.559877] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.064s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1917.561311] env[71058]: INFO nova.compute.claims [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1917.564984] env[71058]: DEBUG oslo_concurrency.lockutils [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Releasing lock "refresh_cache-cc9d430d-d2b8-428f-90d4-25770ea51f28" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1917.564984] env[71058]: DEBUG nova.compute.manager [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Instance network_info: |[{"id": "23b6b2f7-5db2-4611-91e3-3ef73ddd8b28", "address": "fa:16:3e:08:60:5f", "network": {"id": "2fbaaae4-6d15-4c59-8eaf-cad7a9523dc7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1495967812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db660d4820741658cb5e98b809f7f21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b6b2f7-5d", "ovs_interfaceid": "23b6b2f7-5db2-4611-91e3-3ef73ddd8b28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1917.565453] env[71058]: DEBUG oslo_concurrency.lockutils [req-dd45ee27-9350-4c7b-9647-6c7974e37168 req-b193bb84-2803-4bfa-920b-918935ebd0ed service nova] Acquired lock "refresh_cache-cc9d430d-d2b8-428f-90d4-25770ea51f28" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1917.565785] env[71058]: DEBUG nova.network.neutron [req-dd45ee27-9350-4c7b-9647-6c7974e37168 req-b193bb84-2803-4bfa-920b-918935ebd0ed service nova] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Refreshing network info cache for port 23b6b2f7-5db2-4611-91e3-3ef73ddd8b28 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1917.566582] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:60:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23b6b2f7-5db2-4611-91e3-3ef73ddd8b28', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1917.574729] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1917.575182] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1917.576029] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62f37ee3-8fef-47e2-acd7-a865e15dee82 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1917.600658] env[71058]: DEBUG oslo_vmware.api [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873947, 'name': PowerOffVM_Task, 'duration_secs': 0.242983} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1917.602033] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1917.602376] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Volume detach. Driver type: vmdk {{(pid=71058) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}}
[ 1917.602650] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577574', 'volume_id': '4bc658ce-f883-4415-84e3-fa562dd32460', 'name': 'volume-4bc658ce-f883-4415-84e3-fa562dd32460', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '15042830-daf1-4904-8911-7084b0a83d63', 'attached_at': '2025-03-10T01:52:38.000000', 'detached_at': '', 'volume_id': '4bc658ce-f883-4415-84e3-fa562dd32460', 'serial': '4bc658ce-f883-4415-84e3-fa562dd32460'} {{(pid=71058) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}}
[ 1917.604444] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1917.604444] env[71058]:    value = "task-2873949"
[ 1917.604444] env[71058]:    _type = "Task"
[ 1917.604444] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1917.604444] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f9e4cd-346e-46d0-b439-4c1e00adb6d8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1917.616248] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873949, 'name': CreateVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1917.635887] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2183d19b-5c86-4488-934e-40fb42c6927c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1917.643775] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca7d1cf-52f3-4967-829a-39d14ab19656 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1917.665751] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406fe7a5-4818-4e19-ad1c-e5938a8aef40 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1917.682146] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] The volume has not been displaced from its original location: [datastore2] volume-4bc658ce-f883-4415-84e3-fa562dd32460/volume-4bc658ce-f883-4415-84e3-fa562dd32460.vmdk. No consolidation needed. {{(pid=71058) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}}
[ 1917.687759] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1917.688190] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca6a7bc4-4c46-45c8-8d05-56f8f5add72d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1917.707315] env[71058]: DEBUG oslo_vmware.api [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1917.707315] env[71058]:    value = "task-2873950"
[ 1917.707315] env[71058]:    _type = "Task"
[ 1917.707315] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1917.715822] env[71058]: DEBUG oslo_vmware.api [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873950, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1917.789423] env[71058]: DEBUG oslo_vmware.api [None req-77d65522-dfca-4f37-acd5-edc7b1a88739 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873948, 'name': PowerOffVM_Task, 'duration_secs': 0.23106} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1917.789603] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-77d65522-dfca-4f37-acd5-edc7b1a88739 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1917.789710] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-77d65522-dfca-4f37-acd5-edc7b1a88739 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1917.789980] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-888210a6-0a00-4357-a0cd-4f84d3e8935e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1917.837492] env[71058]: DEBUG oslo_vmware.api [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5254e0f6-cd1c-87bf-e009-f47e3dc37ff0, 'name': SearchDatastore_Task, 'duration_secs': 0.010306} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1917.837980] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1917.838365] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1917.838722] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1917.838934] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1917.839206] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1917.839935] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e990d2a5-ddd8-4b7e-a356-58b2e44f56d1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1917.851058] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1917.851058] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1917.851058] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-239d9008-ddc3-464e-95cd-cfeb7912be16 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1917.856439] env[71058]: DEBUG oslo_vmware.api [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1917.856439] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52cafe39-7431-abcf-05d8-2bee0165ea8b"
[ 1917.856439] env[71058]:    _type = "Task"
[ 1917.856439] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1917.864394] env[71058]: DEBUG oslo_vmware.api [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52cafe39-7431-abcf-05d8-2bee0165ea8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1917.881030] env[71058]: DEBUG oslo_concurrency.lockutils [None req-578aaba3-148e-4e4d-ae9d-48630315f060 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "19a988b4-f677-445d-8135-1d49b099f873" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 5.331s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1918.125916] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873949, 'name': CreateVM_Task, 'duration_secs': 0.304983} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1918.126195] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1918.127172] env[71058]: DEBUG oslo_concurrency.lockutils [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1918.127436] env[71058]: DEBUG oslo_concurrency.lockutils [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1918.127883] env[71058]: DEBUG oslo_concurrency.lockutils [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1918.128506] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-036aa252-ccb3-4ab1-8eee-3e5b35c95332 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1918.135201] env[71058]: DEBUG oslo_vmware.api [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1918.135201] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b1cc69-7635-eac5-e4c0-39314f1c0b93"
[ 1918.135201] env[71058]:    _type = "Task"
[ 1918.135201] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1918.138759] env[71058]: INFO nova.scheduler.client.report [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Deleted allocation for migration 7b55f07b-5ad3-47fb-bd59-e1aa45b8e32f
[ 1918.144581] env[71058]: DEBUG oslo_vmware.api [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b1cc69-7635-eac5-e4c0-39314f1c0b93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1918.222563] env[71058]: DEBUG oslo_vmware.api [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873950, 'name': ReconfigVM_Task, 'duration_secs': 0.308457} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1918.222855] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1918.227577] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb586031-a846-4e9c-b076-1893985c128a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1918.245596] env[71058]: DEBUG oslo_vmware.api [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1918.245596] env[71058]:    value = "task-2873952"
[ 1918.245596] env[71058]:    _type = "Task"
[ 1918.245596] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1918.254511] env[71058]: DEBUG oslo_vmware.api [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873952, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1918.367413] env[71058]: DEBUG oslo_vmware.api [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52cafe39-7431-abcf-05d8-2bee0165ea8b, 'name': SearchDatastore_Task, 'duration_secs': 0.01465} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1918.368225] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb533141-5e97-4ae9-8802-ac9f6030bd3e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1918.373359] env[71058]: DEBUG oslo_vmware.api [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1918.373359] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5273d715-4bbd-cef3-80bc-015d7c6fb31b"
[ 1918.373359] env[71058]:    _type = "Task"
[ 1918.373359] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1918.381011] env[71058]: DEBUG oslo_vmware.api [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5273d715-4bbd-cef3-80bc-015d7c6fb31b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1918.649540] env[71058]: DEBUG oslo_concurrency.lockutils [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "50d42da1-80b8-4889-947e-f5546b1c7e62" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 13.278s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1918.650582] env[71058]: DEBUG oslo_vmware.api [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b1cc69-7635-eac5-e4c0-39314f1c0b93, 'name': SearchDatastore_Task, 'duration_secs': 0.020614} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1918.653541] env[71058]: DEBUG oslo_concurrency.lockutils [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1918.653786] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1918.654028] env[71058]: DEBUG oslo_concurrency.lockutils [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1918.660204] env[71058]: DEBUG nova.network.neutron [req-dd45ee27-9350-4c7b-9647-6c7974e37168 req-b193bb84-2803-4bfa-920b-918935ebd0ed service nova] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Updated VIF entry in instance network info cache for port 23b6b2f7-5db2-4611-91e3-3ef73ddd8b28. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1918.660204] env[71058]: DEBUG nova.network.neutron [req-dd45ee27-9350-4c7b-9647-6c7974e37168 req-b193bb84-2803-4bfa-920b-918935ebd0ed service nova] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Updating instance_info_cache with network_info: [{"id": "23b6b2f7-5db2-4611-91e3-3ef73ddd8b28", "address": "fa:16:3e:08:60:5f", "network": {"id": "2fbaaae4-6d15-4c59-8eaf-cad7a9523dc7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1495967812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db660d4820741658cb5e98b809f7f21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b6b2f7-5d", "ovs_interfaceid": "23b6b2f7-5db2-4611-91e3-3ef73ddd8b28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1918.756380] env[71058]: DEBUG oslo_vmware.api [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873952, 'name': ReconfigVM_Task, 'duration_secs': 0.316366} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1918.759243] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577574', 'volume_id': '4bc658ce-f883-4415-84e3-fa562dd32460', 'name': 'volume-4bc658ce-f883-4415-84e3-fa562dd32460', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '15042830-daf1-4904-8911-7084b0a83d63', 'attached_at': '2025-03-10T01:52:38.000000', 'detached_at': '', 'volume_id': '4bc658ce-f883-4415-84e3-fa562dd32460', 'serial': '4bc658ce-f883-4415-84e3-fa562dd32460'} {{(pid=71058) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}}
[ 1918.760052] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1918.760619] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a6548b-bdb5-46f2-ab5a-4abbe14633dd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1918.768103] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1918.768418] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-907d5486-3d1a-4cb1-bad7-84a52750b51f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1918.783565] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a754db6b-1cc8-410a-ad2b-72d587370ea0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1918.790416] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccdbe66-f3c1-402e-827e-3f6a0969c8bc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1918.827470] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e8f57d-d0c5-4b3b-af7f-b45af7f992fb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1918.835092] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db997b69-f71e-4e89-94ca-00999dac1d22 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1918.848578] env[71058]: DEBUG nova.compute.provider_tree [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1918.852041] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1918.852041] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1918.852041] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Deleting the datastore file [datastore1] 15042830-daf1-4904-8911-7084b0a83d63 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1918.852041] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1469658e-e724-4ac0-9f7c-09d5cc7e95c6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1918.858396] env[71058]: DEBUG oslo_vmware.api [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1918.858396] env[71058]:    value = "task-2873954"
[ 1918.858396] env[71058]:    _type = "Task"
[ 1918.858396] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1918.868332] env[71058]: DEBUG oslo_vmware.api [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1918.882467] env[71058]: DEBUG oslo_vmware.api [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5273d715-4bbd-cef3-80bc-015d7c6fb31b, 'name': SearchDatastore_Task, 'duration_secs': 0.034398} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1918.882752] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1918.883028] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] e2a39057-e217-429e-9886-3426ad8dbf70/e2a39057-e217-429e-9886-3426ad8dbf70.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1918.883318] env[71058]: DEBUG oslo_concurrency.lockutils [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1918.883504] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1918.883719] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab47499a-debe-4e6f-8625-f4358266a722 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1918.885671] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1715ca0-9cd8-4320-9ed5-cdb5aadbb800 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1918.891743] env[71058]: DEBUG oslo_vmware.api [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1918.891743] env[71058]:    value = "task-2873955"
[ 1918.891743] env[71058]:    _type = "Task"
[ 1918.891743] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1918.895687] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1918.895986] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1918.900021] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d57054e3-24a9-4b16-bf31-2520948eff98 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1918.902469] env[71058]: DEBUG oslo_vmware.api [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1918.905679] env[71058]: DEBUG oslo_vmware.api [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1918.905679] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52aa046c-1f81-cf14-ed3f-cd76ab803bdc"
[ 1918.905679] env[71058]:    _type = "Task"
[ 1918.905679] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1918.913198] env[71058]: DEBUG oslo_vmware.api [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52aa046c-1f81-cf14-ed3f-cd76ab803bdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1919.162045] env[71058]: DEBUG oslo_concurrency.lockutils [req-dd45ee27-9350-4c7b-9647-6c7974e37168 req-b193bb84-2803-4bfa-920b-918935ebd0ed service nova] Releasing lock "refresh_cache-cc9d430d-d2b8-428f-90d4-25770ea51f28" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1919.353128] env[71058]: DEBUG nova.scheduler.client.report [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1919.374966] env[71058]: DEBUG oslo_vmware.api [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.417522} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1919.376239] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1919.376441] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1919.376628] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1919.376795] env[71058]: INFO nova.compute.manager [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Took 2.31 seconds to destroy the instance on the hypervisor.
[ 1919.377386] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1919.383767] env[71058]: DEBUG nova.compute.manager [-] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1919.383767] env[71058]: DEBUG nova.network.neutron [-] [instance: 15042830-daf1-4904-8911-7084b0a83d63] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1919.408490] env[71058]: DEBUG oslo_vmware.api [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1919.424207] env[71058]: DEBUG oslo_vmware.api [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52aa046c-1f81-cf14-ed3f-cd76ab803bdc, 'name': SearchDatastore_Task, 'duration_secs': 0.01913} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1919.424207] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adc3173d-36b8-4090-b493-8b2be884be62 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1919.429181] env[71058]: DEBUG oslo_vmware.api [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1919.429181] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520c767a-24e9-8e23-4d6e-54f72df61cb0"
[ 1919.429181] env[71058]:    _type = "Task"
[ 1919.429181] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1919.439821] env[71058]: DEBUG oslo_vmware.api [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520c767a-24e9-8e23-4d6e-54f72df61cb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1919.861096] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.298s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1919.861096] env[71058]: DEBUG nova.compute.manager [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1919.863908] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0b42931f-770a-43c1-b094-7513b17e5b02 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.360s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1919.864488] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0b42931f-770a-43c1-b094-7513b17e5b02 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1919.873906] env[71058]: DEBUG oslo_concurrency.lockutils [None req-701fc4e3-4e95-446d-821b-2970ba69b77e tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.169s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1919.873906] env[71058]: DEBUG nova.objects.instance [None req-701fc4e3-4e95-446d-821b-2970ba69b77e tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lazy-loading 'resources' on Instance uuid a4408bf8-ca93-48ec-823d-68f2e7f9a273 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1919.885607] env[71058]: DEBUG oslo_concurrency.lockutils [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "50d42da1-80b8-4889-947e-f5546b1c7e62" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1919.886890] env[71058]: DEBUG oslo_concurrency.lockutils [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "50d42da1-80b8-4889-947e-f5546b1c7e62" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1919.889105] env[71058]: DEBUG oslo_concurrency.lockutils [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "50d42da1-80b8-4889-947e-f5546b1c7e62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1919.889105] env[71058]: DEBUG oslo_concurrency.lockutils [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "50d42da1-80b8-4889-947e-f5546b1c7e62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1919.889105] env[71058]: DEBUG oslo_concurrency.lockutils [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "50d42da1-80b8-4889-947e-f5546b1c7e62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1919.890645] env[71058]: INFO nova.compute.manager [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Terminating instance
[ 1919.910921] env[71058]: DEBUG oslo_vmware.api [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873955, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1919.914876] env[71058]: INFO nova.scheduler.client.report [None req-0b42931f-770a-43c1-b094-7513b17e5b02 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Deleted allocations for instance 9be82b05-0579-49ba-9e5a-bab585d6c1ac
[ 1919.943037] env[71058]: DEBUG oslo_vmware.api [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520c767a-24e9-8e23-4d6e-54f72df61cb0, 'name': SearchDatastore_Task, 'duration_secs': 0.039048} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1919.943037] env[71058]: DEBUG oslo_concurrency.lockutils [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1919.943037] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] cc9d430d-d2b8-428f-90d4-25770ea51f28/cc9d430d-d2b8-428f-90d4-25770ea51f28.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1919.943037] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae249fff-8eef-42e7-b5f9-45ffad9a2f12 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1919.951210] env[71058]: DEBUG oslo_vmware.api [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1919.951210] env[71058]:    value = "task-2873956"
[ 1919.951210] env[71058]:    _type = "Task"
[ 1919.951210] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1919.960175] env[71058]: DEBUG oslo_vmware.api [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1920.373198] env[71058]: DEBUG nova.compute.utils [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1920.381101] env[71058]: DEBUG nova.compute.manager [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1920.381101] env[71058]: DEBUG nova.network.neutron [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1920.405016] env[71058]: DEBUG nova.compute.manager [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1920.405478] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1920.405929] env[71058]: DEBUG oslo_vmware.api [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873955, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.162473} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1920.406920] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d32afc6-51a6-4e3f-bd80-9c64dfe5d994 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1920.412020] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] e2a39057-e217-429e-9886-3426ad8dbf70/e2a39057-e217-429e-9886-3426ad8dbf70.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1920.412020] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1920.413568] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec0f0c92-f16f-49db-984f-dcaaeb52a816 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1920.420464] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1920.421867] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4970c803-6fa2-458d-9e5a-ae47b40ac116 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1920.427401] env[71058]: DEBUG oslo_vmware.api [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1920.427401] env[71058]:    value = "task-2873957"
[ 1920.427401] env[71058]:    _type = "Task"
[ 1920.427401] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1920.428146] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0b42931f-770a-43c1-b094-7513b17e5b02 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "9be82b05-0579-49ba-9e5a-bab585d6c1ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 12.461s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1920.438423] env[71058]: DEBUG nova.policy [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce60e6d5b5204d2f8a76b2c6972ee8da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17af35ecde854246840d1e08ccd1fdfe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1920.443324] env[71058]: DEBUG oslo_vmware.api [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1920.443324] env[71058]:    value = "task-2873958"
[ 1920.443324] env[71058]:    _type = "Task"
[ 1920.443324] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1920.454940] env[71058]: DEBUG oslo_vmware.api [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1920.467174] env[71058]: DEBUG oslo_vmware.api [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1920.471990] env[71058]: DEBUG oslo_vmware.api [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873956, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1920.573582] env[71058]: DEBUG nova.compute.manager [req-db062ed5-4ac0-4fc3-9c50-92052ab8bd73 req-9cc4e454-6f9d-448a-9514-5c01efffb18d service nova] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Received event network-vif-deleted-a5d3a310-dc46-4431-951a-5dbe47814ffe {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1920.573778] env[71058]: INFO nova.compute.manager [req-db062ed5-4ac0-4fc3-9c50-92052ab8bd73 req-9cc4e454-6f9d-448a-9514-5c01efffb18d service nova] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Neutron deleted interface a5d3a310-dc46-4431-951a-5dbe47814ffe; detaching it from the instance and deleting it from the info cache
[ 1920.573951] env[71058]: DEBUG nova.network.neutron [req-db062ed5-4ac0-4fc3-9c50-92052ab8bd73 req-9cc4e454-6f9d-448a-9514-5c01efffb18d service nova] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1920.647885] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba658b4f-f794-43d5-ae2b-31463c30d426 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1920.657705] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be9b1f7-b5d4-4fb2-bd98-106fb7a06b2f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1920.694497] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094fb60b-ea86-4edc-addf-ee3619ccddc3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1920.703712] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae65e5d5-c5b5-4be5-9cf2-d418860022a6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1920.721931] env[71058]: DEBUG nova.compute.provider_tree [None req-701fc4e3-4e95-446d-821b-2970ba69b77e tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1920.803748] env[71058]: DEBUG nova.network.neutron [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Successfully created port: 9f5ce590-2204-43c8-a983-a41847fd4e3a {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1920.882736] env[71058]: DEBUG nova.compute.manager [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1920.943028] env[71058]: DEBUG oslo_vmware.api [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068303} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1920.943301] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1920.944638] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1a1e68-a559-4d40-9c1c-f64c97d3c490 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1920.979739] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] e2a39057-e217-429e-9886-3426ad8dbf70/e2a39057-e217-429e-9886-3426ad8dbf70.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1920.987145] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c64779e-4230-46e9-b088-a9d916b1c9b4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1921.005729] env[71058]: DEBUG nova.network.neutron [-] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1921.007645] env[71058]: DEBUG oslo_vmware.api [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873958, 'name': PowerOffVM_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1921.011197] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-77d65522-dfca-4f37-acd5-edc7b1a88739 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1921.011197] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-77d65522-dfca-4f37-acd5-edc7b1a88739 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1921.011197] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-77d65522-dfca-4f37-acd5-edc7b1a88739 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Deleting the datastore file [datastore2] 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1921.011197] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-151735c5-e8cc-4a99-8dfa-5d11ee724d62 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1921.019827] env[71058]: DEBUG oslo_vmware.api [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.968204} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1921.020132] env[71058]: DEBUG oslo_vmware.api [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1921.020132] env[71058]:    value = "task-2873959"
[ 1921.020132] env[71058]:    _type = "Task"
[ 1921.020132] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1921.020715] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] cc9d430d-d2b8-428f-90d4-25770ea51f28/cc9d430d-d2b8-428f-90d4-25770ea51f28.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1921.021374] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1921.022188] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfd6eae9-f52d-4932-9146-7f4133881596 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1921.032715] env[71058]: DEBUG oslo_vmware.api [None req-77d65522-dfca-4f37-acd5-edc7b1a88739 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for the task: (returnval){
[ 1921.032715] env[71058]:    value = "task-2873960"
[ 1921.032715] env[71058]:    _type = "Task"
[ 1921.032715] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1921.041665] env[71058]: DEBUG oslo_vmware.api [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1921.041968] env[71058]: DEBUG oslo_vmware.api [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1921.041968] env[71058]:    value = "task-2873961"
[ 1921.041968] env[71058]:    _type = "Task"
[ 1921.041968] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1921.051910] env[71058]: DEBUG oslo_vmware.api [None req-77d65522-dfca-4f37-acd5-edc7b1a88739 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1921.057838] env[71058]: DEBUG oslo_vmware.api [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873961, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1921.077608] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12e79313-f5bb-4baa-83b9-ada3da6b1a11 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1921.089372] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73472877-9f20-4bd3-bd2b-6b12b5b8c8db {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1921.118886] env[71058]: DEBUG nova.compute.manager [req-db062ed5-4ac0-4fc3-9c50-92052ab8bd73 req-9cc4e454-6f9d-448a-9514-5c01efffb18d service nova] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Detach interface failed, port_id=a5d3a310-dc46-4431-951a-5dbe47814ffe, reason: Instance 15042830-daf1-4904-8911-7084b0a83d63 could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1921.226306] env[71058]: DEBUG nova.scheduler.client.report [None req-701fc4e3-4e95-446d-821b-2970ba69b77e tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1921.462283] env[71058]: DEBUG oslo_vmware.api [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873958, 'name': PowerOffVM_Task, 'duration_secs': 0.545022} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1921.462667] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1921.462927] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1921.463229] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a186846f-85dd-48eb-8062-32240c81605d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1921.510342] env[71058]: INFO nova.compute.manager [-] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Took 2.13 seconds to deallocate network for instance.
[ 1921.538459] env[71058]: DEBUG oslo_vmware.api [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1921.544818] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1921.545163] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1921.545434] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Deleting the datastore file [datastore2] 50d42da1-80b8-4889-947e-f5546b1c7e62 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1921.549783] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36592ef3-08f1-4362-9569-2e202f844696 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1921.555613] env[71058]: DEBUG oslo_vmware.api [None req-77d65522-dfca-4f37-acd5-edc7b1a88739 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1921.560850] env[71058]: DEBUG oslo_vmware.api [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873961, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077216} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1921.562326] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1921.563651] env[71058]: DEBUG oslo_vmware.api [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for the task: (returnval){
[ 1921.563651] env[71058]:    value = "task-2873963"
[ 1921.563651] env[71058]:    _type = "Task"
[ 1921.563651] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1921.563878] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560533cd-2c4a-4ee2-a3d3-95972bd0fbb8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1921.579709] env[71058]: DEBUG oslo_vmware.api [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1921.600804] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] cc9d430d-d2b8-428f-90d4-25770ea51f28/cc9d430d-d2b8-428f-90d4-25770ea51f28.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1921.601208] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0328469-24ed-46c4-ab6b-1c43a9c008b1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1921.622807] env[71058]: DEBUG oslo_vmware.api [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1921.622807] env[71058]:    value = "task-2873964"
[ 1921.622807] env[71058]:    _type = "Task"
[ 1921.622807] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1921.631361] env[71058]: DEBUG oslo_vmware.api [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873964, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1921.730666] env[71058]: DEBUG oslo_concurrency.lockutils [None req-701fc4e3-4e95-446d-821b-2970ba69b77e tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1921.755634] env[71058]: INFO nova.scheduler.client.report [None req-701fc4e3-4e95-446d-821b-2970ba69b77e tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Deleted allocations for instance a4408bf8-ca93-48ec-823d-68f2e7f9a273
[ 1921.896865] env[71058]: DEBUG nova.compute.manager [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1921.930078] env[71058]: DEBUG nova.virt.hardware [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1921.930078] env[71058]: DEBUG nova.virt.hardware [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1921.930270] env[71058]: DEBUG nova.virt.hardware [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1921.930408] env[71058]: DEBUG nova.virt.hardware [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1921.930555] env[71058]: DEBUG nova.virt.hardware [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1921.930701] env[71058]: DEBUG nova.virt.hardware [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1921.930913] env[71058]: DEBUG nova.virt.hardware [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1921.931088] env[71058]: DEBUG nova.virt.hardware [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1921.931264] env[71058]: DEBUG nova.virt.hardware [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1921.931428] env[71058]: DEBUG nova.virt.hardware [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1921.931604] env[71058]: DEBUG nova.virt.hardware [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1921.932493] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c911715d-f012-4876-a3cc-dd74e65e5222 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1921.941145] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e274568-50d8-4215-86e4-e6ec97be192f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1922.031325] env[71058]: DEBUG oslo_vmware.api [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873959, 'name': ReconfigVM_Task, 'duration_secs': 0.838991} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1922.031598] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Reconfigured VM instance instance-0000006a to attach disk [datastore2] e2a39057-e217-429e-9886-3426ad8dbf70/e2a39057-e217-429e-9886-3426ad8dbf70.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1922.033378] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49fd4df9-0f31-4590-b27a-4e25b1fbfed5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1922.039257] env[71058]: DEBUG oslo_vmware.api [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1922.039257] env[71058]:    value = "task-2873965"
[ 1922.039257] env[71058]:    _type = "Task"
[ 1922.039257] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1922.043262] env[71058]: DEBUG oslo_vmware.api [None req-77d65522-dfca-4f37-acd5-edc7b1a88739 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Task: {'id': task-2873960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.713635} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1922.047027] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-77d65522-dfca-4f37-acd5-edc7b1a88739 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1922.047027] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-77d65522-dfca-4f37-acd5-edc7b1a88739 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1922.047027] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-77d65522-dfca-4f37-acd5-edc7b1a88739 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1922.047027] env[71058]: INFO nova.compute.manager [None req-77d65522-dfca-4f37-acd5-edc7b1a88739 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Took 4.78 seconds to destroy the instance on the hypervisor.
[ 1922.047027] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77d65522-dfca-4f37-acd5-edc7b1a88739 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1922.047027] env[71058]: DEBUG nova.compute.manager [-] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1922.047027] env[71058]: DEBUG nova.network.neutron [-] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1922.053092] env[71058]: DEBUG oslo_vmware.api [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873965, 'name': Rename_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1922.075455] env[71058]: DEBUG oslo_vmware.api [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Task: {'id': task-2873963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27645} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1922.075559] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1922.075690] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1922.075843] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1922.076028] env[71058]: INFO nova.compute.manager [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Took 1.67 seconds to destroy the instance on the hypervisor.
[ 1922.076265] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1922.077441] env[71058]: INFO nova.compute.manager [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Took 0.57 seconds to detach 1 volumes for instance.
[ 1922.078654] env[71058]: DEBUG nova.compute.manager [-] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1922.082027] env[71058]: DEBUG nova.network.neutron [-] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1922.141020] env[71058]: DEBUG oslo_vmware.api [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873964, 'name': ReconfigVM_Task, 'duration_secs': 0.297586} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1922.141020] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Reconfigured VM instance instance-0000006b to attach disk [datastore2] cc9d430d-d2b8-428f-90d4-25770ea51f28/cc9d430d-d2b8-428f-90d4-25770ea51f28.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1922.141020] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3611e616-d7fb-4e09-b2b9-909dc3e4b4f3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1922.146486] env[71058]: DEBUG oslo_vmware.api [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1922.146486] env[71058]:    value = "task-2873966"
[ 1922.146486] env[71058]:    _type = "Task"
[ 1922.146486] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1922.157293] env[71058]: DEBUG oslo_vmware.api [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873966, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1922.220099] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Acquiring lock "27cf327e-110e-435a-b633-3dbabf857ecb" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1922.220615] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Lock "27cf327e-110e-435a-b633-3dbabf857ecb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1922.268018] env[71058]: DEBUG oslo_concurrency.lockutils [None req-701fc4e3-4e95-446d-821b-2970ba69b77e tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "a4408bf8-ca93-48ec-823d-68f2e7f9a273" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 13.081s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1922.427657] env[71058]: DEBUG nova.compute.manager [req-5da502d9-6c00-43f7-a9ba-da3796d746e1 req-8dcf9a0b-6884-4368-9f6b-7da2257156d1 service nova] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Received event network-vif-plugged-9f5ce590-2204-43c8-a983-a41847fd4e3a {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1922.427942] env[71058]: DEBUG oslo_concurrency.lockutils [req-5da502d9-6c00-43f7-a9ba-da3796d746e1 req-8dcf9a0b-6884-4368-9f6b-7da2257156d1 service nova] Acquiring lock "1cdeb8bc-12af-4deb-9d65-7afc29ae77e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1922.428796] env[71058]: DEBUG oslo_concurrency.lockutils [req-5da502d9-6c00-43f7-a9ba-da3796d746e1 req-8dcf9a0b-6884-4368-9f6b-7da2257156d1 service nova] Lock "1cdeb8bc-12af-4deb-9d65-7afc29ae77e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1922.429037] env[71058]: DEBUG oslo_concurrency.lockutils [req-5da502d9-6c00-43f7-a9ba-da3796d746e1 req-8dcf9a0b-6884-4368-9f6b-7da2257156d1 service nova] Lock "1cdeb8bc-12af-4deb-9d65-7afc29ae77e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1922.429228] env[71058]: DEBUG nova.compute.manager [req-5da502d9-6c00-43f7-a9ba-da3796d746e1 req-8dcf9a0b-6884-4368-9f6b-7da2257156d1 service nova] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] No waiting events found dispatching network-vif-plugged-9f5ce590-2204-43c8-a983-a41847fd4e3a {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1922.429428] env[71058]: WARNING nova.compute.manager [req-5da502d9-6c00-43f7-a9ba-da3796d746e1 req-8dcf9a0b-6884-4368-9f6b-7da2257156d1 service nova] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Received unexpected event network-vif-plugged-9f5ce590-2204-43c8-a983-a41847fd4e3a for instance with vm_state building and task_state spawning.
[ 1922.533172] env[71058]: DEBUG nova.network.neutron [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Successfully updated port: 9f5ce590-2204-43c8-a983-a41847fd4e3a {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1922.553891] env[71058]: DEBUG oslo_vmware.api [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873965, 'name': Rename_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1922.585335] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1922.585335] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1922.585806] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1922.613036] env[71058]: INFO nova.scheduler.client.report [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Deleted allocations for instance 15042830-daf1-4904-8911-7084b0a83d63
[ 1922.657840] env[71058]: DEBUG oslo_vmware.api [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873966, 'name': Rename_Task, 'duration_secs': 0.142349} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1922.659159] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1922.660709] env[71058]: DEBUG nova.compute.manager [req-17c09a40-28bb-4d35-a3bf-1387f6ce3f35 req-eff99050-e3c2-46c5-96c2-330e7d63e318 service nova] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Received event network-vif-deleted-b26a7da6-c894-472f-bb20-c4aec6d05284 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1922.660709] env[71058]: INFO nova.compute.manager [req-17c09a40-28bb-4d35-a3bf-1387f6ce3f35 req-eff99050-e3c2-46c5-96c2-330e7d63e318 service nova] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Neutron deleted interface b26a7da6-c894-472f-bb20-c4aec6d05284; detaching it from the instance and deleting it from the info cache
[ 1922.660709] env[71058]: DEBUG nova.network.neutron [req-17c09a40-28bb-4d35-a3bf-1387f6ce3f35 req-eff99050-e3c2-46c5-96c2-330e7d63e318 service nova] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1922.662164] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc5128eb-06d8-4b06-913b-c769cd2baac0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1922.670021] env[71058]: DEBUG oslo_vmware.api [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1922.670021] env[71058]:    value = "task-2873967"
[ 1922.670021] env[71058]:    _type = "Task"
[ 1922.670021] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1922.678888] env[71058]: DEBUG oslo_vmware.api [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1922.725425] env[71058]: DEBUG nova.compute.manager [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1922.979777] env[71058]: DEBUG nova.network.neutron [-] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1922.982918] env[71058]: DEBUG nova.network.neutron [-] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1923.035875] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "refresh_cache-1cdeb8bc-12af-4deb-9d65-7afc29ae77e4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1923.036052] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquired lock "refresh_cache-1cdeb8bc-12af-4deb-9d65-7afc29ae77e4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1923.037090] env[71058]: DEBUG nova.network.neutron [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1923.053652] env[71058]: DEBUG oslo_vmware.api [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873965, 'name': Rename_Task, 'duration_secs': 0.925942} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1923.053933] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1923.054275] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b7def98-b380-4561-bf53-1426a9ce9532 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1923.060649] env[71058]: DEBUG oslo_vmware.api [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1923.060649] env[71058]:    value = "task-2873968"
[ 1923.060649] env[71058]:    _type = "Task"
[ 1923.060649] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1923.069013] env[71058]: DEBUG oslo_vmware.api [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1923.120879] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4623ed3c-1022-4b2b-8637-4216bbd0fedc tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "15042830-daf1-4904-8911-7084b0a83d63" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 6.565s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1923.165948] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7eef86a7-988e-4745-8dee-454eb60f05a8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1923.177425] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f14851e-59be-4c2a-af18-407b5f2994a5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1923.192721] env[71058]: DEBUG oslo_vmware.api [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873967, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1923.212466] env[71058]: DEBUG nova.compute.manager [req-17c09a40-28bb-4d35-a3bf-1387f6ce3f35 req-eff99050-e3c2-46c5-96c2-330e7d63e318 service nova] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Detach interface failed, port_id=b26a7da6-c894-472f-bb20-c4aec6d05284, reason: Instance 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4 could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1923.247441] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1923.247724] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1923.249253] env[71058]: INFO nova.compute.claims [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1923.482830] env[71058]: INFO nova.compute.manager [-] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Took 1.40 seconds to deallocate network for instance.
[ 1923.484854] env[71058]: INFO nova.compute.manager [-] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Took 1.44 seconds to deallocate network for instance.
[ 1923.568703] env[71058]: DEBUG nova.network.neutron [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1923.574609] env[71058]: DEBUG oslo_vmware.api [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873968, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1923.682764] env[71058]: DEBUG oslo_vmware.api [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2873967, 'name': PowerOnVM_Task, 'duration_secs': 0.657689} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1923.683052] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1923.683270] env[71058]: INFO nova.compute.manager [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Took 8.20 seconds to spawn the instance on the hypervisor.
[ 1923.683450] env[71058]: DEBUG nova.compute.manager [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1923.684254] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30faf42-4a03-41f3-b16f-634c7e8d0234 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1923.717088] env[71058]: DEBUG nova.network.neutron [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Updating instance_info_cache with network_info: [{"id": "9f5ce590-2204-43c8-a983-a41847fd4e3a", "address": "fa:16:3e:bb:6f:e3", "network": {"id": "0e55cc18-b52f-4c57-ac37-4902a108877c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1582599326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17af35ecde854246840d1e08ccd1fdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f5ce590-22", "ovs_interfaceid": "9f5ce590-2204-43c8-a983-a41847fd4e3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1923.880718] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "ba225999-d519-4726-96b7-3cb2aed5b87a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1923.881013] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "ba225999-d519-4726-96b7-3cb2aed5b87a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1923.990724] env[71058]: DEBUG oslo_concurrency.lockutils [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1923.996911] env[71058]: DEBUG oslo_concurrency.lockutils [None req-77d65522-dfca-4f37-acd5-edc7b1a88739 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1924.072661] env[71058]: DEBUG oslo_vmware.api [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873968, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1924.204905] env[71058]: INFO nova.compute.manager [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Took 16.13 seconds to build instance.
[ 1924.219975] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Releasing lock "refresh_cache-1cdeb8bc-12af-4deb-9d65-7afc29ae77e4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1924.220374] env[71058]: DEBUG nova.compute.manager [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Instance network_info: |[{"id": "9f5ce590-2204-43c8-a983-a41847fd4e3a", "address": "fa:16:3e:bb:6f:e3", "network": {"id": "0e55cc18-b52f-4c57-ac37-4902a108877c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1582599326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17af35ecde854246840d1e08ccd1fdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f5ce590-22", "ovs_interfaceid": "9f5ce590-2204-43c8-a983-a41847fd4e3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1924.221134] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:6f:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f35e69ef-c2c8-4b8c-9887-33e97b242c0a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f5ce590-2204-43c8-a983-a41847fd4e3a', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1924.229231] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1924.229691] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1924.229928] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e636843-a474-4b23-8947-b84714fdee35 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1924.251674] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1924.251674] env[71058]:    value = "task-2873969"
[ 1924.251674] env[71058]:    _type = "Task"
[ 1924.251674] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1924.261859] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873969, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1924.383144] env[71058]: DEBUG nova.compute.manager [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1924.438541] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064178e8-c907-4817-8d2a-78ec505e31ba {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1924.445869] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14f665d-c771-471c-a31f-13b85f37c842 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1924.477666] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcc5ce0-0363-4b47-b0b9-9ac7f3aaa0cf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1924.481407] env[71058]: DEBUG nova.compute.manager [req-29bb7772-ad14-469d-9b2b-55dc61819000 req-5fbdfdf2-d523-4851-9fa6-1eb22767bb02 service nova] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Received event network-vif-deleted-258afdef-75f3-46c7-aa8b-dc6c1ed18a52 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1924.481602] env[71058]: DEBUG nova.compute.manager [req-29bb7772-ad14-469d-9b2b-55dc61819000 req-5fbdfdf2-d523-4851-9fa6-1eb22767bb02 service nova] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Received event network-changed-9f5ce590-2204-43c8-a983-a41847fd4e3a {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1924.481759] env[71058]: DEBUG nova.compute.manager [req-29bb7772-ad14-469d-9b2b-55dc61819000 req-5fbdfdf2-d523-4851-9fa6-1eb22767bb02 service nova] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Refreshing instance network info cache due to event network-changed-9f5ce590-2204-43c8-a983-a41847fd4e3a. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1924.481968] env[71058]: DEBUG oslo_concurrency.lockutils [req-29bb7772-ad14-469d-9b2b-55dc61819000 req-5fbdfdf2-d523-4851-9fa6-1eb22767bb02 service nova] Acquiring lock "refresh_cache-1cdeb8bc-12af-4deb-9d65-7afc29ae77e4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1924.482124] env[71058]: DEBUG oslo_concurrency.lockutils [req-29bb7772-ad14-469d-9b2b-55dc61819000 req-5fbdfdf2-d523-4851-9fa6-1eb22767bb02 service nova] Acquired lock "refresh_cache-1cdeb8bc-12af-4deb-9d65-7afc29ae77e4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1924.482301] env[71058]: DEBUG nova.network.neutron [req-29bb7772-ad14-469d-9b2b-55dc61819000 req-5fbdfdf2-d523-4851-9fa6-1eb22767bb02 service nova] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Refreshing network info cache for port 9f5ce590-2204-43c8-a983-a41847fd4e3a {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1924.489687] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb237788-b43f-421e-bc73-ce9e930227b7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1924.505375] env[71058]: DEBUG nova.compute.provider_tree [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1924.571552] env[71058]: DEBUG oslo_vmware.api [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2873968, 'name': PowerOnVM_Task, 'duration_secs': 1.323959} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1924.572989] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1924.572989] env[71058]: INFO nova.compute.manager [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Took 11.45 seconds to spawn the instance on the hypervisor.
[ 1924.572989] env[71058]: DEBUG nova.compute.manager [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1924.572989] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb32bdf-3de0-4abd-9411-9ccb36a1e682 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1924.708194] env[71058]: DEBUG oslo_concurrency.lockutils [None req-92d8336d-8b23-4406-98c0-764f92e49d79 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lock "cc9d430d-d2b8-428f-90d4-25770ea51f28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.640s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1924.762187] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873969, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1924.905598] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1924.909777] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "8ad3749a-d94a-411f-8cf8-4d79366ead20" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1924.910027] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "8ad3749a-d94a-411f-8cf8-4d79366ead20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1925.008812] env[71058]: DEBUG nova.scheduler.client.report [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1925.092610] env[71058]: INFO nova.compute.manager [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Took 17.32 seconds to build instance.
[ 1925.208674] env[71058]: DEBUG nova.network.neutron [req-29bb7772-ad14-469d-9b2b-55dc61819000 req-5fbdfdf2-d523-4851-9fa6-1eb22767bb02 service nova] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Updated VIF entry in instance network info cache for port 9f5ce590-2204-43c8-a983-a41847fd4e3a. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1925.209042] env[71058]: DEBUG nova.network.neutron [req-29bb7772-ad14-469d-9b2b-55dc61819000 req-5fbdfdf2-d523-4851-9fa6-1eb22767bb02 service nova] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Updating instance_info_cache with network_info: [{"id": "9f5ce590-2204-43c8-a983-a41847fd4e3a", "address": "fa:16:3e:bb:6f:e3", "network": {"id": "0e55cc18-b52f-4c57-ac37-4902a108877c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1582599326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17af35ecde854246840d1e08ccd1fdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f5ce590-22", "ovs_interfaceid": "9f5ce590-2204-43c8-a983-a41847fd4e3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1925.262961] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873969, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1925.412810] env[71058]: DEBUG nova.compute.manager [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1925.514605] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.267s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1925.515171] env[71058]: DEBUG nova.compute.manager [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1925.518035] env[71058]: DEBUG oslo_concurrency.lockutils [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.527s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1925.518242] env[71058]: DEBUG oslo_concurrency.lockutils [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1925.520773] env[71058]: DEBUG oslo_concurrency.lockutils [None req-77d65522-dfca-4f37-acd5-edc7b1a88739 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.524s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1925.521053] env[71058]: DEBUG nova.objects.instance [None req-77d65522-dfca-4f37-acd5-edc7b1a88739 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Lazy-loading 'resources' on Instance uuid 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1925.541307] env[71058]: INFO nova.scheduler.client.report [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Deleted allocations for instance 50d42da1-80b8-4889-947e-f5546b1c7e62
[ 1925.595311] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ff645bcd-6e4e-45df-a71d-11b563cf91ef tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "e2a39057-e217-429e-9886-3426ad8dbf70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.838s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1925.713393] env[71058]: DEBUG oslo_concurrency.lockutils [req-29bb7772-ad14-469d-9b2b-55dc61819000 req-5fbdfdf2-d523-4851-9fa6-1eb22767bb02 service nova] Releasing lock "refresh_cache-1cdeb8bc-12af-4deb-9d65-7afc29ae77e4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1925.763448] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873969, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1925.935437] env[71058]: DEBUG nova.compute.manager [req-24137a35-0add-49f9-8605-19f1b40e9389 req-55af575c-aefb-4dab-8356-f2984a7bd0a3 service nova] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Received event network-changed-23b6b2f7-5db2-4611-91e3-3ef73ddd8b28 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1925.935708] env[71058]: DEBUG nova.compute.manager [req-24137a35-0add-49f9-8605-19f1b40e9389 req-55af575c-aefb-4dab-8356-f2984a7bd0a3 service nova] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Refreshing instance network info cache due to event network-changed-23b6b2f7-5db2-4611-91e3-3ef73ddd8b28. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1925.935987] env[71058]: DEBUG oslo_concurrency.lockutils [req-24137a35-0add-49f9-8605-19f1b40e9389 req-55af575c-aefb-4dab-8356-f2984a7bd0a3 service nova] Acquiring lock "refresh_cache-cc9d430d-d2b8-428f-90d4-25770ea51f28" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1925.936190] env[71058]: DEBUG oslo_concurrency.lockutils [req-24137a35-0add-49f9-8605-19f1b40e9389 req-55af575c-aefb-4dab-8356-f2984a7bd0a3 service nova] Acquired lock "refresh_cache-cc9d430d-d2b8-428f-90d4-25770ea51f28" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1925.936385] env[71058]: DEBUG nova.network.neutron [req-24137a35-0add-49f9-8605-19f1b40e9389 req-55af575c-aefb-4dab-8356-f2984a7bd0a3 service nova] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Refreshing network info cache for port 23b6b2f7-5db2-4611-91e3-3ef73ddd8b28 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1925.939283] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1926.030048] env[71058]: DEBUG nova.compute.utils [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1926.030048] env[71058]: DEBUG nova.compute.manager [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1926.030048] env[71058]: DEBUG nova.network.neutron [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1926.059168] env[71058]: DEBUG oslo_concurrency.lockutils [None req-55c10f7c-8383-4a3b-aaa3-68aaed88715b tempest-DeleteServersTestJSON-1972370673 tempest-DeleteServersTestJSON-1972370673-project-member] Lock "50d42da1-80b8-4889-947e-f5546b1c7e62" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 6.172s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1926.079615] env[71058]: DEBUG nova.policy [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '914ab0301b4e49a0a3394f7360612150', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f7960ed72844aa89d4ec6c806614c31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1926.212260] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5ebda0-c8e4-4c2a-8b5b-4748fe7a0d18 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1926.221190] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdc4073-7168-4652-8a31-a23f8540ba4b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1926.255772] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973eb01c-e36d-4ef2-8af6-f120983c87af {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1926.271642] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ca3173-5a90-4daa-9c84-4d3c406288e6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1926.275458] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873969, 'name': CreateVM_Task, 'duration_secs': 1.6026} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1926.275656] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1926.276702] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1926.276869] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1926.277327] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1926.277488] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d32c1e7d-d513-4081-93fa-b07865562796 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1926.286889] env[71058]: DEBUG nova.compute.provider_tree [None req-77d65522-dfca-4f37-acd5-edc7b1a88739 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1926.291280] env[71058]: DEBUG oslo_vmware.api [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1926.291280] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]529f705e-b3f2-ff36-440f-ec4ce77091ba"
[ 1926.291280] env[71058]:    _type = "Task"
[ 1926.291280] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1926.298606] env[71058]: DEBUG oslo_vmware.api [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]529f705e-b3f2-ff36-440f-ec4ce77091ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1926.394766] env[71058]: DEBUG nova.network.neutron [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Successfully created port: a02af2a6-f927-4477-bf13-ec5c017ea8d3 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1926.533166] env[71058]: DEBUG nova.compute.manager [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1926.792023] env[71058]: DEBUG nova.scheduler.client.report [None req-77d65522-dfca-4f37-acd5-edc7b1a88739 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1926.804031] env[71058]: DEBUG oslo_vmware.api [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]529f705e-b3f2-ff36-440f-ec4ce77091ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010511} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1926.804499] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1926.804826] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1926.805839] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1926.806130] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1926.806435] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1926.806916] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f35c61f1-1c07-4a1f-812d-a9a0a02236ac {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1926.816973] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1926.817371] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1926.818211] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b754350-9dd0-4e7a-8ffd-3417bd11cea1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1926.826022] env[71058]: DEBUG oslo_vmware.api [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1926.826022] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d12311-7412-afe2-15e1-2679f25c2e18"
[ 1926.826022] env[71058]:    _type = "Task"
[ 1926.826022] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1926.832531] env[71058]: DEBUG oslo_vmware.api [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d12311-7412-afe2-15e1-2679f25c2e18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1926.904974] env[71058]: DEBUG nova.network.neutron [req-24137a35-0add-49f9-8605-19f1b40e9389 req-55af575c-aefb-4dab-8356-f2984a7bd0a3 service nova] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Updated VIF entry in instance network info cache for port 23b6b2f7-5db2-4611-91e3-3ef73ddd8b28. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1926.904974] env[71058]: DEBUG nova.network.neutron [req-24137a35-0add-49f9-8605-19f1b40e9389 req-55af575c-aefb-4dab-8356-f2984a7bd0a3 service nova] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Updating instance_info_cache with network_info: [{"id": "23b6b2f7-5db2-4611-91e3-3ef73ddd8b28", "address": "fa:16:3e:08:60:5f", "network": {"id": "2fbaaae4-6d15-4c59-8eaf-cad7a9523dc7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1495967812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db660d4820741658cb5e98b809f7f21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b6b2f7-5d", "ovs_interfaceid": "23b6b2f7-5db2-4611-91e3-3ef73ddd8b28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1927.298877] env[71058]: DEBUG oslo_concurrency.lockutils [None req-77d65522-dfca-4f37-acd5-edc7b1a88739 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.778s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1927.301438] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.396s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1927.303048] env[71058]: INFO nova.compute.claims [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1927.323747] env[71058]: INFO nova.scheduler.client.report [None req-77d65522-dfca-4f37-acd5-edc7b1a88739 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Deleted allocations for instance 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4
[ 1927.336995] env[71058]: DEBUG oslo_vmware.api [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d12311-7412-afe2-15e1-2679f25c2e18, 'name': SearchDatastore_Task, 'duration_secs': 0.009711} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1927.337816] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbd83b74-6342-4f59-960b-db8aaedbe39f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1927.343505] env[71058]: DEBUG oslo_vmware.api [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1927.343505] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c5e278-8e89-97b9-fb9a-af04a5f42bea"
[ 1927.343505] env[71058]:    _type = "Task"
[ 1927.343505] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1927.353026] env[71058]: DEBUG oslo_vmware.api [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c5e278-8e89-97b9-fb9a-af04a5f42bea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1927.406637] env[71058]: DEBUG oslo_concurrency.lockutils [req-24137a35-0add-49f9-8605-19f1b40e9389 req-55af575c-aefb-4dab-8356-f2984a7bd0a3 service nova] Releasing lock "refresh_cache-cc9d430d-d2b8-428f-90d4-25770ea51f28" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1927.544840] env[71058]: DEBUG nova.compute.manager [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1927.566756] env[71058]: DEBUG nova.virt.hardware [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1927.567429] env[71058]: DEBUG nova.virt.hardware [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1927.567429] env[71058]: DEBUG nova.virt.hardware [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1927.567429] env[71058]: DEBUG nova.virt.hardware [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1927.567793] env[71058]: DEBUG nova.virt.hardware [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1927.567793] env[71058]: DEBUG nova.virt.hardware [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1927.567949] env[71058]: DEBUG nova.virt.hardware [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1927.567985] env[71058]: DEBUG nova.virt.hardware [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1927.568150] env[71058]: DEBUG nova.virt.hardware [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1927.568310] env[71058]: DEBUG nova.virt.hardware [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1927.568523] env[71058]: DEBUG nova.virt.hardware [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1927.569329] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439db18f-2eac-459b-a30d-d7d926633c20 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1927.577476] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ddb867-6d7f-4959-a266-5d7368a5f7b9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1927.800445] env[71058]: DEBUG nova.compute.manager [req-d746785e-d173-4d85-b6a5-390b0afcfbf7 req-221c77e5-477c-46ae-b7a7-5fe3a8ebf514 service nova] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Received event network-vif-plugged-a02af2a6-f927-4477-bf13-ec5c017ea8d3 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1927.800676] env[71058]: DEBUG oslo_concurrency.lockutils [req-d746785e-d173-4d85-b6a5-390b0afcfbf7 req-221c77e5-477c-46ae-b7a7-5fe3a8ebf514 service nova] Acquiring lock "27cf327e-110e-435a-b633-3dbabf857ecb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1927.800887] env[71058]: DEBUG oslo_concurrency.lockutils [req-d746785e-d173-4d85-b6a5-390b0afcfbf7 req-221c77e5-477c-46ae-b7a7-5fe3a8ebf514 service nova] Lock "27cf327e-110e-435a-b633-3dbabf857ecb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1927.801067] env[71058]: DEBUG oslo_concurrency.lockutils [req-d746785e-d173-4d85-b6a5-390b0afcfbf7 req-221c77e5-477c-46ae-b7a7-5fe3a8ebf514 service nova] Lock "27cf327e-110e-435a-b633-3dbabf857ecb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1927.801240] env[71058]: DEBUG nova.compute.manager [req-d746785e-d173-4d85-b6a5-390b0afcfbf7 req-221c77e5-477c-46ae-b7a7-5fe3a8ebf514 service nova] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] No waiting events found dispatching network-vif-plugged-a02af2a6-f927-4477-bf13-ec5c017ea8d3 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1927.801407] env[71058]: WARNING nova.compute.manager [req-d746785e-d173-4d85-b6a5-390b0afcfbf7 req-221c77e5-477c-46ae-b7a7-5fe3a8ebf514 service nova] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Received unexpected event network-vif-plugged-a02af2a6-f927-4477-bf13-ec5c017ea8d3 for instance with vm_state building and task_state spawning.
[ 1927.835085] env[71058]: DEBUG oslo_concurrency.lockutils [None req-77d65522-dfca-4f37-acd5-edc7b1a88739 tempest-ServerRescueTestJSON-877836862 tempest-ServerRescueTestJSON-877836862-project-member] Lock "774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 11.084s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1927.856905] env[71058]: DEBUG oslo_vmware.api [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c5e278-8e89-97b9-fb9a-af04a5f42bea, 'name': SearchDatastore_Task, 'duration_secs': 0.011097} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1927.857282] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1927.857642] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4/1cdeb8bc-12af-4deb-9d65-7afc29ae77e4.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1927.858300] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d03d5c52-364d-4bf5-b8d7-5835103e5a58 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1927.866565] env[71058]: DEBUG oslo_vmware.api [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1927.866565] env[71058]:    value = "task-2873971"
[ 1927.866565] env[71058]:    _type = "Task"
[ 1927.866565] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1927.877039] env[71058]: DEBUG oslo_vmware.api [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1927.917531] env[71058]: DEBUG nova.network.neutron [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Successfully updated port: a02af2a6-f927-4477-bf13-ec5c017ea8d3 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1927.940574] env[71058]: DEBUG oslo_concurrency.lockutils [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquiring lock "6fe501bd-1cac-4abb-9e92-db5df2af61ee" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1927.940848] env[71058]: DEBUG oslo_concurrency.lockutils [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lock "6fe501bd-1cac-4abb-9e92-db5df2af61ee" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1927.941036] env[71058]: INFO nova.compute.manager [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Shelving
[ 1927.963907] env[71058]: DEBUG nova.compute.manager [req-fc3a9c63-ee38-4a07-8e8c-027eafb03b2a req-b3315c73-fc82-45cd-a9df-84cdf67ea1f9 service nova] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Received event network-changed-706cf80c-4d9b-4030-8bd4-4a190d00e56b {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1927.964620] env[71058]: DEBUG nova.compute.manager [req-fc3a9c63-ee38-4a07-8e8c-027eafb03b2a req-b3315c73-fc82-45cd-a9df-84cdf67ea1f9 service nova] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Refreshing instance network info cache due to event network-changed-706cf80c-4d9b-4030-8bd4-4a190d00e56b. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1927.964620] env[71058]: DEBUG oslo_concurrency.lockutils [req-fc3a9c63-ee38-4a07-8e8c-027eafb03b2a req-b3315c73-fc82-45cd-a9df-84cdf67ea1f9 service nova] Acquiring lock "refresh_cache-e2a39057-e217-429e-9886-3426ad8dbf70" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1927.964775] env[71058]: DEBUG oslo_concurrency.lockutils [req-fc3a9c63-ee38-4a07-8e8c-027eafb03b2a req-b3315c73-fc82-45cd-a9df-84cdf67ea1f9 service nova] Acquired lock "refresh_cache-e2a39057-e217-429e-9886-3426ad8dbf70" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1927.964954] env[71058]: DEBUG nova.network.neutron [req-fc3a9c63-ee38-4a07-8e8c-027eafb03b2a req-b3315c73-fc82-45cd-a9df-84cdf67ea1f9 service nova] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Refreshing network info cache for port 706cf80c-4d9b-4030-8bd4-4a190d00e56b {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1928.380698] env[71058]: DEBUG oslo_vmware.api [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1928.419706] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Acquiring lock "refresh_cache-27cf327e-110e-435a-b633-3dbabf857ecb" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1928.419755] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Acquired lock "refresh_cache-27cf327e-110e-435a-b633-3dbabf857ecb" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1928.419891] env[71058]: DEBUG nova.network.neutron [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1928.470151] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcff88b5-d4f2-4d1c-831b-bbebc7f461bb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1928.478194] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75a8f2e-23ba-405f-8774-cad3ca0468ef {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1928.510876] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1b2cd8-5cf0-4160-b35c-6f6f9b101557 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1928.518449] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116eada5-5447-4f93-95de-a5fdeee7139c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1928.533540] env[71058]: DEBUG nova.compute.provider_tree [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1928.713470] env[71058]: DEBUG nova.network.neutron [req-fc3a9c63-ee38-4a07-8e8c-027eafb03b2a req-b3315c73-fc82-45cd-a9df-84cdf67ea1f9 service nova] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Updated VIF entry in instance network info cache for port 706cf80c-4d9b-4030-8bd4-4a190d00e56b. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1928.713979] env[71058]: DEBUG nova.network.neutron [req-fc3a9c63-ee38-4a07-8e8c-027eafb03b2a req-b3315c73-fc82-45cd-a9df-84cdf67ea1f9 service nova] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Updating instance_info_cache with network_info: [{"id": "706cf80c-4d9b-4030-8bd4-4a190d00e56b", "address": "fa:16:3e:d6:63:36", "network": {"id": "66750c80-d5c2-4b4f-9575-cdf32a68ebc7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-309076217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c9902cdb8d44e288ef5d1588d0de88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap706cf80c-4d", "ovs_interfaceid": "706cf80c-4d9b-4030-8bd4-4a190d00e56b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1928.879949] env[71058]: DEBUG oslo_vmware.api [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873971, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1928.949992] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1928.950337] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea2dc537-420f-4078-8f4f-d1ae454e942d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1928.957806] env[71058]: DEBUG oslo_vmware.api [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the task: (returnval){
[ 1928.957806] env[71058]:    value = "task-2873972"
[ 1928.957806] env[71058]:    _type = "Task"
[ 1928.957806] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1928.970657] env[71058]: DEBUG oslo_vmware.api [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2873972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1929.037154] env[71058]: DEBUG nova.scheduler.client.report [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1929.190920] env[71058]: DEBUG nova.network.neutron [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1929.217596] env[71058]: DEBUG oslo_concurrency.lockutils [req-fc3a9c63-ee38-4a07-8e8c-027eafb03b2a req-b3315c73-fc82-45cd-a9df-84cdf67ea1f9 service nova] Releasing lock "refresh_cache-e2a39057-e217-429e-9886-3426ad8dbf70" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1929.317449] env[71058]: DEBUG nova.network.neutron [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Updating instance_info_cache with network_info: [{"id": "a02af2a6-f927-4477-bf13-ec5c017ea8d3", "address": "fa:16:3e:b5:f3:b3", "network": {"id": "1b8a9c13-8d79-4b85-be16-a3a4a4b502bd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1251657008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f7960ed72844aa89d4ec6c806614c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa02af2a6-f9", "ovs_interfaceid": "a02af2a6-f927-4477-bf13-ec5c017ea8d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1929.378454] env[71058]: DEBUG oslo_vmware.api [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873971, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.099958} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1929.378836] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4/1cdeb8bc-12af-4deb-9d65-7afc29ae77e4.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1929.379067] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1929.379323] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ca8ec55-865d-45aa-8651-98c00591b449 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1929.388192] env[71058]: DEBUG oslo_vmware.api [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1929.388192] env[71058]:    value = "task-2873973"
[ 1929.388192] env[71058]:    _type = "Task"
[ 1929.388192] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1929.396719] env[71058]: DEBUG oslo_vmware.api [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1929.468831] env[71058]: DEBUG oslo_vmware.api [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2873972, 'name': PowerOffVM_Task, 'duration_secs': 0.370758} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1929.469164] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1929.469984] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253937df-67b1-46a1-b0f5-e0ee6571a6e0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1929.498024] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c50e28-db02-4633-8449-280f61150e6e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1929.542571] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.241s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1929.543118] env[71058]: DEBUG nova.compute.manager [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1929.545782] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.607s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1929.547357] env[71058]: INFO nova.compute.claims [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1929.820583] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Releasing lock "refresh_cache-27cf327e-110e-435a-b633-3dbabf857ecb" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1929.820961] env[71058]: DEBUG nova.compute.manager [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Instance network_info: |[{"id": "a02af2a6-f927-4477-bf13-ec5c017ea8d3", "address": "fa:16:3e:b5:f3:b3", "network": {"id": "1b8a9c13-8d79-4b85-be16-a3a4a4b502bd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1251657008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f7960ed72844aa89d4ec6c806614c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa02af2a6-f9", "ovs_interfaceid": "a02af2a6-f927-4477-bf13-ec5c017ea8d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1929.821492] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:f3:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad72c645-a67d-4efd-b563-28e44077e68d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a02af2a6-f927-4477-bf13-ec5c017ea8d3', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1929.829183] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Creating folder: Project (6f7960ed72844aa89d4ec6c806614c31). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1929.829580] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f93cac07-b1c1-457b-ba1a-8cdd5703037f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1929.843784] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Created folder: Project (6f7960ed72844aa89d4ec6c806614c31) in parent group-v577298.
[ 1929.843998] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Creating folder: Instances. Parent ref: group-v577594. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1929.845494] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ead6e9d4-7efe-44a7-bff0-d286c7ce8132 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1929.848577] env[71058]: DEBUG nova.compute.manager [req-929046d5-8a0c-41b5-a8c1-ee3404a5c8ee req-f9111b5d-8cfb-4d62-985f-1bf308a1e35a service nova] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Received event network-changed-a02af2a6-f927-4477-bf13-ec5c017ea8d3 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1929.848823] env[71058]: DEBUG nova.compute.manager [req-929046d5-8a0c-41b5-a8c1-ee3404a5c8ee req-f9111b5d-8cfb-4d62-985f-1bf308a1e35a service nova] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Refreshing instance network info cache due to event network-changed-a02af2a6-f927-4477-bf13-ec5c017ea8d3. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1929.848966] env[71058]: DEBUG oslo_concurrency.lockutils [req-929046d5-8a0c-41b5-a8c1-ee3404a5c8ee req-f9111b5d-8cfb-4d62-985f-1bf308a1e35a service nova] Acquiring lock "refresh_cache-27cf327e-110e-435a-b633-3dbabf857ecb" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1929.849128] env[71058]: DEBUG oslo_concurrency.lockutils [req-929046d5-8a0c-41b5-a8c1-ee3404a5c8ee req-f9111b5d-8cfb-4d62-985f-1bf308a1e35a service nova] Acquired lock "refresh_cache-27cf327e-110e-435a-b633-3dbabf857ecb" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1929.849291] env[71058]: DEBUG nova.network.neutron [req-929046d5-8a0c-41b5-a8c1-ee3404a5c8ee req-f9111b5d-8cfb-4d62-985f-1bf308a1e35a service nova] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Refreshing network info cache for port a02af2a6-f927-4477-bf13-ec5c017ea8d3 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1929.860529] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Created folder: Instances in parent group-v577594.
[ 1929.860812] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1929.861073] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1929.861519] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05c71c47-1ec6-436d-8f07-0e27602dd5a2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1929.882841] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1929.882841] env[71058]:    value = "task-2873976"
[ 1929.882841] env[71058]:    _type = "Task"
[ 1929.882841] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1929.894154] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873976, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1929.898042] env[71058]: DEBUG oslo_vmware.api [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066813} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1929.898297] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1929.899071] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ce825a-5b10-4ccc-91e7-512d128ef947 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1929.921037] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4/1cdeb8bc-12af-4deb-9d65-7afc29ae77e4.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1929.921315] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e0e3b31-fa75-48fd-9a28-c8b2a72a954a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1929.940486] env[71058]: DEBUG oslo_vmware.api [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1929.940486] env[71058]:    value = "task-2873977"
[ 1929.940486] env[71058]:    _type = "Task"
[ 1929.940486] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1929.947874] env[71058]: DEBUG oslo_vmware.api [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1930.009383] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Creating Snapshot of the VM instance {{(pid=71058) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}}
[ 1930.009842] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5c8cb739-1489-4af5-80ec-d511bb3ebd8a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1930.017772] env[71058]: DEBUG oslo_vmware.api [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the task: (returnval){
[ 1930.017772] env[71058]:    value = "task-2873978"
[ 1930.017772] env[71058]:    _type = "Task"
[ 1930.017772] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1930.026192] env[71058]: DEBUG oslo_vmware.api [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2873978, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1930.052633] env[71058]: DEBUG nova.compute.utils [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1930.057047] env[71058]: DEBUG nova.compute.manager [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1930.057241] env[71058]: DEBUG nova.network.neutron [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1930.104711] env[71058]: DEBUG nova.policy [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8cb53dbee804170ab7e53d3824c9b4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae6226dd54db4ea48fb124a67d0b2152', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1930.392070] env[71058]: DEBUG nova.network.neutron [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Successfully created port: 97cc6b99-82a0-4bef-8fff-64787ee8915d {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1930.399562] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873976, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1930.455300] env[71058]: DEBUG oslo_vmware.api [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1930.536816] env[71058]: DEBUG oslo_vmware.api [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2873978, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1930.560509] env[71058]: DEBUG nova.compute.manager [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1930.770696] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c731c4-d656-4ecd-b1f3-f43eae84fc63 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1930.778602] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c248f3-c0fc-483e-92b6-6b9a01546b42 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1930.813241] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d537f0-03bf-44fa-a7f2-c76ee8afbd1a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1930.823268] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991c9517-a0a1-473d-9aab-7fac14f88595 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1930.838664] env[71058]: DEBUG nova.compute.provider_tree [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1930.896690] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873976, 'name': CreateVM_Task, 'duration_secs': 0.752113} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1930.897714] env[71058]: DEBUG nova.network.neutron [req-929046d5-8a0c-41b5-a8c1-ee3404a5c8ee req-f9111b5d-8cfb-4d62-985f-1bf308a1e35a service nova] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Updated VIF entry in instance network info cache for port a02af2a6-f927-4477-bf13-ec5c017ea8d3. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1930.898068] env[71058]: DEBUG nova.network.neutron [req-929046d5-8a0c-41b5-a8c1-ee3404a5c8ee req-f9111b5d-8cfb-4d62-985f-1bf308a1e35a service nova] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Updating instance_info_cache with network_info: [{"id": "a02af2a6-f927-4477-bf13-ec5c017ea8d3", "address": "fa:16:3e:b5:f3:b3", "network": {"id": "1b8a9c13-8d79-4b85-be16-a3a4a4b502bd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1251657008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f7960ed72844aa89d4ec6c806614c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa02af2a6-f9", "ovs_interfaceid": "a02af2a6-f927-4477-bf13-ec5c017ea8d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1930.899182] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1930.899854] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1930.900020] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1930.900353] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1930.901113] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ec918fe-9f2c-484e-a24d-22740e9a3d0e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1930.906332] env[71058]: DEBUG oslo_vmware.api [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Waiting for the task: (returnval){
[ 1930.906332] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52ee9e5f-b419-d616-6a58-cb2d8549b9ca"
[ 1930.906332] env[71058]:    _type = "Task"
[ 1930.906332] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1930.916474] env[71058]: DEBUG oslo_vmware.api [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52ee9e5f-b419-d616-6a58-cb2d8549b9ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1930.952183] env[71058]: DEBUG oslo_vmware.api [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873977, 'name': ReconfigVM_Task, 'duration_secs': 0.614429} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1930.952462] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4/1cdeb8bc-12af-4deb-9d65-7afc29ae77e4.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1930.953128] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-601e1c5d-9f02-4921-9edf-17893c2326b1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1930.959441] env[71058]: DEBUG oslo_vmware.api [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1930.959441] env[71058]:    value = "task-2873979"
[ 1930.959441] env[71058]:    _type = "Task"
[ 1930.959441] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1930.967400] env[71058]: DEBUG oslo_vmware.api [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873979, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1931.029561] env[71058]: DEBUG oslo_vmware.api [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2873978, 'name': CreateSnapshot_Task, 'duration_secs': 0.911969} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1931.029863] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Created Snapshot of the VM instance {{(pid=71058) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}}
[ 1931.030640] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf0ed42-6912-499d-92e6-262ccd180a6e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1931.345950] env[71058]: DEBUG nova.scheduler.client.report [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1931.402522] env[71058]: DEBUG oslo_concurrency.lockutils [req-929046d5-8a0c-41b5-a8c1-ee3404a5c8ee req-f9111b5d-8cfb-4d62-985f-1bf308a1e35a service nova] Releasing lock "refresh_cache-27cf327e-110e-435a-b633-3dbabf857ecb" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1931.419529] env[71058]: DEBUG oslo_vmware.api [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52ee9e5f-b419-d616-6a58-cb2d8549b9ca, 'name': SearchDatastore_Task, 'duration_secs': 0.013325} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1931.419529] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1931.419529] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1931.419529] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1931.419529] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1931.419529] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1931.419529] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcfef349-7f4a-4d88-a735-c3150d15d6f6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1931.430888] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1931.430888] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1931.430888] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc6c8630-9f91-4411-bc7e-2e22f9d27a14 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1931.436396] env[71058]: DEBUG oslo_vmware.api [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Waiting for the task: (returnval){
[ 1931.436396] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5274b688-6530-bcae-d246-74ac9e379930"
[ 1931.436396] env[71058]:    _type = "Task"
[ 1931.436396] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1931.444109] env[71058]: DEBUG oslo_vmware.api [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5274b688-6530-bcae-d246-74ac9e379930, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1931.468374] env[71058]: DEBUG oslo_vmware.api [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873979, 'name': Rename_Task, 'duration_secs': 0.25599} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1931.469031] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1931.469329] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e82a829-0205-44c8-94fd-7d436284ff02 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1931.475499] env[71058]: DEBUG oslo_vmware.api [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1931.475499] env[71058]:    value = "task-2873980"
[ 1931.475499] env[71058]:    _type = "Task"
[ 1931.475499] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1931.483354] env[71058]: DEBUG oslo_vmware.api [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1931.548908] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Creating linked-clone VM from snapshot {{(pid=71058) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}}
[ 1931.549342] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f4457326-d2fb-431f-ae70-91c88d9c4ce2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1931.558612] env[71058]: DEBUG oslo_vmware.api [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the task: (returnval){
[ 1931.558612] env[71058]:    value = "task-2873981"
[ 1931.558612] env[71058]:    _type = "Task"
[ 1931.558612] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1931.566947] env[71058]: DEBUG oslo_vmware.api [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2873981, 'name': CloneVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1931.571147] env[71058]: DEBUG nova.compute.manager [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1931.600527] env[71058]: DEBUG nova.virt.hardware [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1931.600676] env[71058]: DEBUG nova.virt.hardware [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1931.600887] env[71058]: DEBUG nova.virt.hardware [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1931.601154] env[71058]: DEBUG nova.virt.hardware [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1931.601352] env[71058]: DEBUG nova.virt.hardware [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1931.601535] env[71058]: DEBUG nova.virt.hardware [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1931.602129] env[71058]: DEBUG nova.virt.hardware [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1931.602129] env[71058]: DEBUG nova.virt.hardware [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1931.602129] env[71058]: DEBUG nova.virt.hardware [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1931.602423] env[71058]: DEBUG nova.virt.hardware [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1931.602534] env[71058]: DEBUG nova.virt.hardware [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1931.603455] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cab4c5b-a9e4-4741-aa58-ecd222caf25c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1931.610971] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1da749-d87d-4193-95f7-c314dcb32db5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1931.852957] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1931.853601] env[71058]: DEBUG nova.compute.manager [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1931.950175] env[71058]: DEBUG oslo_vmware.api [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5274b688-6530-bcae-d246-74ac9e379930, 'name': SearchDatastore_Task, 'duration_secs': 0.037775} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1931.951134] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03413187-b2bc-4865-8300-eb7b26a46dcb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1931.957488] env[71058]: DEBUG oslo_vmware.api [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Waiting for the task: (returnval){
[ 1931.957488] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b67929-c3a4-9c74-9a97-eeb1eab7b4f0"
[ 1931.957488] env[71058]:    _type = "Task"
[ 1931.957488] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1931.967870] env[71058]: DEBUG oslo_vmware.api [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b67929-c3a4-9c74-9a97-eeb1eab7b4f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1931.985779] env[71058]: DEBUG oslo_vmware.api [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873980, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1932.005783] env[71058]: DEBUG nova.compute.manager [req-cd036ad1-95d9-4928-b617-7c84e7bea2c5 req-c2969920-0f73-492c-8057-cc9ba19f9ba7 service nova] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Received event network-vif-plugged-97cc6b99-82a0-4bef-8fff-64787ee8915d {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1932.005976] env[71058]: DEBUG oslo_concurrency.lockutils [req-cd036ad1-95d9-4928-b617-7c84e7bea2c5 req-c2969920-0f73-492c-8057-cc9ba19f9ba7 service nova] Acquiring lock "ba225999-d519-4726-96b7-3cb2aed5b87a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1932.006160] env[71058]: DEBUG oslo_concurrency.lockutils [req-cd036ad1-95d9-4928-b617-7c84e7bea2c5 req-c2969920-0f73-492c-8057-cc9ba19f9ba7 service nova] Lock "ba225999-d519-4726-96b7-3cb2aed5b87a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1932.006330] env[71058]: DEBUG oslo_concurrency.lockutils [req-cd036ad1-95d9-4928-b617-7c84e7bea2c5 req-c2969920-0f73-492c-8057-cc9ba19f9ba7 service nova] Lock "ba225999-d519-4726-96b7-3cb2aed5b87a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1932.006499] env[71058]: DEBUG nova.compute.manager [req-cd036ad1-95d9-4928-b617-7c84e7bea2c5 req-c2969920-0f73-492c-8057-cc9ba19f9ba7 service nova] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] No waiting events found dispatching network-vif-plugged-97cc6b99-82a0-4bef-8fff-64787ee8915d {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1932.006735] env[71058]: WARNING nova.compute.manager [req-cd036ad1-95d9-4928-b617-7c84e7bea2c5 req-c2969920-0f73-492c-8057-cc9ba19f9ba7 service nova] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Received unexpected event network-vif-plugged-97cc6b99-82a0-4bef-8fff-64787ee8915d for instance with vm_state building and task_state spawning.
[ 1932.069572] env[71058]: DEBUG oslo_vmware.api [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2873981, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1932.109770] env[71058]: DEBUG nova.network.neutron [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Successfully updated port: 97cc6b99-82a0-4bef-8fff-64787ee8915d {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1932.359156] env[71058]: DEBUG nova.compute.utils [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1932.360718] env[71058]: DEBUG nova.compute.manager [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1932.360961] env[71058]: DEBUG nova.network.neutron [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1932.401080] env[71058]: DEBUG nova.policy [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce2028fb35e544a09b396c6ebf46e203', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ae80f45084747faba9f976dc2d36a66', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1932.468305] env[71058]: DEBUG oslo_vmware.api [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b67929-c3a4-9c74-9a97-eeb1eab7b4f0, 'name': SearchDatastore_Task, 'duration_secs': 0.011788} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1932.468586] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1932.468850] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 27cf327e-110e-435a-b633-3dbabf857ecb/27cf327e-110e-435a-b633-3dbabf857ecb.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1932.469129] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94958bcc-ac7e-472d-948d-60b684f8ca2c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1932.475869] env[71058]: DEBUG oslo_vmware.api [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Waiting for the task: (returnval){
[ 1932.475869] env[71058]:    value = "task-2873982"
[ 1932.475869] env[71058]:    _type = "Task"
[ 1932.475869] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1932.487741] env[71058]: DEBUG oslo_vmware.api [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': task-2873982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1932.490964] env[71058]: DEBUG oslo_vmware.api [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873980, 'name': PowerOnVM_Task, 'duration_secs': 0.764519} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1932.491253] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1932.491468] env[71058]: INFO nova.compute.manager [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Took 10.59 seconds to spawn the instance on the hypervisor.
[ 1932.491673] env[71058]: DEBUG nova.compute.manager [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1932.492483] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b1e708-2c2c-440d-80cd-2b124597e23d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1932.570671] env[71058]: DEBUG oslo_vmware.api [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2873981, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1932.611496] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "refresh_cache-ba225999-d519-4726-96b7-3cb2aed5b87a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1932.611648] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquired lock "refresh_cache-ba225999-d519-4726-96b7-3cb2aed5b87a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1932.611989] env[71058]: DEBUG nova.network.neutron [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1932.698874] env[71058]: DEBUG nova.network.neutron [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Successfully created port: 6d193a34-fdde-419e-b264-7798a29965a5 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1932.864708] env[71058]: DEBUG nova.compute.manager [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1932.986683] env[71058]: DEBUG oslo_vmware.api [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': task-2873982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486014} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1932.987310] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 27cf327e-110e-435a-b633-3dbabf857ecb/27cf327e-110e-435a-b633-3dbabf857ecb.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1932.987410] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1932.987787] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b61a44b-7ba1-40ab-8b69-5150c25d4c0f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1932.994176] env[71058]: DEBUG oslo_vmware.api [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Waiting for the task: (returnval){
[ 1932.994176] env[71058]:    value = "task-2873983"
[ 1932.994176] env[71058]:    _type = "Task"
[ 1932.994176] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1933.002233] env[71058]: DEBUG oslo_vmware.api [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': task-2873983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1933.010376] env[71058]: INFO nova.compute.manager [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Took 23.54 seconds to build instance.
[ 1933.070409] env[71058]: DEBUG oslo_vmware.api [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2873981, 'name': CloneVM_Task, 'duration_secs': 1.370244} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1933.070669] env[71058]: INFO nova.virt.vmwareapi.vmops [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Created linked-clone VM from snapshot
[ 1933.071453] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8291993-a2d5-41f8-b856-306d6bf60985 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1933.079224] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Uploading image b67e5557-d6d4-421a-a4a1-6c90a4b3d619 {{(pid=71058) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}}
[ 1933.107810] env[71058]: DEBUG oslo_vmware.rw_handles [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Creating HttpNfcLease lease for exporting VM: (result){
[ 1933.107810] env[71058]:    value = "vm-577598"
[ 1933.107810] env[71058]:    _type = "VirtualMachine"
[ 1933.107810] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}}
[ 1933.108111] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9bd02513-0b1c-492e-b407-0d53110387f3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1933.116565] env[71058]: DEBUG oslo_vmware.rw_handles [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lease: (returnval){
[ 1933.116565] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]528c7085-84f8-9efb-0909-25925fd75c0e"
[ 1933.116565] env[71058]:    _type = "HttpNfcLease"
[ 1933.116565] env[71058]:  } obtained for exporting VM: (result){
[ 1933.116565] env[71058]:    value = "vm-577598"
[ 1933.116565] env[71058]:    _type = "VirtualMachine"
[ 1933.116565] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}}
[ 1933.116835] env[71058]: DEBUG oslo_vmware.api [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the lease: (returnval){
[ 1933.116835] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]528c7085-84f8-9efb-0909-25925fd75c0e"
[ 1933.116835] env[71058]:    _type = "HttpNfcLease"
[ 1933.116835] env[71058]:  } to be ready. {{(pid=71058) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1933.123489] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1933.123489] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]528c7085-84f8-9efb-0909-25925fd75c0e"
[ 1933.123489] env[71058]:    _type = "HttpNfcLease"
[ 1933.123489] env[71058]:  } is initializing. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1933.192897] env[71058]: DEBUG nova.network.neutron [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1933.503982] env[71058]: DEBUG oslo_vmware.api [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': task-2873983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082385} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1933.505331] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1933.505331] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be4d353-b105-446d-8395-50dd4b4695d6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1933.518878] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3d90ffe1-83ae-4c8c-826d-d15e5ac32dbb tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "1cdeb8bc-12af-4deb-9d65-7afc29ae77e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 25.055s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1933.529220] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 27cf327e-110e-435a-b633-3dbabf857ecb/27cf327e-110e-435a-b633-3dbabf857ecb.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1933.530482] env[71058]: DEBUG nova.network.neutron [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Updating instance_info_cache with network_info: [{"id": "97cc6b99-82a0-4bef-8fff-64787ee8915d", "address": "fa:16:3e:aa:79:ba", "network": {"id": "645164d9-d9b3-4b8e-9ba7-b72f5baa0cf1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1281402244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae6226dd54db4ea48fb124a67d0b2152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97cc6b99-82", "ovs_interfaceid": "97cc6b99-82a0-4bef-8fff-64787ee8915d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1933.536322] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b56b38b-8270-4a1f-ac9a-181b5b5acf37 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1933.547394] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Releasing lock "refresh_cache-ba225999-d519-4726-96b7-3cb2aed5b87a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1933.547676] env[71058]: DEBUG nova.compute.manager [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Instance network_info: |[{"id": "97cc6b99-82a0-4bef-8fff-64787ee8915d", "address": "fa:16:3e:aa:79:ba", "network": {"id": "645164d9-d9b3-4b8e-9ba7-b72f5baa0cf1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1281402244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae6226dd54db4ea48fb124a67d0b2152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97cc6b99-82", "ovs_interfaceid": "97cc6b99-82a0-4bef-8fff-64787ee8915d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1933.548069] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:79:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '193994c7-8e1b-4f25-a4a4-d0563845eb28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97cc6b99-82a0-4bef-8fff-64787ee8915d', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1933.555581] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1933.556459] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1933.556684] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0103b975-374e-4e12-abc6-68d617fcb281 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1933.572392] env[71058]: DEBUG oslo_vmware.api [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Waiting for the task: (returnval){
[ 1933.572392] env[71058]:    value = "task-2873985"
[ 1933.572392] env[71058]:    _type = "Task"
[ 1933.572392] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1933.578054] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1933.578054] env[71058]:    value = "task-2873986"
[ 1933.578054] env[71058]:    _type = "Task"
[ 1933.578054] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1933.581379] env[71058]: DEBUG oslo_vmware.api [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': task-2873985, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1933.591639] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873986, 'name': CreateVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1933.625778] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1933.625778] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]528c7085-84f8-9efb-0909-25925fd75c0e"
[ 1933.625778] env[71058]:    _type = "HttpNfcLease"
[ 1933.625778] env[71058]:  } is ready. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1933.626613] env[71058]: DEBUG oslo_vmware.rw_handles [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1933.626613] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]528c7085-84f8-9efb-0909-25925fd75c0e"
[ 1933.626613] env[71058]:    _type = "HttpNfcLease"
[ 1933.626613] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}}
[ 1933.626855] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8400b50f-1725-4ec3-8151-f80727b7c017 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1933.634817] env[71058]: DEBUG oslo_vmware.rw_handles [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52820a67-60ab-6031-13cf-e0f711cdeec3/disk-0.vmdk from lease info. {{(pid=71058) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1933.635111] env[71058]: DEBUG oslo_vmware.rw_handles [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52820a67-60ab-6031-13cf-e0f711cdeec3/disk-0.vmdk for reading. {{(pid=71058) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}}
[ 1933.760884] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a9572bdd-f484-4be9-86c0-4b4a55cb3cd9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1933.875435] env[71058]: DEBUG nova.compute.manager [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1933.901160] env[71058]: DEBUG nova.virt.hardware [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1933.901416] env[71058]: DEBUG nova.virt.hardware [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1933.901576] env[71058]: DEBUG nova.virt.hardware [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1933.901759] env[71058]: DEBUG nova.virt.hardware [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1933.901952] env[71058]: DEBUG nova.virt.hardware [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1933.902054] env[71058]: DEBUG nova.virt.hardware [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1933.902273] env[71058]: DEBUG nova.virt.hardware [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1933.902557] env[71058]: DEBUG nova.virt.hardware [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1933.902732] env[71058]: DEBUG nova.virt.hardware [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1933.902898] env[71058]: DEBUG nova.virt.hardware [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1933.903086] env[71058]: DEBUG nova.virt.hardware [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1933.903973] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9879e6-a559-4b8d-b401-bd68f9e9ef6c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1933.911898] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903e898e-50d0-41b5-9b9c-7ae042bd0c44 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1934.040229] env[71058]: DEBUG nova.compute.manager [req-bf0e6d40-cea9-432e-afbf-830c55005470 req-3af89947-c3f3-42eb-ba3a-8f169f5c3d4c service nova] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Received event network-changed-97cc6b99-82a0-4bef-8fff-64787ee8915d {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1934.040229] env[71058]: DEBUG nova.compute.manager [req-bf0e6d40-cea9-432e-afbf-830c55005470 req-3af89947-c3f3-42eb-ba3a-8f169f5c3d4c service nova] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Refreshing instance network info cache due to event network-changed-97cc6b99-82a0-4bef-8fff-64787ee8915d. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1934.040229] env[71058]: DEBUG oslo_concurrency.lockutils [req-bf0e6d40-cea9-432e-afbf-830c55005470 req-3af89947-c3f3-42eb-ba3a-8f169f5c3d4c service nova] Acquiring lock "refresh_cache-ba225999-d519-4726-96b7-3cb2aed5b87a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1934.040450] env[71058]: DEBUG oslo_concurrency.lockutils [req-bf0e6d40-cea9-432e-afbf-830c55005470 req-3af89947-c3f3-42eb-ba3a-8f169f5c3d4c service nova] Acquired lock "refresh_cache-ba225999-d519-4726-96b7-3cb2aed5b87a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1934.040699] env[71058]: DEBUG nova.network.neutron [req-bf0e6d40-cea9-432e-afbf-830c55005470 req-3af89947-c3f3-42eb-ba3a-8f169f5c3d4c service nova] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Refreshing network info cache for port 97cc6b99-82a0-4bef-8fff-64787ee8915d {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1934.082817] env[71058]: DEBUG oslo_vmware.api [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': task-2873985, 'name': ReconfigVM_Task, 'duration_secs': 0.475339} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1934.086382] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 27cf327e-110e-435a-b633-3dbabf857ecb/27cf327e-110e-435a-b633-3dbabf857ecb.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1934.087451] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87bb6d6e-db2e-4de6-86ab-26e13197b9a8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1934.093907] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873986, 'name': CreateVM_Task, 'duration_secs': 0.392136} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1934.095086] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1934.095463] env[71058]: DEBUG oslo_vmware.api [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Waiting for the task: (returnval){
[ 1934.095463] env[71058]:    value = "task-2873987"
[ 1934.095463] env[71058]:    _type = "Task"
[ 1934.095463] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1934.096118] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1934.096391] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1934.096849] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1934.097188] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ab5277a-11fe-492a-a1b8-b5a2bcfcff9f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1934.108632] env[71058]: DEBUG oslo_vmware.api [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1934.108632] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52bd32a6-bf3f-0557-e7ad-8dce25512036"
[ 1934.108632] env[71058]:    _type = "Task"
[ 1934.108632] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1934.112778] env[71058]: DEBUG oslo_vmware.api [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': task-2873987, 'name': Rename_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1934.125412] env[71058]: DEBUG oslo_vmware.api [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52bd32a6-bf3f-0557-e7ad-8dce25512036, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1934.474871] env[71058]: DEBUG nova.network.neutron [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Successfully updated port: 6d193a34-fdde-419e-b264-7798a29965a5 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1934.611916] env[71058]: DEBUG oslo_vmware.api [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': task-2873987, 'name': Rename_Task, 'duration_secs': 0.213503} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1934.612393] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1934.612528] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8197f45e-f4af-41b4-9dc3-5576e8384268 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1934.626238] env[71058]: DEBUG oslo_vmware.api [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52bd32a6-bf3f-0557-e7ad-8dce25512036, 'name': SearchDatastore_Task, 'duration_secs': 0.020787} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1934.632505] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1934.632505] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1934.632505] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1934.632505] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1934.633686] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1934.633686] env[71058]: DEBUG oslo_vmware.api [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Waiting for the task: (returnval){
[ 1934.633686] env[71058]:    value = "task-2873988"
[ 1934.633686] env[71058]:    _type = "Task"
[ 1934.633686] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1934.633911] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36bdca93-4c1a-4084-ab2b-a12fb065b67e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1934.653605] env[71058]: DEBUG oslo_vmware.api [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': task-2873988, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1934.656855] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1934.657795] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1934.658818] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-103815f9-dcef-48f5-a628-0f3f68fb2347 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1934.665532] env[71058]: DEBUG oslo_vmware.api [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1934.665532] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e305e5-8d67-f5f2-7749-ed0bb3622f44"
[ 1934.665532] env[71058]:    _type = "Task"
[ 1934.665532] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1934.681824] env[71058]: DEBUG oslo_vmware.api [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e305e5-8d67-f5f2-7749-ed0bb3622f44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1934.975754] env[71058]: DEBUG nova.network.neutron [req-bf0e6d40-cea9-432e-afbf-830c55005470 req-3af89947-c3f3-42eb-ba3a-8f169f5c3d4c service nova] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Updated VIF entry in instance network info cache for port 97cc6b99-82a0-4bef-8fff-64787ee8915d. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1934.976499] env[71058]: DEBUG nova.network.neutron [req-bf0e6d40-cea9-432e-afbf-830c55005470 req-3af89947-c3f3-42eb-ba3a-8f169f5c3d4c service nova] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Updating instance_info_cache with network_info: [{"id": "97cc6b99-82a0-4bef-8fff-64787ee8915d", "address": "fa:16:3e:aa:79:ba", "network": {"id": "645164d9-d9b3-4b8e-9ba7-b72f5baa0cf1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1281402244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae6226dd54db4ea48fb124a67d0b2152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97cc6b99-82", "ovs_interfaceid": "97cc6b99-82a0-4bef-8fff-64787ee8915d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1934.982108] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "refresh_cache-8ad3749a-d94a-411f-8cf8-4d79366ead20" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1934.982257] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquired lock "refresh_cache-8ad3749a-d94a-411f-8cf8-4d79366ead20" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1934.982472] env[71058]: DEBUG nova.network.neutron [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1935.147517] env[71058]: DEBUG oslo_vmware.api [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': task-2873988, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1935.176344] env[71058]: DEBUG oslo_vmware.api [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e305e5-8d67-f5f2-7749-ed0bb3622f44, 'name': SearchDatastore_Task, 'duration_secs': 0.021265} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1935.177221] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e311f070-1332-406a-9aa6-f6fd0220b474 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1935.183465] env[71058]: DEBUG oslo_vmware.api [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1935.183465] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5203b558-267b-a55b-863d-4d212894db97"
[ 1935.183465] env[71058]:    _type = "Task"
[ 1935.183465] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1935.193935] env[71058]: DEBUG oslo_vmware.api [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5203b558-267b-a55b-863d-4d212894db97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1935.235621] env[71058]: DEBUG oslo_concurrency.lockutils [None req-aecc0f58-3b69-4dc9-aef0-e91299db5a71 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "1cdeb8bc-12af-4deb-9d65-7afc29ae77e4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1935.235954] env[71058]: DEBUG oslo_concurrency.lockutils [None req-aecc0f58-3b69-4dc9-aef0-e91299db5a71 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "1cdeb8bc-12af-4deb-9d65-7afc29ae77e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1935.236210] env[71058]: DEBUG oslo_concurrency.lockutils [None req-aecc0f58-3b69-4dc9-aef0-e91299db5a71 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "1cdeb8bc-12af-4deb-9d65-7afc29ae77e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1935.236416] env[71058]: DEBUG oslo_concurrency.lockutils [None req-aecc0f58-3b69-4dc9-aef0-e91299db5a71 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "1cdeb8bc-12af-4deb-9d65-7afc29ae77e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1935.236604] env[71058]: DEBUG oslo_concurrency.lockutils [None req-aecc0f58-3b69-4dc9-aef0-e91299db5a71 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "1cdeb8bc-12af-4deb-9d65-7afc29ae77e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1935.241698] env[71058]: INFO nova.compute.manager [None req-aecc0f58-3b69-4dc9-aef0-e91299db5a71 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Terminating instance
[ 1935.479912] env[71058]: DEBUG oslo_concurrency.lockutils [req-bf0e6d40-cea9-432e-afbf-830c55005470 req-3af89947-c3f3-42eb-ba3a-8f169f5c3d4c service nova] Releasing lock "refresh_cache-ba225999-d519-4726-96b7-3cb2aed5b87a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1935.521544] env[71058]: DEBUG nova.network.neutron [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1935.649731] env[71058]: DEBUG oslo_vmware.api [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': task-2873988, 'name': PowerOnVM_Task, 'duration_secs': 0.596508} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1935.649731] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1935.649731] env[71058]: INFO nova.compute.manager [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Took 8.10 seconds to spawn the instance on the hypervisor.
[ 1935.649731] env[71058]: DEBUG nova.compute.manager [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1935.650704] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32aa9e2-1241-4eb2-b8c1-6bdf02735260 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1935.663493] env[71058]: DEBUG nova.network.neutron [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Updating instance_info_cache with network_info: [{"id": "6d193a34-fdde-419e-b264-7798a29965a5", "address": "fa:16:3e:f3:a1:4d", "network": {"id": "02a93a58-8f0c-468d-b34e-1db5e61a54ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2046819330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ae80f45084747faba9f976dc2d36a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d193a34-fd", "ovs_interfaceid": "6d193a34-fdde-419e-b264-7798a29965a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1935.696798] env[71058]: DEBUG oslo_vmware.api [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5203b558-267b-a55b-863d-4d212894db97, 'name': SearchDatastore_Task, 'duration_secs': 0.011331} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1935.697104] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1935.697381] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] ba225999-d519-4726-96b7-3cb2aed5b87a/ba225999-d519-4726-96b7-3cb2aed5b87a.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1935.697774] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61fe6b8a-933b-4f00-9c6f-4c62e70ff0ee {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1935.706477] env[71058]: DEBUG oslo_vmware.api [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1935.706477] env[71058]:    value = "task-2873989"
[ 1935.706477] env[71058]:    _type = "Task"
[ 1935.706477] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1935.720512] env[71058]: DEBUG oslo_vmware.api [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1935.744255] env[71058]: DEBUG nova.compute.manager [None req-aecc0f58-3b69-4dc9-aef0-e91299db5a71 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1935.744578] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-aecc0f58-3b69-4dc9-aef0-e91299db5a71 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1935.746076] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b5fd7b-ceb1-4879-8197-976994ef7695 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1935.754953] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-aecc0f58-3b69-4dc9-aef0-e91299db5a71 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1935.755256] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ceb7776f-9c3d-4049-98ed-40eb9595c8f0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1935.763320] env[71058]: DEBUG oslo_vmware.api [None req-aecc0f58-3b69-4dc9-aef0-e91299db5a71 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1935.763320] env[71058]:    value = "task-2873990"
[ 1935.763320] env[71058]:    _type = "Task"
[ 1935.763320] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1935.774745] env[71058]: DEBUG oslo_vmware.api [None req-aecc0f58-3b69-4dc9-aef0-e91299db5a71 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1936.153646] env[71058]: DEBUG nova.compute.manager [req-d86594c0-f5d7-45ed-84cf-367f52b6d8aa req-3aedd06c-eb0f-4ddb-94d7-548724bb43b9 service nova] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Received event network-vif-plugged-6d193a34-fdde-419e-b264-7798a29965a5 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1936.153870] env[71058]: DEBUG oslo_concurrency.lockutils [req-d86594c0-f5d7-45ed-84cf-367f52b6d8aa req-3aedd06c-eb0f-4ddb-94d7-548724bb43b9 service nova] Acquiring lock "8ad3749a-d94a-411f-8cf8-4d79366ead20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1936.154616] env[71058]: DEBUG oslo_concurrency.lockutils [req-d86594c0-f5d7-45ed-84cf-367f52b6d8aa req-3aedd06c-eb0f-4ddb-94d7-548724bb43b9 service nova] Lock "8ad3749a-d94a-411f-8cf8-4d79366ead20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1936.154890] env[71058]: DEBUG oslo_concurrency.lockutils [req-d86594c0-f5d7-45ed-84cf-367f52b6d8aa req-3aedd06c-eb0f-4ddb-94d7-548724bb43b9 service nova] Lock "8ad3749a-d94a-411f-8cf8-4d79366ead20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1936.155103] env[71058]: DEBUG nova.compute.manager [req-d86594c0-f5d7-45ed-84cf-367f52b6d8aa req-3aedd06c-eb0f-4ddb-94d7-548724bb43b9 service nova] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] No waiting events found dispatching network-vif-plugged-6d193a34-fdde-419e-b264-7798a29965a5 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1936.156275] env[71058]: WARNING nova.compute.manager [req-d86594c0-f5d7-45ed-84cf-367f52b6d8aa req-3aedd06c-eb0f-4ddb-94d7-548724bb43b9 service nova] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Received unexpected event network-vif-plugged-6d193a34-fdde-419e-b264-7798a29965a5 for instance with vm_state building and task_state spawning.
[ 1936.156772] env[71058]: DEBUG nova.compute.manager [req-d86594c0-f5d7-45ed-84cf-367f52b6d8aa req-3aedd06c-eb0f-4ddb-94d7-548724bb43b9 service nova] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Received event network-changed-6d193a34-fdde-419e-b264-7798a29965a5 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1936.156772] env[71058]: DEBUG nova.compute.manager [req-d86594c0-f5d7-45ed-84cf-367f52b6d8aa req-3aedd06c-eb0f-4ddb-94d7-548724bb43b9 service nova] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Refreshing instance network info cache due to event network-changed-6d193a34-fdde-419e-b264-7798a29965a5. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1936.156948] env[71058]: DEBUG oslo_concurrency.lockutils [req-d86594c0-f5d7-45ed-84cf-367f52b6d8aa req-3aedd06c-eb0f-4ddb-94d7-548724bb43b9 service nova] Acquiring lock "refresh_cache-8ad3749a-d94a-411f-8cf8-4d79366ead20" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1936.168866] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Releasing lock "refresh_cache-8ad3749a-d94a-411f-8cf8-4d79366ead20" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1936.168866] env[71058]: DEBUG nova.compute.manager [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Instance network_info: |[{"id": "6d193a34-fdde-419e-b264-7798a29965a5", "address": "fa:16:3e:f3:a1:4d", "network": {"id": "02a93a58-8f0c-468d-b34e-1db5e61a54ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2046819330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ae80f45084747faba9f976dc2d36a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d193a34-fd", "ovs_interfaceid": "6d193a34-fdde-419e-b264-7798a29965a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1936.169639] env[71058]: INFO nova.compute.manager [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Took 12.94 seconds to build instance.
[ 1936.171102] env[71058]: DEBUG oslo_concurrency.lockutils [req-d86594c0-f5d7-45ed-84cf-367f52b6d8aa req-3aedd06c-eb0f-4ddb-94d7-548724bb43b9 service nova] Acquired lock "refresh_cache-8ad3749a-d94a-411f-8cf8-4d79366ead20" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1936.171102] env[71058]: DEBUG nova.network.neutron [req-d86594c0-f5d7-45ed-84cf-367f52b6d8aa req-3aedd06c-eb0f-4ddb-94d7-548724bb43b9 service nova] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Refreshing network info cache for port 6d193a34-fdde-419e-b264-7798a29965a5 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1936.171783] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:a1:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d193a34-fdde-419e-b264-7798a29965a5', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1936.179751] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1936.183500] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1936.184020] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08116ed5-05fc-4469-9d77-19921018811e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1936.212875] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1936.212875] env[71058]:    value = "task-2873991"
[ 1936.212875] env[71058]:    _type = "Task"
[ 1936.212875] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1936.221474] env[71058]: DEBUG oslo_vmware.api [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873989, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1936.229455] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873991, 'name': CreateVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1936.278316] env[71058]: DEBUG oslo_vmware.api [None req-aecc0f58-3b69-4dc9-aef0-e91299db5a71 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873990, 'name': PowerOffVM_Task, 'duration_secs': 0.251808} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1936.279124] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-aecc0f58-3b69-4dc9-aef0-e91299db5a71 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1936.279124] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-aecc0f58-3b69-4dc9-aef0-e91299db5a71 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1936.279124] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9ed75f1-50df-4d08-a90c-bb81d62cee79 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1936.345545] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-aecc0f58-3b69-4dc9-aef0-e91299db5a71 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1936.347031] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-aecc0f58-3b69-4dc9-aef0-e91299db5a71 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1936.347031] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-aecc0f58-3b69-4dc9-aef0-e91299db5a71 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Deleting the datastore file [datastore2] 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1936.347031] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-837de812-cb54-478e-8465-dd783fdcbc6c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1936.356725] env[71058]: DEBUG oslo_vmware.api [None req-aecc0f58-3b69-4dc9-aef0-e91299db5a71 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for the task: (returnval){
[ 1936.356725] env[71058]:    value = "task-2873993"
[ 1936.356725] env[71058]:    _type = "Task"
[ 1936.356725] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1936.369585] env[71058]: DEBUG oslo_vmware.api [None req-aecc0f58-3b69-4dc9-aef0-e91299db5a71 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1936.451786] env[71058]: DEBUG nova.network.neutron [req-d86594c0-f5d7-45ed-84cf-367f52b6d8aa req-3aedd06c-eb0f-4ddb-94d7-548724bb43b9 service nova] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Updated VIF entry in instance network info cache for port 6d193a34-fdde-419e-b264-7798a29965a5. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1936.453640] env[71058]: DEBUG nova.network.neutron [req-d86594c0-f5d7-45ed-84cf-367f52b6d8aa req-3aedd06c-eb0f-4ddb-94d7-548724bb43b9 service nova] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Updating instance_info_cache with network_info: [{"id": "6d193a34-fdde-419e-b264-7798a29965a5", "address": "fa:16:3e:f3:a1:4d", "network": {"id": "02a93a58-8f0c-468d-b34e-1db5e61a54ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2046819330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ae80f45084747faba9f976dc2d36a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d193a34-fd", "ovs_interfaceid": "6d193a34-fdde-419e-b264-7798a29965a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1936.682038] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0a1b31da-3166-46b6-a828-4ffa41414bac tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Lock "27cf327e-110e-435a-b633-3dbabf857ecb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.460s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1936.724770] env[71058]: DEBUG oslo_vmware.api [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610694} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1936.726903] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] ba225999-d519-4726-96b7-3cb2aed5b87a/ba225999-d519-4726-96b7-3cb2aed5b87a.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1936.726903] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1936.726903] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64349140-4b77-48cc-92fe-868f66f7c0af {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1936.732442] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2873991, 'name': CreateVM_Task, 'duration_secs': 0.331798} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1936.733029] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1936.733811] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1936.734056] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1936.734484] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1936.734794] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d093451-7758-496c-a47a-f2e2a648902a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1936.737821] env[71058]: DEBUG oslo_vmware.api [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1936.737821] env[71058]:    value = "task-2873994"
[ 1936.737821] env[71058]:    _type = "Task"
[ 1936.737821] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1936.742502] env[71058]: DEBUG oslo_vmware.api [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1936.742502] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522137a4-8ef2-b8ef-7beb-0d16bd873a69"
[ 1936.742502] env[71058]:    _type = "Task"
[ 1936.742502] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1936.749191] env[71058]: DEBUG oslo_vmware.api [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873994, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1936.754140] env[71058]: DEBUG oslo_vmware.api [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522137a4-8ef2-b8ef-7beb-0d16bd873a69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1936.866066] env[71058]: DEBUG oslo_vmware.api [None req-aecc0f58-3b69-4dc9-aef0-e91299db5a71 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Task: {'id': task-2873993, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25353} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1936.866360] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-aecc0f58-3b69-4dc9-aef0-e91299db5a71 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1936.866566] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-aecc0f58-3b69-4dc9-aef0-e91299db5a71 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1936.866750] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-aecc0f58-3b69-4dc9-aef0-e91299db5a71 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1936.866942] env[71058]: INFO nova.compute.manager [None req-aecc0f58-3b69-4dc9-aef0-e91299db5a71 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Took 1.12 seconds to destroy the instance on the hypervisor.
[ 1936.867205] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aecc0f58-3b69-4dc9-aef0-e91299db5a71 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1936.867417] env[71058]: DEBUG nova.compute.manager [-] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1936.867515] env[71058]: DEBUG nova.network.neutron [-] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1936.955125] env[71058]: DEBUG oslo_concurrency.lockutils [req-d86594c0-f5d7-45ed-84cf-367f52b6d8aa req-3aedd06c-eb0f-4ddb-94d7-548724bb43b9 service nova] Releasing lock "refresh_cache-8ad3749a-d94a-411f-8cf8-4d79366ead20" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1937.039860] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Acquiring lock "2182b7bf-826e-4ff9-a6bd-da08ea92d774" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1937.040102] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Lock "2182b7bf-826e-4ff9-a6bd-da08ea92d774" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1937.196621] env[71058]: DEBUG nova.compute.manager [req-6884381b-3599-423c-a4ae-2e3df9f34aed req-24969859-640d-4e97-abe9-9c73d9cf23f7 service nova] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Received event network-changed-a02af2a6-f927-4477-bf13-ec5c017ea8d3 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1937.196847] env[71058]: DEBUG nova.compute.manager [req-6884381b-3599-423c-a4ae-2e3df9f34aed req-24969859-640d-4e97-abe9-9c73d9cf23f7 service nova] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Refreshing instance network info cache due to event network-changed-a02af2a6-f927-4477-bf13-ec5c017ea8d3. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1937.197078] env[71058]: DEBUG oslo_concurrency.lockutils [req-6884381b-3599-423c-a4ae-2e3df9f34aed req-24969859-640d-4e97-abe9-9c73d9cf23f7 service nova] Acquiring lock "refresh_cache-27cf327e-110e-435a-b633-3dbabf857ecb" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1937.197229] env[71058]: DEBUG oslo_concurrency.lockutils [req-6884381b-3599-423c-a4ae-2e3df9f34aed req-24969859-640d-4e97-abe9-9c73d9cf23f7 service nova] Acquired lock "refresh_cache-27cf327e-110e-435a-b633-3dbabf857ecb" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1937.197974] env[71058]: DEBUG nova.network.neutron [req-6884381b-3599-423c-a4ae-2e3df9f34aed req-24969859-640d-4e97-abe9-9c73d9cf23f7 service nova] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Refreshing network info cache for port a02af2a6-f927-4477-bf13-ec5c017ea8d3 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1937.253345] env[71058]: DEBUG oslo_vmware.api [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522137a4-8ef2-b8ef-7beb-0d16bd873a69, 'name': SearchDatastore_Task, 'duration_secs': 0.017289} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1937.259146] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1937.259146] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1937.259146] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1937.259146] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1937.259146] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1937.259146] env[71058]: DEBUG oslo_vmware.api [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873994, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064668} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1937.259146] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b264facd-fd99-459f-8f67-dce91f8660ef {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1937.260291] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1937.261139] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04970b3-0083-4779-8593-5c976c4bdaeb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1937.286771] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] ba225999-d519-4726-96b7-3cb2aed5b87a/ba225999-d519-4726-96b7-3cb2aed5b87a.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1937.290536] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-785e32eb-6a4f-4239-93a0-90b6634be27d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1937.306631] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1937.306828] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1937.307647] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-421c51e5-405b-41e0-b81e-c4deecf25a65 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1937.314844] env[71058]: DEBUG oslo_vmware.api [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1937.314844] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5204e8bc-dfd4-d2d1-784b-a2201240d8d6"
[ 1937.314844] env[71058]:    _type = "Task"
[ 1937.314844] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1937.319443] env[71058]: DEBUG oslo_vmware.api [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1937.319443] env[71058]:    value = "task-2873995"
[ 1937.319443] env[71058]:    _type = "Task"
[ 1937.319443] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1937.326661] env[71058]: DEBUG oslo_vmware.api [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5204e8bc-dfd4-d2d1-784b-a2201240d8d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1937.332363] env[71058]: DEBUG oslo_vmware.api [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873995, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1937.545908] env[71058]: DEBUG nova.compute.manager [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1937.647818] env[71058]: DEBUG nova.network.neutron [-] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1937.829837] env[71058]: DEBUG oslo_vmware.api [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5204e8bc-dfd4-d2d1-784b-a2201240d8d6, 'name': SearchDatastore_Task, 'duration_secs': 0.017433} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1937.831290] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-470dac27-5eb2-4940-a884-bfb99e25ab16 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1937.836972] env[71058]: DEBUG oslo_vmware.api [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873995, 'name': ReconfigVM_Task, 'duration_secs': 0.27603} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1937.837418] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Reconfigured VM instance instance-0000006e to attach disk [datastore1] ba225999-d519-4726-96b7-3cb2aed5b87a/ba225999-d519-4726-96b7-3cb2aed5b87a.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1937.838100] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-303274b0-229f-457d-86a6-9f960542e318 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1937.840884] env[71058]: DEBUG oslo_vmware.api [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1937.840884] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52585a74-3547-f1ef-4b66-7b050f6f2b71"
[ 1937.840884] env[71058]:    _type = "Task"
[ 1937.840884] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1937.845834] env[71058]: DEBUG oslo_vmware.api [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1937.845834] env[71058]:    value = "task-2873996"
[ 1937.845834] env[71058]:    _type = "Task"
[ 1937.845834] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1937.849104] env[71058]: DEBUG oslo_vmware.api [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52585a74-3547-f1ef-4b66-7b050f6f2b71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1937.857423] env[71058]: DEBUG oslo_vmware.api [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873996, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1937.933919] env[71058]: DEBUG nova.network.neutron [req-6884381b-3599-423c-a4ae-2e3df9f34aed req-24969859-640d-4e97-abe9-9c73d9cf23f7 service nova] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Updated VIF entry in instance network info cache for port a02af2a6-f927-4477-bf13-ec5c017ea8d3. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1937.934328] env[71058]: DEBUG nova.network.neutron [req-6884381b-3599-423c-a4ae-2e3df9f34aed req-24969859-640d-4e97-abe9-9c73d9cf23f7 service nova] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Updating instance_info_cache with network_info: [{"id": "a02af2a6-f927-4477-bf13-ec5c017ea8d3", "address": "fa:16:3e:b5:f3:b3", "network": {"id": "1b8a9c13-8d79-4b85-be16-a3a4a4b502bd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1251657008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f7960ed72844aa89d4ec6c806614c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa02af2a6-f9", "ovs_interfaceid": "a02af2a6-f927-4477-bf13-ec5c017ea8d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1938.074115] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1938.074416] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1938.076689] env[71058]: INFO nova.compute.claims [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1938.151879] env[71058]: INFO nova.compute.manager [-] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Took 1.28 seconds to deallocate network for instance.
[ 1938.216274] env[71058]: DEBUG nova.compute.manager [req-95c5c1a1-97e3-49fb-a2cb-2408afaa424c req-6e54d608-a919-4b30-85e2-ad0244011c33 service nova] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Received event network-vif-deleted-9f5ce590-2204-43c8-a983-a41847fd4e3a {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1938.357132] env[71058]: DEBUG oslo_vmware.api [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52585a74-3547-f1ef-4b66-7b050f6f2b71, 'name': SearchDatastore_Task, 'duration_secs': 0.013053} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1938.357852] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1938.358175] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 8ad3749a-d94a-411f-8cf8-4d79366ead20/8ad3749a-d94a-411f-8cf8-4d79366ead20.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1938.358454] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28565d11-2fa4-422e-b0e1-929d10587769 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1938.363949] env[71058]: DEBUG oslo_vmware.api [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873996, 'name': Rename_Task, 'duration_secs': 0.150089} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1938.364664] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1938.364938] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21de7062-edec-472d-a359-0370ae615d49 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1938.369047] env[71058]: DEBUG oslo_vmware.api [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1938.369047] env[71058]:    value = "task-2873997"
[ 1938.369047] env[71058]:    _type = "Task"
[ 1938.369047] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1938.373789] env[71058]: DEBUG oslo_vmware.api [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1938.373789] env[71058]:    value = "task-2873998"
[ 1938.373789] env[71058]:    _type = "Task"
[ 1938.373789] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1938.381477] env[71058]: DEBUG oslo_vmware.api [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1938.387413] env[71058]: DEBUG oslo_vmware.api [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1938.437566] env[71058]: DEBUG oslo_concurrency.lockutils [req-6884381b-3599-423c-a4ae-2e3df9f34aed req-24969859-640d-4e97-abe9-9c73d9cf23f7 service nova] Releasing lock "refresh_cache-27cf327e-110e-435a-b633-3dbabf857ecb" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1938.658633] env[71058]: DEBUG oslo_concurrency.lockutils [None req-aecc0f58-3b69-4dc9-aef0-e91299db5a71 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1938.826565] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager.update_available_resource {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1938.883965] env[71058]: DEBUG oslo_vmware.api [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873997, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1938.892024] env[71058]: DEBUG oslo_vmware.api [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873998, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1939.248872] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea55776-7530-45e4-8152-4608308f11fe {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1939.256627] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88889384-0dda-4ab0-9d93-1e2f36a06a9b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1939.289093] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66fccfd-11b4-4f2f-b6f3-1fc9c5b10e83 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1939.292140] env[71058]: DEBUG nova.compute.manager [req-f34c7afa-f92b-4ff2-8ead-be601f12865b req-7dff6630-d9c8-41e7-9fae-9c2c55375fc9 service nova] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Received event network-changed-a02af2a6-f927-4477-bf13-ec5c017ea8d3 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1939.292349] env[71058]: DEBUG nova.compute.manager [req-f34c7afa-f92b-4ff2-8ead-be601f12865b req-7dff6630-d9c8-41e7-9fae-9c2c55375fc9 service nova] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Refreshing instance network info cache due to event network-changed-a02af2a6-f927-4477-bf13-ec5c017ea8d3. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1939.292558] env[71058]: DEBUG oslo_concurrency.lockutils [req-f34c7afa-f92b-4ff2-8ead-be601f12865b req-7dff6630-d9c8-41e7-9fae-9c2c55375fc9 service nova] Acquiring lock "refresh_cache-27cf327e-110e-435a-b633-3dbabf857ecb" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1939.292698] env[71058]: DEBUG oslo_concurrency.lockutils [req-f34c7afa-f92b-4ff2-8ead-be601f12865b req-7dff6630-d9c8-41e7-9fae-9c2c55375fc9 service nova] Acquired lock "refresh_cache-27cf327e-110e-435a-b633-3dbabf857ecb" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1939.293066] env[71058]: DEBUG nova.network.neutron [req-f34c7afa-f92b-4ff2-8ead-be601f12865b req-7dff6630-d9c8-41e7-9fae-9c2c55375fc9 service nova] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Refreshing network info cache for port a02af2a6-f927-4477-bf13-ec5c017ea8d3 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1939.300429] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d07cb7-622e-419e-afd4-1e3bf988f9e9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1939.319233] env[71058]: DEBUG nova.compute.provider_tree [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1939.330790] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1939.381012] env[71058]: DEBUG oslo_vmware.api [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873997, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641213} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1939.393744] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 8ad3749a-d94a-411f-8cf8-4d79366ead20/8ad3749a-d94a-411f-8cf8-4d79366ead20.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1939.394186] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1939.394645] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc60fada-82ab-4d32-b4a0-221e38622190 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1939.403596] env[71058]: DEBUG oslo_vmware.api [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2873998, 'name': PowerOnVM_Task, 'duration_secs': 0.54264} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1939.405028] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1939.405276] env[71058]: INFO nova.compute.manager [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Took 7.83 seconds to spawn the instance on the hypervisor.
[ 1939.405477] env[71058]: DEBUG nova.compute.manager [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1939.405834] env[71058]: DEBUG oslo_vmware.api [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1939.405834] env[71058]:    value = "task-2873999"
[ 1939.405834] env[71058]:    _type = "Task"
[ 1939.405834] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1939.406631] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d612db67-1397-4ae9-862b-3ed7b6e0811f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1939.424629] env[71058]: DEBUG oslo_vmware.api [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1939.824458] env[71058]: DEBUG nova.scheduler.client.report [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1939.919089] env[71058]: DEBUG oslo_vmware.api [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2873999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.277627} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1939.919439] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1939.920115] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4202d847-1a2b-43c8-ad7a-4097af3cd6f6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1939.946303] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 8ad3749a-d94a-411f-8cf8-4d79366ead20/8ad3749a-d94a-411f-8cf8-4d79366ead20.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1939.948122] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b267436b-cb80-4467-90c9-ceda56b68bde {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1939.962667] env[71058]: INFO nova.compute.manager [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Took 15.07 seconds to build instance.
[ 1939.972444] env[71058]: DEBUG oslo_vmware.api [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1939.972444] env[71058]:    value = "task-2874000"
[ 1939.972444] env[71058]:    _type = "Task"
[ 1939.972444] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1939.982205] env[71058]: DEBUG oslo_vmware.api [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874000, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1940.037322] env[71058]: DEBUG nova.network.neutron [req-f34c7afa-f92b-4ff2-8ead-be601f12865b req-7dff6630-d9c8-41e7-9fae-9c2c55375fc9 service nova] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Updated VIF entry in instance network info cache for port a02af2a6-f927-4477-bf13-ec5c017ea8d3. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1940.037843] env[71058]: DEBUG nova.network.neutron [req-f34c7afa-f92b-4ff2-8ead-be601f12865b req-7dff6630-d9c8-41e7-9fae-9c2c55375fc9 service nova] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Updating instance_info_cache with network_info: [{"id": "a02af2a6-f927-4477-bf13-ec5c017ea8d3", "address": "fa:16:3e:b5:f3:b3", "network": {"id": "1b8a9c13-8d79-4b85-be16-a3a4a4b502bd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1251657008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f7960ed72844aa89d4ec6c806614c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa02af2a6-f9", "ovs_interfaceid": "a02af2a6-f927-4477-bf13-ec5c017ea8d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1940.299813] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Acquiring lock "4e0f9f23-9402-42a1-8d29-be0e6f77c8ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1940.300109] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Lock "4e0f9f23-9402-42a1-8d29-be0e6f77c8ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1940.331441] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.255s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1940.331441] env[71058]: DEBUG oslo_concurrency.lockutils [None req-aecc0f58-3b69-4dc9-aef0-e91299db5a71 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.673s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1940.331441] env[71058]: DEBUG nova.objects.instance [None req-aecc0f58-3b69-4dc9-aef0-e91299db5a71 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lazy-loading 'resources' on Instance uuid 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1940.467628] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a6c51626-b064-4bc7-bddd-00834710d595 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "ba225999-d519-4726-96b7-3cb2aed5b87a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.586s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1940.482551] env[71058]: DEBUG oslo_vmware.api [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874000, 'name': ReconfigVM_Task, 'duration_secs': 0.470389} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1940.482943] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 8ad3749a-d94a-411f-8cf8-4d79366ead20/8ad3749a-d94a-411f-8cf8-4d79366ead20.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1940.483629] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f88f41a2-0b32-46be-b0fd-532b641f1556 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1940.490537] env[71058]: DEBUG oslo_vmware.api [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1940.490537] env[71058]:    value = "task-2874001"
[ 1940.490537] env[71058]:    _type = "Task"
[ 1940.490537] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1940.499545] env[71058]: DEBUG oslo_vmware.api [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874001, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1940.542712] env[71058]: DEBUG oslo_concurrency.lockutils [req-f34c7afa-f92b-4ff2-8ead-be601f12865b req-7dff6630-d9c8-41e7-9fae-9c2c55375fc9 service nova] Releasing lock "refresh_cache-27cf327e-110e-435a-b633-3dbabf857ecb" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1940.802433] env[71058]: DEBUG nova.compute.manager [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1940.835290] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Acquiring lock "2ed4e90d-be7a-4cbc-9394-191f097a65fd" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.<locals>._do_validation" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1940.835707] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Lock "2ed4e90d-be7a-4cbc-9394-191f097a65fd" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.<locals>._do_validation" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1941.001365] env[71058]: DEBUG oslo_vmware.api [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874001, 'name': Rename_Task, 'duration_secs': 0.23935} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1941.004320] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1941.004816] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a3b1ad9-ba21-4ca3-9c60-b14fbe1a4256 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1941.011426] env[71058]: DEBUG oslo_vmware.api [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1941.011426] env[71058]:    value = "task-2874002"
[ 1941.011426] env[71058]:    _type = "Task"
[ 1941.011426] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1941.016260] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e64df6e-a0a6-443c-bbf2-7256bd541e77 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1941.023872] env[71058]: DEBUG oslo_vmware.api [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1941.026661] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617f7303-13ba-4d09-9f77-f8568210beea {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1941.057326] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7952217c-8607-4eab-aa1f-ad85f21e1246 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1941.065156] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c435f89-d666-4800-9e0c-4e1497bcbfed {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1941.079152] env[71058]: DEBUG nova.compute.provider_tree [None req-aecc0f58-3b69-4dc9-aef0-e91299db5a71 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1941.189170] env[71058]: DEBUG oslo_concurrency.lockutils [None req-59ec1c20-f241-408d-a20f-9763218b4163 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "ba225999-d519-4726-96b7-3cb2aed5b87a" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1941.189494] env[71058]: DEBUG oslo_concurrency.lockutils [None req-59ec1c20-f241-408d-a20f-9763218b4163 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "ba225999-d519-4726-96b7-3cb2aed5b87a" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1941.189745] env[71058]: DEBUG nova.compute.manager [None req-59ec1c20-f241-408d-a20f-9763218b4163 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1941.190706] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f8d477-7fa0-4e52-825d-989f13cac042 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1941.198052] env[71058]: DEBUG nova.compute.manager [None req-59ec1c20-f241-408d-a20f-9763218b4163 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71058) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}}
[ 1941.198718] env[71058]: DEBUG nova.objects.instance [None req-59ec1c20-f241-408d-a20f-9763218b4163 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lazy-loading 'flavor' on Instance uuid ba225999-d519-4726-96b7-3cb2aed5b87a {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1941.323179] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1941.341056] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Lock "2ed4e90d-be7a-4cbc-9394-191f097a65fd" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.<locals>._do_validation" :: held 0.505s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1941.341482] env[71058]: DEBUG nova.compute.manager [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1941.522571] env[71058]: DEBUG oslo_vmware.api [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874002, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1941.582086] env[71058]: DEBUG nova.scheduler.client.report [None req-aecc0f58-3b69-4dc9-aef0-e91299db5a71 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1941.848108] env[71058]: DEBUG nova.compute.utils [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1941.849850] env[71058]: DEBUG nova.compute.manager [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1941.850060] env[71058]: DEBUG nova.network.neutron [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1941.899592] env[71058]: DEBUG nova.policy [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9504459d67a542e4bf38c855eabfe85e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cee46431cf36403c86150739d3169688', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1942.022174] env[71058]: DEBUG oslo_vmware.api [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874002, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1942.087661] env[71058]: DEBUG oslo_concurrency.lockutils [None req-aecc0f58-3b69-4dc9-aef0-e91299db5a71 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.757s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1942.090118] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.759s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1942.090298] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1942.090456] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71058) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
[ 1942.090772] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.768s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1942.092337] env[71058]: INFO nova.compute.claims [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1942.095551] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6965136-1c33-498b-a620-d74c0865e945 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1942.104955] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ec7f13-4512-49aa-83ce-08a99c3ab259 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1942.109612] env[71058]: INFO nova.scheduler.client.report [None req-aecc0f58-3b69-4dc9-aef0-e91299db5a71 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Deleted allocations for instance 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4
[ 1942.123187] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc78e5b-e5ad-4318-ad6d-87b5be86080b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1942.130623] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11324758-ccec-4673-9406-76eb98c6532d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1942.168139] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179332MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=71058) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
[ 1942.168325] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1942.171837] env[71058]: DEBUG nova.network.neutron [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Successfully created port: 430f8da5-bceb-4244-9e58-bcd30a1dab57 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1942.209332] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ec1c20-f241-408d-a20f-9763218b4163 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1942.209647] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8449150f-8712-4f34-81bf-cf1e9a7264eb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1942.217783] env[71058]: DEBUG oslo_vmware.api [None req-59ec1c20-f241-408d-a20f-9763218b4163 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1942.217783] env[71058]:    value = "task-2874003"
[ 1942.217783] env[71058]:    _type = "Task"
[ 1942.217783] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1942.226597] env[71058]: DEBUG oslo_vmware.api [None req-59ec1c20-f241-408d-a20f-9763218b4163 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2874003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1942.342911] env[71058]: DEBUG oslo_vmware.rw_handles [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52820a67-60ab-6031-13cf-e0f711cdeec3/disk-0.vmdk. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1942.343871] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e010fe7-1c69-4f66-9bcd-3d789849442e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1942.350046] env[71058]: DEBUG oslo_vmware.rw_handles [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52820a67-60ab-6031-13cf-e0f711cdeec3/disk-0.vmdk is in state: ready. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1942.350213] env[71058]: ERROR oslo_vmware.rw_handles [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52820a67-60ab-6031-13cf-e0f711cdeec3/disk-0.vmdk due to incomplete transfer.
[ 1942.350471] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b0fbe03f-4143-4729-ae26-e0f96050ec61 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1942.352524] env[71058]: DEBUG nova.compute.manager [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1942.357875] env[71058]: DEBUG oslo_vmware.rw_handles [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52820a67-60ab-6031-13cf-e0f711cdeec3/disk-0.vmdk. {{(pid=71058) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}}
[ 1942.358088] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Uploaded image b67e5557-d6d4-421a-a4a1-6c90a4b3d619 to the Glance image server {{(pid=71058) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}}
[ 1942.360523] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Destroying the VM {{(pid=71058) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}}
[ 1942.360910] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a94fd24c-12a5-4ed5-92cb-78457d1570a9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1942.366836] env[71058]: DEBUG oslo_vmware.api [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the task: (returnval){
[ 1942.366836] env[71058]:    value = "task-2874004"
[ 1942.366836] env[71058]:    _type = "Task"
[ 1942.366836] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1942.375372] env[71058]: DEBUG oslo_vmware.api [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874004, 'name': Destroy_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1942.522612] env[71058]: DEBUG oslo_vmware.api [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874002, 'name': PowerOnVM_Task, 'duration_secs': 1.333688} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1942.522805] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1942.523023] env[71058]: INFO nova.compute.manager [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Took 8.65 seconds to spawn the instance on the hypervisor.
[ 1942.523169] env[71058]: DEBUG nova.compute.manager [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1942.523950] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9ae0c8-73af-4455-82f6-02c05e064b45 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1942.625194] env[71058]: DEBUG oslo_concurrency.lockutils [None req-aecc0f58-3b69-4dc9-aef0-e91299db5a71 tempest-ServerDiskConfigTestJSON-1394011369 tempest-ServerDiskConfigTestJSON-1394011369-project-member] Lock "1cdeb8bc-12af-4deb-9d65-7afc29ae77e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 7.389s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1942.728563] env[71058]: DEBUG oslo_vmware.api [None req-59ec1c20-f241-408d-a20f-9763218b4163 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2874003, 'name': PowerOffVM_Task, 'duration_secs': 0.281285} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1942.728850] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ec1c20-f241-408d-a20f-9763218b4163 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1942.729058] env[71058]: DEBUG nova.compute.manager [None req-59ec1c20-f241-408d-a20f-9763218b4163 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1942.729854] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c5e534-1671-4fa8-8305-5a9531ebcb65 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1942.876902] env[71058]: DEBUG oslo_vmware.api [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874004, 'name': Destroy_Task, 'duration_secs': 0.322997} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1942.877171] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Destroyed the VM
[ 1942.877406] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Deleting Snapshot of the VM instance {{(pid=71058) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}}
[ 1942.877681] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c4fb9955-34dd-42c9-9fc7-4468f1c84808 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1942.886013] env[71058]: DEBUG oslo_vmware.api [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the task: (returnval){
[ 1942.886013] env[71058]:    value = "task-2874005"
[ 1942.886013] env[71058]:    _type = "Task"
[ 1942.886013] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1942.892214] env[71058]: DEBUG oslo_vmware.api [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874005, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1943.045616] env[71058]: INFO nova.compute.manager [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Took 17.13 seconds to build instance.
[ 1943.245078] env[71058]: DEBUG oslo_concurrency.lockutils [None req-59ec1c20-f241-408d-a20f-9763218b4163 tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "ba225999-d519-4726-96b7-3cb2aed5b87a" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 2.056s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1943.310966] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848bae96-cd37-4c64-b356-f1bbae9ef9be {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1943.319995] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e453ca-7ea5-469d-bcb5-ee1a22657323 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1943.353192] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86768048-c37f-4af9-92ab-3c50e635839e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1943.361143] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699b3b49-155e-4102-8e5a-bbf814285e8e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1943.365997] env[71058]: DEBUG nova.compute.manager [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1943.384483] env[71058]: DEBUG nova.compute.provider_tree [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1943.397865] env[71058]: DEBUG oslo_vmware.api [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874005, 'name': RemoveSnapshot_Task, 'duration_secs': 0.377025} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1943.400080] env[71058]: DEBUG nova.virt.hardware [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1943.401018] env[71058]: DEBUG nova.virt.hardware [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1943.401262] env[71058]: DEBUG nova.virt.hardware [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1943.401513] env[71058]: DEBUG nova.virt.hardware [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1943.401720] env[71058]: DEBUG nova.virt.hardware [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1943.401922] env[71058]: DEBUG nova.virt.hardware [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1943.402200] env[71058]: DEBUG nova.virt.hardware [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1943.402424] env[71058]: DEBUG nova.virt.hardware [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1943.402657] env[71058]: DEBUG nova.virt.hardware [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1943.402878] env[71058]: DEBUG nova.virt.hardware [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1943.403139] env[71058]: DEBUG nova.virt.hardware [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1943.403486] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Deleted Snapshot of the VM instance {{(pid=71058) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}}
[ 1943.403969] env[71058]: DEBUG nova.compute.manager [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1943.405107] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1bece9-88f5-48ee-a96c-b821d5d283c3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1943.408221] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff7ae26-41e5-4f98-990d-626b37a31abc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1943.417184] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc86e1c8-5d2b-46d9-980a-dec4cb8f940b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1943.547479] env[71058]: DEBUG oslo_concurrency.lockutils [None req-5b0c3665-1841-4f1d-8b25-0eed21504017 tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "8ad3749a-d94a-411f-8cf8-4d79366ead20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.637s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1943.599610] env[71058]: DEBUG nova.compute.manager [req-46b51bff-a704-4358-8052-d36451daaedf req-785f7a30-338e-4d7c-a773-8364227f6644 service nova] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Received event network-vif-plugged-430f8da5-bceb-4244-9e58-bcd30a1dab57 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1943.599854] env[71058]: DEBUG oslo_concurrency.lockutils [req-46b51bff-a704-4358-8052-d36451daaedf req-785f7a30-338e-4d7c-a773-8364227f6644 service nova] Acquiring lock "2182b7bf-826e-4ff9-a6bd-da08ea92d774-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1943.600045] env[71058]: DEBUG oslo_concurrency.lockutils [req-46b51bff-a704-4358-8052-d36451daaedf req-785f7a30-338e-4d7c-a773-8364227f6644 service nova] Lock "2182b7bf-826e-4ff9-a6bd-da08ea92d774-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1943.600216] env[71058]: DEBUG oslo_concurrency.lockutils [req-46b51bff-a704-4358-8052-d36451daaedf req-785f7a30-338e-4d7c-a773-8364227f6644 service nova] Lock "2182b7bf-826e-4ff9-a6bd-da08ea92d774-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1943.600385] env[71058]: DEBUG nova.compute.manager [req-46b51bff-a704-4358-8052-d36451daaedf req-785f7a30-338e-4d7c-a773-8364227f6644 service nova] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] No waiting events found dispatching network-vif-plugged-430f8da5-bceb-4244-9e58-bcd30a1dab57 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1943.600548] env[71058]: WARNING nova.compute.manager [req-46b51bff-a704-4358-8052-d36451daaedf req-785f7a30-338e-4d7c-a773-8364227f6644 service nova] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Received unexpected event network-vif-plugged-430f8da5-bceb-4244-9e58-bcd30a1dab57 for instance with vm_state building and task_state spawning.
[ 1943.689180] env[71058]: DEBUG nova.network.neutron [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Successfully updated port: 430f8da5-bceb-4244-9e58-bcd30a1dab57 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1943.887150] env[71058]: DEBUG nova.scheduler.client.report [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1943.927141] env[71058]: INFO nova.compute.manager [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Shelve offloading
[ 1944.019983] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d9340139-91b6-4c1a-8c1b-f0ff4cba551c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "ba225999-d519-4726-96b7-3cb2aed5b87a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1944.020275] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d9340139-91b6-4c1a-8c1b-f0ff4cba551c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "ba225999-d519-4726-96b7-3cb2aed5b87a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1944.020488] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d9340139-91b6-4c1a-8c1b-f0ff4cba551c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "ba225999-d519-4726-96b7-3cb2aed5b87a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1944.020672] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d9340139-91b6-4c1a-8c1b-f0ff4cba551c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "ba225999-d519-4726-96b7-3cb2aed5b87a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1944.020837] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d9340139-91b6-4c1a-8c1b-f0ff4cba551c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "ba225999-d519-4726-96b7-3cb2aed5b87a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1944.024617] env[71058]: INFO nova.compute.manager [None req-d9340139-91b6-4c1a-8c1b-f0ff4cba551c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Terminating instance
[ 1944.192116] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Acquiring lock "refresh_cache-2182b7bf-826e-4ff9-a6bd-da08ea92d774" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1944.192428] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Acquired lock "refresh_cache-2182b7bf-826e-4ff9-a6bd-da08ea92d774" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1944.192498] env[71058]: DEBUG nova.network.neutron [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1944.392402] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.301s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1944.392964] env[71058]: DEBUG nova.compute.manager [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1944.396292] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.228s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1944.430295] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1944.431015] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dddb4b72-2141-45fc-abbe-7b824373a907 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1944.439330] env[71058]: DEBUG oslo_vmware.api [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the task: (returnval){
[ 1944.439330] env[71058]:    value = "task-2874006"
[ 1944.439330] env[71058]:    _type = "Task"
[ 1944.439330] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1944.451159] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] VM already powered off {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}}
[ 1944.451363] env[71058]: DEBUG nova.compute.manager [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1944.452141] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a344de3-4880-4b98-8a9d-19d2a1e99b4c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1944.458978] env[71058]: DEBUG oslo_concurrency.lockutils [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquiring lock "refresh_cache-6fe501bd-1cac-4abb-9e92-db5df2af61ee" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1944.459158] env[71058]: DEBUG oslo_concurrency.lockutils [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquired lock "refresh_cache-6fe501bd-1cac-4abb-9e92-db5df2af61ee" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1944.459322] env[71058]: DEBUG nova.network.neutron [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1944.529026] env[71058]: DEBUG nova.compute.manager [None req-d9340139-91b6-4c1a-8c1b-f0ff4cba551c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1944.529026] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d9340139-91b6-4c1a-8c1b-f0ff4cba551c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1944.530890] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45de7be3-c629-4bc8-8b24-14900a9ebfc2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1944.541649] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d9340139-91b6-4c1a-8c1b-f0ff4cba551c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1944.541649] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4adaa42f-7694-459d-b6e9-ac58317a684e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1944.583778] env[71058]: DEBUG nova.compute.manager [req-f23501ff-54aa-4cfb-904f-1f387a320499 req-7375899a-cdb7-409d-8b26-c9bbfb96563d service nova] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Received event network-changed-6d193a34-fdde-419e-b264-7798a29965a5 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1944.583778] env[71058]: DEBUG nova.compute.manager [req-f23501ff-54aa-4cfb-904f-1f387a320499 req-7375899a-cdb7-409d-8b26-c9bbfb96563d service nova] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Refreshing instance network info cache due to event network-changed-6d193a34-fdde-419e-b264-7798a29965a5. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1944.583778] env[71058]: DEBUG oslo_concurrency.lockutils [req-f23501ff-54aa-4cfb-904f-1f387a320499 req-7375899a-cdb7-409d-8b26-c9bbfb96563d service nova] Acquiring lock "refresh_cache-8ad3749a-d94a-411f-8cf8-4d79366ead20" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1944.583963] env[71058]: DEBUG oslo_concurrency.lockutils [req-f23501ff-54aa-4cfb-904f-1f387a320499 req-7375899a-cdb7-409d-8b26-c9bbfb96563d service nova] Acquired lock "refresh_cache-8ad3749a-d94a-411f-8cf8-4d79366ead20" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1944.583963] env[71058]: DEBUG nova.network.neutron [req-f23501ff-54aa-4cfb-904f-1f387a320499 req-7375899a-cdb7-409d-8b26-c9bbfb96563d service nova] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Refreshing network info cache for port 6d193a34-fdde-419e-b264-7798a29965a5 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1944.609744] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d9340139-91b6-4c1a-8c1b-f0ff4cba551c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1944.609744] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d9340139-91b6-4c1a-8c1b-f0ff4cba551c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1944.609744] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9340139-91b6-4c1a-8c1b-f0ff4cba551c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Deleting the datastore file [datastore1] ba225999-d519-4726-96b7-3cb2aed5b87a {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1944.610866] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e391760b-2048-451c-9058-0e67cb897bda {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1944.620171] env[71058]: DEBUG oslo_vmware.api [None req-d9340139-91b6-4c1a-8c1b-f0ff4cba551c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1944.620171] env[71058]:    value = "task-2874008"
[ 1944.620171] env[71058]:    _type = "Task"
[ 1944.620171] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1944.631586] env[71058]: DEBUG oslo_vmware.api [None req-d9340139-91b6-4c1a-8c1b-f0ff4cba551c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2874008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1944.902027] env[71058]: DEBUG nova.compute.utils [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1944.908702] env[71058]: DEBUG nova.compute.manager [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1944.909384] env[71058]: DEBUG nova.network.neutron [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1944.939194] env[71058]: DEBUG nova.network.neutron [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1944.952892] env[71058]: DEBUG nova.policy [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '914ab0301b4e49a0a3394f7360612150', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f7960ed72844aa89d4ec6c806614c31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1945.135328] env[71058]: DEBUG oslo_vmware.api [None req-d9340139-91b6-4c1a-8c1b-f0ff4cba551c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2874008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.447091} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1945.135603] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9340139-91b6-4c1a-8c1b-f0ff4cba551c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1945.135771] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d9340139-91b6-4c1a-8c1b-f0ff4cba551c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1945.135939] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d9340139-91b6-4c1a-8c1b-f0ff4cba551c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1945.136130] env[71058]: INFO nova.compute.manager [None req-d9340139-91b6-4c1a-8c1b-f0ff4cba551c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Took 0.61 seconds to destroy the instance on the hypervisor.
[ 1945.136981] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9340139-91b6-4c1a-8c1b-f0ff4cba551c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1945.136981] env[71058]: DEBUG nova.compute.manager [-] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1945.136981] env[71058]: DEBUG nova.network.neutron [-] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1945.371690] env[71058]: DEBUG nova.network.neutron [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Updating instance_info_cache with network_info: [{"id": "430f8da5-bceb-4244-9e58-bcd30a1dab57", "address": "fa:16:3e:d1:84:8f", "network": {"id": "e8b01c45-671d-4314-9ac1-866ee7637d45", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-870700583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cee46431cf36403c86150739d3169688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap430f8da5-bc", "ovs_interfaceid": "430f8da5-bceb-4244-9e58-bcd30a1dab57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1945.409605] env[71058]: DEBUG nova.compute.manager [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1945.533574] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance ee74ee1f-7464-4001-a1ca-63a94eaccdb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1945.533988] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance f9a9c523-5c79-4cbd-9a82-66ee954c6eeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1945.534197] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance ef018637-b45c-4d27-858c-6fc418d79cf1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1945.534364] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 19a988b4-f677-445d-8135-1d49b099f873 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1945.534538] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 6fe501bd-1cac-4abb-9e92-db5df2af61ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1945.534712] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance e2a39057-e217-429e-9886-3426ad8dbf70 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1945.535043] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance cc9d430d-d2b8-428f-90d4-25770ea51f28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1945.535224] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 27cf327e-110e-435a-b633-3dbabf857ecb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1945.535379] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance ba225999-d519-4726-96b7-3cb2aed5b87a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1945.535566] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 8ad3749a-d94a-411f-8cf8-4d79366ead20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1945.535769] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 2182b7bf-826e-4ff9-a6bd-da08ea92d774 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1945.535964] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1945.536135] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=71058) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
[ 1945.536318] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=71058) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
[ 1945.553230] env[71058]: DEBUG nova.network.neutron [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Successfully created port: f4acf235-bcc5-47b2-ad12-244062b3575a {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1945.576074] env[71058]: DEBUG nova.network.neutron [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Updating instance_info_cache with network_info: [{"id": "55633c87-2423-4570-bbb2-7c73a6ddf16f", "address": "fa:16:3e:5d:12:83", "network": {"id": "58898bc1-1fb7-44f1-95f7-254a4498119f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-38870332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47082b1bc97a4d569fe911312e6d4b1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55633c87-24", "ovs_interfaceid": "55633c87-2423-4570-bbb2-7c73a6ddf16f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1945.602360] env[71058]: DEBUG nova.network.neutron [req-f23501ff-54aa-4cfb-904f-1f387a320499 req-7375899a-cdb7-409d-8b26-c9bbfb96563d service nova] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Updated VIF entry in instance network info cache for port 6d193a34-fdde-419e-b264-7798a29965a5. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1945.602847] env[71058]: DEBUG nova.network.neutron [req-f23501ff-54aa-4cfb-904f-1f387a320499 req-7375899a-cdb7-409d-8b26-c9bbfb96563d service nova] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Updating instance_info_cache with network_info: [{"id": "6d193a34-fdde-419e-b264-7798a29965a5", "address": "fa:16:3e:f3:a1:4d", "network": {"id": "02a93a58-8f0c-468d-b34e-1db5e61a54ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2046819330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ae80f45084747faba9f976dc2d36a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d193a34-fd", "ovs_interfaceid": "6d193a34-fdde-419e-b264-7798a29965a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1945.638500] env[71058]: DEBUG nova.compute.manager [req-7b9550a8-bc47-47b5-94cd-9328d9b643c5 req-e278ad56-18ea-4900-a48d-188f44cf0c32 service nova] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Received event network-changed-430f8da5-bceb-4244-9e58-bcd30a1dab57 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1945.638734] env[71058]: DEBUG nova.compute.manager [req-7b9550a8-bc47-47b5-94cd-9328d9b643c5 req-e278ad56-18ea-4900-a48d-188f44cf0c32 service nova] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Refreshing instance network info cache due to event network-changed-430f8da5-bceb-4244-9e58-bcd30a1dab57. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1945.638937] env[71058]: DEBUG oslo_concurrency.lockutils [req-7b9550a8-bc47-47b5-94cd-9328d9b643c5 req-e278ad56-18ea-4900-a48d-188f44cf0c32 service nova] Acquiring lock "refresh_cache-2182b7bf-826e-4ff9-a6bd-da08ea92d774" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1945.745726] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba987e9e-84b1-4ef4-99b4-e5c1e4bbad66 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1945.754683] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf2c17f-05e3-4b22-b9a0-05bd2c43dc6d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1945.787214] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b697da30-9eb1-482a-b05a-91312e80fb58 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1945.799130] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fef959-042d-4608-8f99-a87dce32f225 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1945.813168] env[71058]: DEBUG nova.compute.provider_tree [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1945.874421] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Releasing lock "refresh_cache-2182b7bf-826e-4ff9-a6bd-da08ea92d774" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1945.874823] env[71058]: DEBUG nova.compute.manager [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Instance network_info: |[{"id": "430f8da5-bceb-4244-9e58-bcd30a1dab57", "address": "fa:16:3e:d1:84:8f", "network": {"id": "e8b01c45-671d-4314-9ac1-866ee7637d45", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-870700583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cee46431cf36403c86150739d3169688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap430f8da5-bc", "ovs_interfaceid": "430f8da5-bceb-4244-9e58-bcd30a1dab57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1945.875134] env[71058]: DEBUG oslo_concurrency.lockutils [req-7b9550a8-bc47-47b5-94cd-9328d9b643c5 req-e278ad56-18ea-4900-a48d-188f44cf0c32 service nova] Acquired lock "refresh_cache-2182b7bf-826e-4ff9-a6bd-da08ea92d774" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1945.875318] env[71058]: DEBUG nova.network.neutron [req-7b9550a8-bc47-47b5-94cd-9328d9b643c5 req-e278ad56-18ea-4900-a48d-188f44cf0c32 service nova] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Refreshing network info cache for port 430f8da5-bceb-4244-9e58-bcd30a1dab57 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1945.876555] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:84:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1316f5aa-529f-4bac-8dd7-6076a9d43312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '430f8da5-bceb-4244-9e58-bcd30a1dab57', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1945.885807] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Creating folder: Project (cee46431cf36403c86150739d3169688). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1945.886910] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6a66063-d20a-4ec4-b750-9a7206082f62 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1945.899036] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Created folder: Project (cee46431cf36403c86150739d3169688) in parent group-v577298.
[ 1945.899228] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Creating folder: Instances. Parent ref: group-v577601. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1945.900460] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a7052ae-d73c-4347-9ea8-63f95781c713 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1945.908664] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Created folder: Instances in parent group-v577601.
[ 1945.908888] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1945.909075] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1945.909267] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85ae9413-8422-4001-8bdf-251d0f824c3b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1945.933085] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1945.933085] env[71058]:    value = "task-2874011"
[ 1945.933085] env[71058]:    _type = "Task"
[ 1945.933085] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1945.942190] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874011, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1946.081190] env[71058]: DEBUG oslo_concurrency.lockutils [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Releasing lock "refresh_cache-6fe501bd-1cac-4abb-9e92-db5df2af61ee" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1946.108451] env[71058]: DEBUG oslo_concurrency.lockutils [req-f23501ff-54aa-4cfb-904f-1f387a320499 req-7375899a-cdb7-409d-8b26-c9bbfb96563d service nova] Releasing lock "refresh_cache-8ad3749a-d94a-411f-8cf8-4d79366ead20" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1946.213095] env[71058]: DEBUG nova.network.neutron [-] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1946.316602] env[71058]: DEBUG nova.scheduler.client.report [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1946.372781] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1946.373737] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490b584d-cd27-4b29-bf33-47d6b84fc8d7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1946.381656] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1946.381905] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93c9d5ed-c512-484a-aebf-d77334064fcb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1946.429098] env[71058]: DEBUG nova.compute.manager [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1946.443480] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874011, 'name': CreateVM_Task, 'duration_secs': 0.479905} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1946.443751] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1946.445440] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1946.445440] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1946.445440] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1946.445727] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ca2cff8-9f87-4534-b263-d84fc935a3ce {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1946.452804] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1946.453251] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1946.453463] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Deleting the datastore file [datastore1] 6fe501bd-1cac-4abb-9e92-db5df2af61ee {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1946.453971] env[71058]: DEBUG oslo_vmware.api [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Waiting for the task: (returnval){
[ 1946.453971] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e131e1-4d6e-d8d3-aa0f-d7a07b0923c7"
[ 1946.453971] env[71058]:    _type = "Task"
[ 1946.453971] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1946.456380] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-760610e2-37a1-4ca1-8600-13d335a1f640 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1946.469319] env[71058]: DEBUG oslo_vmware.api [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e131e1-4d6e-d8d3-aa0f-d7a07b0923c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010881} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1946.472212] env[71058]: DEBUG nova.virt.hardware [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1946.472983] env[71058]: DEBUG nova.virt.hardware [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1946.472983] env[71058]: DEBUG nova.virt.hardware [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1946.472983] env[71058]: DEBUG nova.virt.hardware [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1946.472983] env[71058]: DEBUG nova.virt.hardware [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1946.473223] env[71058]: DEBUG nova.virt.hardware [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1946.473388] env[71058]: DEBUG nova.virt.hardware [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1946.473581] env[71058]: DEBUG nova.virt.hardware [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1946.473806] env[71058]: DEBUG nova.virt.hardware [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1946.473921] env[71058]: DEBUG nova.virt.hardware [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1946.475491] env[71058]: DEBUG nova.virt.hardware [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1946.475827] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1946.476108] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1946.476276] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1946.476414] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1946.476589] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1946.476922] env[71058]: DEBUG oslo_vmware.api [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the task: (returnval){
[ 1946.476922] env[71058]:    value = "task-2874013"
[ 1946.476922] env[71058]:    _type = "Task"
[ 1946.476922] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1946.477888] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e578856-aed4-4e83-b6b6-349a80014ddd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1946.482090] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-698882c4-7db1-4988-819e-98de84cde4b4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1946.493614] env[71058]: DEBUG oslo_vmware.api [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1946.496359] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd294c67-5e37-417b-b6d9-08de3ec2b412 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1946.501939] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1946.502139] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1946.510307] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73fae092-1f9b-4089-a48a-a6dcac0f9f18 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1946.518172] env[71058]: DEBUG oslo_vmware.api [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Waiting for the task: (returnval){
[ 1946.518172] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527d933d-a3e0-1b1f-d387-694bee0b5882"
[ 1946.518172] env[71058]:    _type = "Task"
[ 1946.518172] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1946.525906] env[71058]: DEBUG oslo_vmware.api [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527d933d-a3e0-1b1f-d387-694bee0b5882, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1946.607815] env[71058]: DEBUG nova.network.neutron [req-7b9550a8-bc47-47b5-94cd-9328d9b643c5 req-e278ad56-18ea-4900-a48d-188f44cf0c32 service nova] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Updated VIF entry in instance network info cache for port 430f8da5-bceb-4244-9e58-bcd30a1dab57. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1946.608219] env[71058]: DEBUG nova.network.neutron [req-7b9550a8-bc47-47b5-94cd-9328d9b643c5 req-e278ad56-18ea-4900-a48d-188f44cf0c32 service nova] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Updating instance_info_cache with network_info: [{"id": "430f8da5-bceb-4244-9e58-bcd30a1dab57", "address": "fa:16:3e:d1:84:8f", "network": {"id": "e8b01c45-671d-4314-9ac1-866ee7637d45", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-870700583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cee46431cf36403c86150739d3169688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap430f8da5-bc", "ovs_interfaceid": "430f8da5-bceb-4244-9e58-bcd30a1dab57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1946.715976] env[71058]: INFO nova.compute.manager [-] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Took 1.58 seconds to deallocate network for instance.
[ 1946.821836] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71058) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
[ 1946.822065] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.426s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1946.822296] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1946.822431] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Cleaning up deleted instances {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}}
[ 1946.993360] env[71058]: DEBUG oslo_vmware.api [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150366} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1946.993620] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1946.993802] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1946.993977] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1947.009611] env[71058]: INFO nova.scheduler.client.report [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Deleted allocations for instance 6fe501bd-1cac-4abb-9e92-db5df2af61ee
[ 1947.029678] env[71058]: DEBUG oslo_vmware.api [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]527d933d-a3e0-1b1f-d387-694bee0b5882, 'name': SearchDatastore_Task, 'duration_secs': 0.00988} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1947.029972] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c262fe6-cf96-4a0b-85b7-f420c449f888 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1947.034715] env[71058]: DEBUG oslo_vmware.api [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Waiting for the task: (returnval){
[ 1947.034715] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5217c99d-393d-e826-9871-3385a065fadb"
[ 1947.034715] env[71058]:    _type = "Task"
[ 1947.034715] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1947.042879] env[71058]: DEBUG oslo_vmware.api [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5217c99d-393d-e826-9871-3385a065fadb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1947.053762] env[71058]: DEBUG nova.compute.manager [req-58f415f0-cfe7-4e3a-809a-41f43f22b921 req-219c7c47-ca89-465d-b68b-88df53dc075a service nova] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Received event network-vif-plugged-f4acf235-bcc5-47b2-ad12-244062b3575a {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1947.053994] env[71058]: DEBUG oslo_concurrency.lockutils [req-58f415f0-cfe7-4e3a-809a-41f43f22b921 req-219c7c47-ca89-465d-b68b-88df53dc075a service nova] Acquiring lock "4e0f9f23-9402-42a1-8d29-be0e6f77c8ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1947.054221] env[71058]: DEBUG oslo_concurrency.lockutils [req-58f415f0-cfe7-4e3a-809a-41f43f22b921 req-219c7c47-ca89-465d-b68b-88df53dc075a service nova] Lock "4e0f9f23-9402-42a1-8d29-be0e6f77c8ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1947.054405] env[71058]: DEBUG oslo_concurrency.lockutils [req-58f415f0-cfe7-4e3a-809a-41f43f22b921 req-219c7c47-ca89-465d-b68b-88df53dc075a service nova] Lock "4e0f9f23-9402-42a1-8d29-be0e6f77c8ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1947.054562] env[71058]: DEBUG nova.compute.manager [req-58f415f0-cfe7-4e3a-809a-41f43f22b921 req-219c7c47-ca89-465d-b68b-88df53dc075a service nova] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] No waiting events found dispatching network-vif-plugged-f4acf235-bcc5-47b2-ad12-244062b3575a {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1947.054740] env[71058]: WARNING nova.compute.manager [req-58f415f0-cfe7-4e3a-809a-41f43f22b921 req-219c7c47-ca89-465d-b68b-88df53dc075a service nova] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Received unexpected event network-vif-plugged-f4acf235-bcc5-47b2-ad12-244062b3575a for instance with vm_state building and task_state spawning.
[ 1947.110840] env[71058]: DEBUG oslo_concurrency.lockutils [req-7b9550a8-bc47-47b5-94cd-9328d9b643c5 req-e278ad56-18ea-4900-a48d-188f44cf0c32 service nova] Releasing lock "refresh_cache-2182b7bf-826e-4ff9-a6bd-da08ea92d774" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1947.137125] env[71058]: DEBUG nova.network.neutron [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Successfully updated port: f4acf235-bcc5-47b2-ad12-244062b3575a {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1947.223394] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d9340139-91b6-4c1a-8c1b-f0ff4cba551c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1947.223665] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d9340139-91b6-4c1a-8c1b-f0ff4cba551c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1947.223887] env[71058]: DEBUG nova.objects.instance [None req-d9340139-91b6-4c1a-8c1b-f0ff4cba551c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lazy-loading 'resources' on Instance uuid ba225999-d519-4726-96b7-3cb2aed5b87a {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1947.339547] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] There are 57 instances to clean {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}}
[ 1947.339734] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 1cdeb8bc-12af-4deb-9d65-7afc29ae77e4] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1947.348920] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Acquiring lock "f3ae498e-7dea-4a41-89c2-613eeb37e61a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1947.349139] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Lock "f3ae498e-7dea-4a41-89c2-613eeb37e61a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1947.513589] env[71058]: DEBUG oslo_concurrency.lockutils [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1947.547156] env[71058]: DEBUG oslo_vmware.api [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5217c99d-393d-e826-9871-3385a065fadb, 'name': SearchDatastore_Task, 'duration_secs': 0.009122} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1947.547156] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1947.547156] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 2182b7bf-826e-4ff9-a6bd-da08ea92d774/2182b7bf-826e-4ff9-a6bd-da08ea92d774.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1947.547156] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d10f33a-b40c-46a7-ad25-adce2b706982 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1947.553877] env[71058]: DEBUG oslo_vmware.api [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Waiting for the task: (returnval){
[ 1947.553877] env[71058]:    value = "task-2874014"
[ 1947.553877] env[71058]:    _type = "Task"
[ 1947.553877] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1947.561684] env[71058]: DEBUG oslo_vmware.api [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Task: {'id': task-2874014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1947.640288] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Acquiring lock "refresh_cache-4e0f9f23-9402-42a1-8d29-be0e6f77c8ad" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1947.640434] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Acquired lock "refresh_cache-4e0f9f23-9402-42a1-8d29-be0e6f77c8ad" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1947.640590] env[71058]: DEBUG nova.network.neutron [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1947.708339] env[71058]: DEBUG nova.compute.manager [req-6ac4c4e5-ac1e-4cb3-a155-19fdd09277ad req-14f37352-1e43-4937-ad33-ddd36c614183 service nova] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Received event network-vif-deleted-97cc6b99-82a0-4bef-8fff-64787ee8915d {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1947.708483] env[71058]: DEBUG nova.compute.manager [req-6ac4c4e5-ac1e-4cb3-a155-19fdd09277ad req-14f37352-1e43-4937-ad33-ddd36c614183 service nova] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Received event network-vif-unplugged-55633c87-2423-4570-bbb2-7c73a6ddf16f {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1947.708680] env[71058]: DEBUG oslo_concurrency.lockutils [req-6ac4c4e5-ac1e-4cb3-a155-19fdd09277ad req-14f37352-1e43-4937-ad33-ddd36c614183 service nova] Acquiring lock "6fe501bd-1cac-4abb-9e92-db5df2af61ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1947.708891] env[71058]: DEBUG oslo_concurrency.lockutils [req-6ac4c4e5-ac1e-4cb3-a155-19fdd09277ad req-14f37352-1e43-4937-ad33-ddd36c614183 service nova] Lock "6fe501bd-1cac-4abb-9e92-db5df2af61ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1947.709094] env[71058]: DEBUG oslo_concurrency.lockutils [req-6ac4c4e5-ac1e-4cb3-a155-19fdd09277ad req-14f37352-1e43-4937-ad33-ddd36c614183 service nova] Lock "6fe501bd-1cac-4abb-9e92-db5df2af61ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1947.709282] env[71058]: DEBUG nova.compute.manager [req-6ac4c4e5-ac1e-4cb3-a155-19fdd09277ad req-14f37352-1e43-4937-ad33-ddd36c614183 service nova] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] No waiting events found dispatching network-vif-unplugged-55633c87-2423-4570-bbb2-7c73a6ddf16f {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1947.709454] env[71058]: WARNING nova.compute.manager [req-6ac4c4e5-ac1e-4cb3-a155-19fdd09277ad req-14f37352-1e43-4937-ad33-ddd36c614183 service nova] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Received unexpected event network-vif-unplugged-55633c87-2423-4570-bbb2-7c73a6ddf16f for instance with vm_state shelved_offloaded and task_state None.
[ 1947.710023] env[71058]: DEBUG nova.compute.manager [req-6ac4c4e5-ac1e-4cb3-a155-19fdd09277ad req-14f37352-1e43-4937-ad33-ddd36c614183 service nova] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Received event network-changed-55633c87-2423-4570-bbb2-7c73a6ddf16f {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1947.710023] env[71058]: DEBUG nova.compute.manager [req-6ac4c4e5-ac1e-4cb3-a155-19fdd09277ad req-14f37352-1e43-4937-ad33-ddd36c614183 service nova] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Refreshing instance network info cache due to event network-changed-55633c87-2423-4570-bbb2-7c73a6ddf16f. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1947.710023] env[71058]: DEBUG oslo_concurrency.lockutils [req-6ac4c4e5-ac1e-4cb3-a155-19fdd09277ad req-14f37352-1e43-4937-ad33-ddd36c614183 service nova] Acquiring lock "refresh_cache-6fe501bd-1cac-4abb-9e92-db5df2af61ee" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1947.710190] env[71058]: DEBUG oslo_concurrency.lockutils [req-6ac4c4e5-ac1e-4cb3-a155-19fdd09277ad req-14f37352-1e43-4937-ad33-ddd36c614183 service nova] Acquired lock "refresh_cache-6fe501bd-1cac-4abb-9e92-db5df2af61ee" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1947.710340] env[71058]: DEBUG nova.network.neutron [req-6ac4c4e5-ac1e-4cb3-a155-19fdd09277ad req-14f37352-1e43-4937-ad33-ddd36c614183 service nova] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Refreshing network info cache for port 55633c87-2423-4570-bbb2-7c73a6ddf16f {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1947.843496] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: a4408bf8-ca93-48ec-823d-68f2e7f9a273] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1947.851509] env[71058]: DEBUG nova.compute.manager [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1947.919166] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b93e2d2-9434-489a-ba8e-026ebb5c7828 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1947.929653] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe7915c-bb46-4d0c-9f87-58ee11a210d1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1947.961399] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8af08fe-a9b2-4d87-9f86-2dd77539af98 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1947.969409] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39e74af-0d66-4126-8c95-75cba7999773 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1947.985425] env[71058]: DEBUG nova.compute.provider_tree [None req-d9340139-91b6-4c1a-8c1b-f0ff4cba551c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1948.064524] env[71058]: DEBUG oslo_vmware.api [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Task: {'id': task-2874014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447538} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1948.064906] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 2182b7bf-826e-4ff9-a6bd-da08ea92d774/2182b7bf-826e-4ff9-a6bd-da08ea92d774.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1948.065242] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1948.065500] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb401abd-9c95-4be9-8354-35134c166c50 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1948.071543] env[71058]: DEBUG oslo_vmware.api [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Waiting for the task: (returnval){
[ 1948.071543] env[71058]:    value = "task-2874015"
[ 1948.071543] env[71058]:    _type = "Task"
[ 1948.071543] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1948.078801] env[71058]: DEBUG oslo_vmware.api [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Task: {'id': task-2874015, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1948.175390] env[71058]: DEBUG nova.network.neutron [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1948.313567] env[71058]: DEBUG nova.network.neutron [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Updating instance_info_cache with network_info: [{"id": "f4acf235-bcc5-47b2-ad12-244062b3575a", "address": "fa:16:3e:45:52:57", "network": {"id": "1b8a9c13-8d79-4b85-be16-a3a4a4b502bd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1251657008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f7960ed72844aa89d4ec6c806614c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4acf235-bc", "ovs_interfaceid": "f4acf235-bcc5-47b2-ad12-244062b3575a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1948.348065] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 0398febc-1043-4fd5-87bd-1b6e8a507964] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1948.375679] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1948.411117] env[71058]: DEBUG nova.network.neutron [req-6ac4c4e5-ac1e-4cb3-a155-19fdd09277ad req-14f37352-1e43-4937-ad33-ddd36c614183 service nova] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Updated VIF entry in instance network info cache for port 55633c87-2423-4570-bbb2-7c73a6ddf16f. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1948.411117] env[71058]: DEBUG nova.network.neutron [req-6ac4c4e5-ac1e-4cb3-a155-19fdd09277ad req-14f37352-1e43-4937-ad33-ddd36c614183 service nova] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Updating instance_info_cache with network_info: [{"id": "55633c87-2423-4570-bbb2-7c73a6ddf16f", "address": "fa:16:3e:5d:12:83", "network": {"id": "58898bc1-1fb7-44f1-95f7-254a4498119f", "bridge": null, "label": "tempest-ServersNegativeTestJSON-38870332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47082b1bc97a4d569fe911312e6d4b1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap55633c87-24", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1948.488225] env[71058]: DEBUG nova.scheduler.client.report [None req-d9340139-91b6-4c1a-8c1b-f0ff4cba551c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1948.582578] env[71058]: DEBUG oslo_vmware.api [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Task: {'id': task-2874015, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.315793} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1948.582867] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1948.583680] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1265d383-c1f5-43e1-ad3c-7d22c4536266 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1948.607154] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 2182b7bf-826e-4ff9-a6bd-da08ea92d774/2182b7bf-826e-4ff9-a6bd-da08ea92d774.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1948.608159] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8724fde6-d3d9-4de3-b682-526de716ae88 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1948.631624] env[71058]: DEBUG oslo_vmware.api [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Waiting for the task: (returnval){
[ 1948.631624] env[71058]:    value = "task-2874016"
[ 1948.631624] env[71058]:    _type = "Task"
[ 1948.631624] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1948.642263] env[71058]: DEBUG oslo_vmware.api [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Task: {'id': task-2874016, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1948.816410] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Releasing lock "refresh_cache-4e0f9f23-9402-42a1-8d29-be0e6f77c8ad" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1948.816748] env[71058]: DEBUG nova.compute.manager [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Instance network_info: |[{"id": "f4acf235-bcc5-47b2-ad12-244062b3575a", "address": "fa:16:3e:45:52:57", "network": {"id": "1b8a9c13-8d79-4b85-be16-a3a4a4b502bd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1251657008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f7960ed72844aa89d4ec6c806614c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4acf235-bc", "ovs_interfaceid": "f4acf235-bcc5-47b2-ad12-244062b3575a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1948.817228] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:52:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad72c645-a67d-4efd-b563-28e44077e68d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4acf235-bcc5-47b2-ad12-244062b3575a', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1948.825046] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1948.825282] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1948.825511] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5eb8d023-7826-4cd4-9df0-fe309b34205d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1948.847083] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1948.847083] env[71058]:    value = "task-2874017"
[ 1948.847083] env[71058]:    _type = "Task"
[ 1948.847083] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1948.850060] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 0252d894-77c9-4b91-8bf6-d525336bdc6e] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1948.856349] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874017, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1948.913600] env[71058]: DEBUG oslo_concurrency.lockutils [req-6ac4c4e5-ac1e-4cb3-a155-19fdd09277ad req-14f37352-1e43-4937-ad33-ddd36c614183 service nova] Releasing lock "refresh_cache-6fe501bd-1cac-4abb-9e92-db5df2af61ee" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1948.993618] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d9340139-91b6-4c1a-8c1b-f0ff4cba551c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.770s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1948.996253] env[71058]: DEBUG oslo_concurrency.lockutils [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.483s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1948.996502] env[71058]: DEBUG nova.objects.instance [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lazy-loading 'resources' on Instance uuid 6fe501bd-1cac-4abb-9e92-db5df2af61ee {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1949.017558] env[71058]: INFO nova.scheduler.client.report [None req-d9340139-91b6-4c1a-8c1b-f0ff4cba551c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Deleted allocations for instance ba225999-d519-4726-96b7-3cb2aed5b87a
[ 1949.081737] env[71058]: DEBUG nova.compute.manager [req-630482d0-9c8b-4265-98b4-6c0bd87327ea req-90c14677-a554-4f65-a8f1-b8feb8980548 service nova] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Received event network-changed-f4acf235-bcc5-47b2-ad12-244062b3575a {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1949.081937] env[71058]: DEBUG nova.compute.manager [req-630482d0-9c8b-4265-98b4-6c0bd87327ea req-90c14677-a554-4f65-a8f1-b8feb8980548 service nova] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Refreshing instance network info cache due to event network-changed-f4acf235-bcc5-47b2-ad12-244062b3575a. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1949.082172] env[71058]: DEBUG oslo_concurrency.lockutils [req-630482d0-9c8b-4265-98b4-6c0bd87327ea req-90c14677-a554-4f65-a8f1-b8feb8980548 service nova] Acquiring lock "refresh_cache-4e0f9f23-9402-42a1-8d29-be0e6f77c8ad" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1949.082312] env[71058]: DEBUG oslo_concurrency.lockutils [req-630482d0-9c8b-4265-98b4-6c0bd87327ea req-90c14677-a554-4f65-a8f1-b8feb8980548 service nova] Acquired lock "refresh_cache-4e0f9f23-9402-42a1-8d29-be0e6f77c8ad" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1949.082472] env[71058]: DEBUG nova.network.neutron [req-630482d0-9c8b-4265-98b4-6c0bd87327ea req-90c14677-a554-4f65-a8f1-b8feb8980548 service nova] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Refreshing network info cache for port f4acf235-bcc5-47b2-ad12-244062b3575a {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1949.133262] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquiring lock "6fe501bd-1cac-4abb-9e92-db5df2af61ee" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1949.143916] env[71058]: DEBUG oslo_vmware.api [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Task: {'id': task-2874016, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1949.353439] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 50d42da1-80b8-4889-947e-f5546b1c7e62] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1949.358403] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874017, 'name': CreateVM_Task, 'duration_secs': 0.435887} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1949.359143] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1949.359434] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1949.359602] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1949.359923] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1949.360196] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38904ed6-f455-413e-8c2b-94aeab46cb97 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1949.364829] env[71058]: DEBUG oslo_vmware.api [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Waiting for the task: (returnval){
[ 1949.364829] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a54535-8766-d9cc-076c-575666d1ba70"
[ 1949.364829] env[71058]:    _type = "Task"
[ 1949.364829] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1949.372774] env[71058]: DEBUG oslo_vmware.api [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a54535-8766-d9cc-076c-575666d1ba70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1949.499229] env[71058]: DEBUG nova.objects.instance [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lazy-loading 'numa_topology' on Instance uuid 6fe501bd-1cac-4abb-9e92-db5df2af61ee {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1949.523736] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d9340139-91b6-4c1a-8c1b-f0ff4cba551c tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "ba225999-d519-4726-96b7-3cb2aed5b87a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.503s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1949.644062] env[71058]: DEBUG oslo_vmware.api [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Task: {'id': task-2874016, 'name': ReconfigVM_Task, 'duration_secs': 0.677699} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1949.644388] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 2182b7bf-826e-4ff9-a6bd-da08ea92d774/2182b7bf-826e-4ff9-a6bd-da08ea92d774.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1949.645073] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cf68151-8008-48d6-b06c-7566ec46d3ed {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1949.651920] env[71058]: DEBUG oslo_vmware.api [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Waiting for the task: (returnval){
[ 1949.651920] env[71058]:    value = "task-2874018"
[ 1949.651920] env[71058]:    _type = "Task"
[ 1949.651920] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1949.663559] env[71058]: DEBUG oslo_vmware.api [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Task: {'id': task-2874018, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1949.802429] env[71058]: DEBUG nova.network.neutron [req-630482d0-9c8b-4265-98b4-6c0bd87327ea req-90c14677-a554-4f65-a8f1-b8feb8980548 service nova] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Updated VIF entry in instance network info cache for port f4acf235-bcc5-47b2-ad12-244062b3575a. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1949.802940] env[71058]: DEBUG nova.network.neutron [req-630482d0-9c8b-4265-98b4-6c0bd87327ea req-90c14677-a554-4f65-a8f1-b8feb8980548 service nova] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Updating instance_info_cache with network_info: [{"id": "f4acf235-bcc5-47b2-ad12-244062b3575a", "address": "fa:16:3e:45:52:57", "network": {"id": "1b8a9c13-8d79-4b85-be16-a3a4a4b502bd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1251657008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f7960ed72844aa89d4ec6c806614c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4acf235-bc", "ovs_interfaceid": "f4acf235-bcc5-47b2-ad12-244062b3575a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1949.859707] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: dcc7ce80-6051-4649-978f-88ed87e3da23] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1949.876346] env[71058]: DEBUG oslo_vmware.api [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a54535-8766-d9cc-076c-575666d1ba70, 'name': SearchDatastore_Task, 'duration_secs': 0.058503} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1949.876618] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1949.876852] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1949.877114] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1949.877266] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1949.877439] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1949.877697] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fb190ad-6120-44f9-9b71-ab1172bb906f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1949.888297] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1949.888499] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1949.889222] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a31de0d-54b6-415b-937b-c8f6fda4aa4b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1949.894255] env[71058]: DEBUG oslo_vmware.api [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Waiting for the task: (returnval){
[ 1949.894255] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5278f59d-93c9-36cb-35e3-cf1d2b29264e"
[ 1949.894255] env[71058]:    _type = "Task"
[ 1949.894255] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1949.902680] env[71058]: DEBUG oslo_vmware.api [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5278f59d-93c9-36cb-35e3-cf1d2b29264e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1950.001829] env[71058]: DEBUG nova.objects.base [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Object Instance<6fe501bd-1cac-4abb-9e92-db5df2af61ee> lazy-loaded attributes: resources,numa_topology {{(pid=71058) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 1950.137695] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240e971c-d177-4682-9b25-0957da07ce3c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1950.145640] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d67ba0-9baf-4a3c-90dc-79c124928c62 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1950.179858] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57b1cf0-c1dc-4797-b4af-312e934f097d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1950.189772] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5061b704-b4f9-4d17-a7c9-951cb0c58e6e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1950.193496] env[71058]: DEBUG oslo_vmware.api [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Task: {'id': task-2874018, 'name': Rename_Task, 'duration_secs': 0.160057} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1950.193772] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1950.194325] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccbc8a45-4573-44c3-8eb7-09ddf631da57 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1950.203202] env[71058]: DEBUG nova.compute.provider_tree [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1950.209456] env[71058]: DEBUG oslo_vmware.api [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Waiting for the task: (returnval){
[ 1950.209456] env[71058]:    value = "task-2874019"
[ 1950.209456] env[71058]:    _type = "Task"
[ 1950.209456] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1950.219110] env[71058]: DEBUG oslo_vmware.api [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Task: {'id': task-2874019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1950.306353] env[71058]: DEBUG oslo_concurrency.lockutils [req-630482d0-9c8b-4265-98b4-6c0bd87327ea req-90c14677-a554-4f65-a8f1-b8feb8980548 service nova] Releasing lock "refresh_cache-4e0f9f23-9402-42a1-8d29-be0e6f77c8ad" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1950.315051] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66eea42c-3e5c-45d2-9d61-bfc57b27d5bc tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "ee74ee1f-7464-4001-a1ca-63a94eaccdb7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1950.315302] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66eea42c-3e5c-45d2-9d61-bfc57b27d5bc tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "ee74ee1f-7464-4001-a1ca-63a94eaccdb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1950.315529] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66eea42c-3e5c-45d2-9d61-bfc57b27d5bc tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "ee74ee1f-7464-4001-a1ca-63a94eaccdb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1950.315721] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66eea42c-3e5c-45d2-9d61-bfc57b27d5bc tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "ee74ee1f-7464-4001-a1ca-63a94eaccdb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1950.315885] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66eea42c-3e5c-45d2-9d61-bfc57b27d5bc tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "ee74ee1f-7464-4001-a1ca-63a94eaccdb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1950.317987] env[71058]: INFO nova.compute.manager [None req-66eea42c-3e5c-45d2-9d61-bfc57b27d5bc tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Terminating instance
[ 1950.362875] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 9be82b05-0579-49ba-9e5a-bab585d6c1ac] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1950.404612] env[71058]: DEBUG oslo_vmware.api [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5278f59d-93c9-36cb-35e3-cf1d2b29264e, 'name': SearchDatastore_Task, 'duration_secs': 0.018573} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1950.405392] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-295a1fa1-b1d4-459e-a67e-3e893d6748c0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1950.410852] env[71058]: DEBUG oslo_vmware.api [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Waiting for the task: (returnval){
[ 1950.410852] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]529a4fb1-d542-72e7-fabe-aad0ed8393a6"
[ 1950.410852] env[71058]:    _type = "Task"
[ 1950.410852] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1950.418853] env[71058]: DEBUG oslo_vmware.api [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]529a4fb1-d542-72e7-fabe-aad0ed8393a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1950.706343] env[71058]: DEBUG nova.scheduler.client.report [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1950.719891] env[71058]: DEBUG oslo_vmware.api [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Task: {'id': task-2874019, 'name': PowerOnVM_Task, 'duration_secs': 0.439755} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1950.720153] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1950.720373] env[71058]: INFO nova.compute.manager [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Took 7.35 seconds to spawn the instance on the hypervisor.
[ 1950.720576] env[71058]: DEBUG nova.compute.manager [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1950.721357] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef81c011-58d4-430f-ac67-9930a4514694 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1950.821985] env[71058]: DEBUG nova.compute.manager [None req-66eea42c-3e5c-45d2-9d61-bfc57b27d5bc tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1950.822295] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-66eea42c-3e5c-45d2-9d61-bfc57b27d5bc tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1950.823280] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1aa9a3a-399e-49fe-aa0e-4d5311a009af {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1950.832017] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-66eea42c-3e5c-45d2-9d61-bfc57b27d5bc tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1950.832263] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6b723df-ac31-4d42-9243-df607dfb960f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1950.838982] env[71058]: DEBUG oslo_vmware.api [None req-66eea42c-3e5c-45d2-9d61-bfc57b27d5bc tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1950.838982] env[71058]:    value = "task-2874020"
[ 1950.838982] env[71058]:    _type = "Task"
[ 1950.838982] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1950.847339] env[71058]: DEBUG oslo_vmware.api [None req-66eea42c-3e5c-45d2-9d61-bfc57b27d5bc tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2874020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1950.865963] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: a250099b-b6c6-4380-8834-55a970e49a52] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1950.921371] env[71058]: DEBUG oslo_vmware.api [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]529a4fb1-d542-72e7-fabe-aad0ed8393a6, 'name': SearchDatastore_Task, 'duration_secs': 0.0092} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1950.921952] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1950.922239] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad/4e0f9f23-9402-42a1-8d29-be0e6f77c8ad.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1950.922536] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b373e25-b578-4a96-ac83-7819213ef829 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1950.929978] env[71058]: DEBUG oslo_vmware.api [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Waiting for the task: (returnval){
[ 1950.929978] env[71058]:    value = "task-2874021"
[ 1950.929978] env[71058]:    _type = "Task"
[ 1950.929978] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1950.938343] env[71058]: DEBUG oslo_vmware.api [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': task-2874021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1951.215512] env[71058]: DEBUG oslo_concurrency.lockutils [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1951.217928] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.842s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1951.219693] env[71058]: INFO nova.compute.claims [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1951.239617] env[71058]: INFO nova.compute.manager [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Took 13.19 seconds to build instance.
[ 1951.349451] env[71058]: DEBUG oslo_vmware.api [None req-66eea42c-3e5c-45d2-9d61-bfc57b27d5bc tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2874020, 'name': PowerOffVM_Task, 'duration_secs': 0.250958} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1951.349742] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-66eea42c-3e5c-45d2-9d61-bfc57b27d5bc tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1951.349907] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-66eea42c-3e5c-45d2-9d61-bfc57b27d5bc tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1951.350202] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46820d1c-0bcf-43a0-84dc-e8d14b7489ce {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1951.369827] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 774718fc-6b8e-4b8d-bc2e-56ce0f1c53f4] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1951.442315] env[71058]: DEBUG oslo_vmware.api [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': task-2874021, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1951.444127] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-66eea42c-3e5c-45d2-9d61-bfc57b27d5bc tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1951.444341] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-66eea42c-3e5c-45d2-9d61-bfc57b27d5bc tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1951.444583] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-66eea42c-3e5c-45d2-9d61-bfc57b27d5bc tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Deleting the datastore file [datastore2] ee74ee1f-7464-4001-a1ca-63a94eaccdb7 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1951.444862] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d980fb6d-3d10-4508-bf6c-e6849e1bae75 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1951.453215] env[71058]: DEBUG oslo_vmware.api [None req-66eea42c-3e5c-45d2-9d61-bfc57b27d5bc tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for the task: (returnval){
[ 1951.453215] env[71058]:    value = "task-2874023"
[ 1951.453215] env[71058]:    _type = "Task"
[ 1951.453215] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1951.462732] env[71058]: DEBUG oslo_vmware.api [None req-66eea42c-3e5c-45d2-9d61-bfc57b27d5bc tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2874023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1951.683571] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e0e0d340-3d53-4076-908c-0c0dcaba346a tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Acquiring lock "2182b7bf-826e-4ff9-a6bd-da08ea92d774" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1951.729308] env[71058]: DEBUG oslo_concurrency.lockutils [None req-37debd5e-a30f-41cb-b83c-3b8b73c17f18 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lock "6fe501bd-1cac-4abb-9e92-db5df2af61ee" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 23.788s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1951.730152] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lock "6fe501bd-1cac-4abb-9e92-db5df2af61ee" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 2.597s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1951.730323] env[71058]: INFO nova.compute.manager [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Unshelving
[ 1951.742131] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c2b82220-fe35-4de2-854b-3eef2252d024 tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Lock "2182b7bf-826e-4ff9-a6bd-da08ea92d774" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.702s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1951.742607] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e0e0d340-3d53-4076-908c-0c0dcaba346a tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Lock "2182b7bf-826e-4ff9-a6bd-da08ea92d774" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.059s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1951.742607] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e0e0d340-3d53-4076-908c-0c0dcaba346a tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Acquiring lock "2182b7bf-826e-4ff9-a6bd-da08ea92d774-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1951.742815] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e0e0d340-3d53-4076-908c-0c0dcaba346a tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Lock "2182b7bf-826e-4ff9-a6bd-da08ea92d774-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1951.742981] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e0e0d340-3d53-4076-908c-0c0dcaba346a tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Lock "2182b7bf-826e-4ff9-a6bd-da08ea92d774-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1951.744764] env[71058]: INFO nova.compute.manager [None req-e0e0d340-3d53-4076-908c-0c0dcaba346a tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Terminating instance
[ 1951.872968] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 1e38a0f4-c977-49b0-9a39-00a859d8c067] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1951.940810] env[71058]: DEBUG oslo_vmware.api [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': task-2874021, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656524} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1951.941020] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad/4e0f9f23-9402-42a1-8d29-be0e6f77c8ad.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1951.941285] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1951.941549] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76a66405-9680-4eed-975e-2f5c4685f0a5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1951.948498] env[71058]: DEBUG oslo_vmware.api [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Waiting for the task: (returnval){
[ 1951.948498] env[71058]:    value = "task-2874024"
[ 1951.948498] env[71058]:    _type = "Task"
[ 1951.948498] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1951.959326] env[71058]: DEBUG oslo_vmware.api [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': task-2874024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1951.965761] env[71058]: DEBUG oslo_vmware.api [None req-66eea42c-3e5c-45d2-9d61-bfc57b27d5bc tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Task: {'id': task-2874023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240043} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1951.966010] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-66eea42c-3e5c-45d2-9d61-bfc57b27d5bc tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1951.966205] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-66eea42c-3e5c-45d2-9d61-bfc57b27d5bc tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1951.966382] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-66eea42c-3e5c-45d2-9d61-bfc57b27d5bc tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1951.966548] env[71058]: INFO nova.compute.manager [None req-66eea42c-3e5c-45d2-9d61-bfc57b27d5bc tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Took 1.14 seconds to destroy the instance on the hypervisor.
[ 1951.966781] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66eea42c-3e5c-45d2-9d61-bfc57b27d5bc tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1951.966984] env[71058]: DEBUG nova.compute.manager [-] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1951.967117] env[71058]: DEBUG nova.network.neutron [-] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1952.225433] env[71058]: DEBUG nova.compute.manager [req-71ecc234-37b9-4057-9a92-d5af337d7483 req-3feb4a88-8269-444c-8fae-ad6ee26c7eb0 service nova] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Received event network-vif-deleted-94aa93d3-f766-4d99-9ac3-7c7bae64c3ca {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1952.225728] env[71058]: INFO nova.compute.manager [req-71ecc234-37b9-4057-9a92-d5af337d7483 req-3feb4a88-8269-444c-8fae-ad6ee26c7eb0 service nova] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Neutron deleted interface 94aa93d3-f766-4d99-9ac3-7c7bae64c3ca; detaching it from the instance and deleting it from the info cache
[ 1952.225910] env[71058]: DEBUG nova.network.neutron [req-71ecc234-37b9-4057-9a92-d5af337d7483 req-3feb4a88-8269-444c-8fae-ad6ee26c7eb0 service nova] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1952.248426] env[71058]: DEBUG nova.compute.manager [None req-e0e0d340-3d53-4076-908c-0c0dcaba346a tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1952.248664] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e0d340-3d53-4076-908c-0c0dcaba346a tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1952.249583] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34525357-2772-4ae4-8f76-83876352c244 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1952.260190] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e0d340-3d53-4076-908c-0c0dcaba346a tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1952.260456] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07839b78-4fb4-4ca5-b21e-47e473d29529 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1952.269616] env[71058]: DEBUG oslo_vmware.api [None req-e0e0d340-3d53-4076-908c-0c0dcaba346a tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Waiting for the task: (returnval){
[ 1952.269616] env[71058]:    value = "task-2874025"
[ 1952.269616] env[71058]:    _type = "Task"
[ 1952.269616] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1952.280278] env[71058]: DEBUG oslo_vmware.api [None req-e0e0d340-3d53-4076-908c-0c0dcaba346a tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Task: {'id': task-2874025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1952.377423] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: a43aaf71-fa10-4222-a683-318997878cd2] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1952.403484] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b61cd39-40d6-44b7-867a-55144a33563d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1952.412323] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba05b5cf-072a-459c-8046-53d1a94dbd67 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1952.444404] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71507e47-f61a-4731-97e5-507992fed690 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1952.455250] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309e03a5-a653-4a64-a57a-008a75f4a20c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1952.464082] env[71058]: DEBUG oslo_vmware.api [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': task-2874024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.228331} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1952.472174] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1952.472759] env[71058]: DEBUG nova.compute.provider_tree [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1952.474600] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9639b29-e395-47e2-b123-c87e2cf1fe77 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1952.497502] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad/4e0f9f23-9402-42a1-8d29-be0e6f77c8ad.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1952.499117] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f31f3de3-3203-40c1-8f20-ffabf533af3d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1952.521549] env[71058]: DEBUG oslo_vmware.api [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Waiting for the task: (returnval){
[ 1952.521549] env[71058]:    value = "task-2874026"
[ 1952.521549] env[71058]:    _type = "Task"
[ 1952.521549] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1952.529951] env[71058]: DEBUG oslo_vmware.api [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': task-2874026, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1952.708678] env[71058]: DEBUG nova.network.neutron [-] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1952.729120] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1da0d0c-0338-4478-b957-d24cd45289a4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1952.742927] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f5ebe7-9d02-401e-99b0-08daca40ea2f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1952.778791] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1952.778966] env[71058]: DEBUG nova.compute.manager [req-71ecc234-37b9-4057-9a92-d5af337d7483 req-3feb4a88-8269-444c-8fae-ad6ee26c7eb0 service nova] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Detach interface failed, port_id=94aa93d3-f766-4d99-9ac3-7c7bae64c3ca, reason: Instance ee74ee1f-7464-4001-a1ca-63a94eaccdb7 could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1952.788245] env[71058]: DEBUG oslo_vmware.api [None req-e0e0d340-3d53-4076-908c-0c0dcaba346a tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Task: {'id': task-2874025, 'name': PowerOffVM_Task, 'duration_secs': 0.209935} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1952.788495] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e0d340-3d53-4076-908c-0c0dcaba346a tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1952.788662] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e0d340-3d53-4076-908c-0c0dcaba346a tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1952.788916] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11f6a2e5-edc9-4054-8816-4dbe4af1b628 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1952.855978] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e0d340-3d53-4076-908c-0c0dcaba346a tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1952.856213] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e0d340-3d53-4076-908c-0c0dcaba346a tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1952.856389] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0e0d340-3d53-4076-908c-0c0dcaba346a tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Deleting the datastore file [datastore2] 2182b7bf-826e-4ff9-a6bd-da08ea92d774 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1952.856670] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6ae2a24-18e4-4819-ae6d-9024ac00f016 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1952.868383] env[71058]: DEBUG oslo_vmware.api [None req-e0e0d340-3d53-4076-908c-0c0dcaba346a tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Waiting for the task: (returnval){
[ 1952.868383] env[71058]:    value = "task-2874028"
[ 1952.868383] env[71058]:    _type = "Task"
[ 1952.868383] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1952.876733] env[71058]: DEBUG oslo_vmware.api [None req-e0e0d340-3d53-4076-908c-0c0dcaba346a tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Task: {'id': task-2874028, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1952.880294] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 2ece5bee-47b6-43fe-9f71-8f53eff22091] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1952.978416] env[71058]: DEBUG nova.scheduler.client.report [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1953.030710] env[71058]: DEBUG oslo_vmware.api [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': task-2874026, 'name': ReconfigVM_Task, 'duration_secs': 0.309453} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1953.031009] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad/4e0f9f23-9402-42a1-8d29-be0e6f77c8ad.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1953.031673] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee438adc-ed81-41b9-bda8-d6f6a746c239 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1953.039860] env[71058]: DEBUG oslo_vmware.api [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Waiting for the task: (returnval){
[ 1953.039860] env[71058]:    value = "task-2874029"
[ 1953.039860] env[71058]:    _type = "Task"
[ 1953.039860] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1953.048685] env[71058]: DEBUG oslo_vmware.api [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': task-2874029, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1953.211279] env[71058]: INFO nova.compute.manager [-] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Took 1.24 seconds to deallocate network for instance.
[ 1953.380052] env[71058]: DEBUG oslo_vmware.api [None req-e0e0d340-3d53-4076-908c-0c0dcaba346a tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Task: {'id': task-2874028, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207297} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1953.380275] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0e0d340-3d53-4076-908c-0c0dcaba346a tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1953.380451] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e0d340-3d53-4076-908c-0c0dcaba346a tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1953.380625] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e0d340-3d53-4076-908c-0c0dcaba346a tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1953.380792] env[71058]: INFO nova.compute.manager [None req-e0e0d340-3d53-4076-908c-0c0dcaba346a tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Took 1.13 seconds to destroy the instance on the hypervisor.
[ 1953.381037] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0e0d340-3d53-4076-908c-0c0dcaba346a tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1953.381225] env[71058]: DEBUG nova.compute.manager [-] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1953.381344] env[71058]: DEBUG nova.network.neutron [-] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1953.383302] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 93d276f6-f037-42c0-a3a3-086d863618c2] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1953.483654] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1953.484178] env[71058]: DEBUG nova.compute.manager [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1953.486749] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.709s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1953.486954] env[71058]: DEBUG nova.objects.instance [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lazy-loading 'pci_requests' on Instance uuid 6fe501bd-1cac-4abb-9e92-db5df2af61ee {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1953.550832] env[71058]: DEBUG oslo_vmware.api [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': task-2874029, 'name': Rename_Task, 'duration_secs': 0.179768} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1953.551249] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1953.551837] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96f9af56-ef0e-4abc-a828-ae19d34f8caa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1953.558571] env[71058]: DEBUG oslo_vmware.api [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Waiting for the task: (returnval){
[ 1953.558571] env[71058]:    value = "task-2874030"
[ 1953.558571] env[71058]:    _type = "Task"
[ 1953.558571] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1953.567307] env[71058]: DEBUG oslo_vmware.api [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': task-2874030, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1953.718594] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66eea42c-3e5c-45d2-9d61-bfc57b27d5bc tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1953.887055] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 29a875e4-c2a0-4a64-80eb-74fa7615da27] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1953.989446] env[71058]: DEBUG nova.compute.utils [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1953.992061] env[71058]: DEBUG nova.objects.instance [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lazy-loading 'numa_topology' on Instance uuid 6fe501bd-1cac-4abb-9e92-db5df2af61ee {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1953.993164] env[71058]: DEBUG nova.compute.manager [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Not allocating networking since 'none' was specified. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}}
[ 1954.069213] env[71058]: DEBUG oslo_vmware.api [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': task-2874030, 'name': PowerOnVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1954.133312] env[71058]: DEBUG nova.network.neutron [-] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1954.252160] env[71058]: DEBUG nova.compute.manager [req-e245afa3-9eb9-4a6b-946a-f5dcf95322af req-58c7859e-f3e7-4227-9f0a-8f5e67e71f8f service nova] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Received event network-vif-deleted-430f8da5-bceb-4244-9e58-bcd30a1dab57 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1954.391036] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 545969b7-7197-437e-baa1-b002e6700615] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1954.493813] env[71058]: DEBUG nova.compute.manager [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1954.496506] env[71058]: INFO nova.compute.claims [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1954.569239] env[71058]: DEBUG oslo_vmware.api [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': task-2874030, 'name': PowerOnVM_Task, 'duration_secs': 0.682788} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1954.569509] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1954.570566] env[71058]: INFO nova.compute.manager [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Took 8.14 seconds to spawn the instance on the hypervisor.
[ 1954.570566] env[71058]: DEBUG nova.compute.manager [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1954.570712] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b76a9a8-aa58-4aba-b2f0-6278fc0cbc3f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1954.638200] env[71058]: INFO nova.compute.manager [-] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Took 1.26 seconds to deallocate network for instance.
[ 1954.893631] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 15042830-daf1-4904-8911-7084b0a83d63] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1955.086960] env[71058]: INFO nova.compute.manager [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Took 13.78 seconds to build instance.
[ 1955.144392] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e0e0d340-3d53-4076-908c-0c0dcaba346a tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1955.396567] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: db2f48e6-90ab-46fc-92d1-b631739fab94] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1955.507030] env[71058]: DEBUG nova.compute.manager [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1955.536216] env[71058]: DEBUG nova.virt.hardware [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1955.536477] env[71058]: DEBUG nova.virt.hardware [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1955.536705] env[71058]: DEBUG nova.virt.hardware [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1955.536896] env[71058]: DEBUG nova.virt.hardware [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1955.537055] env[71058]: DEBUG nova.virt.hardware [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1955.537203] env[71058]: DEBUG nova.virt.hardware [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1955.537410] env[71058]: DEBUG nova.virt.hardware [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1955.537567] env[71058]: DEBUG nova.virt.hardware [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1955.537735] env[71058]: DEBUG nova.virt.hardware [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1955.537894] env[71058]: DEBUG nova.virt.hardware [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1955.538077] env[71058]: DEBUG nova.virt.hardware [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1955.539464] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "3d9de29d-9a6b-451b-8ef4-741772a431bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1955.539464] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "3d9de29d-9a6b-451b-8ef4-741772a431bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1955.540885] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95534afd-9f3e-4ad1-99ea-118663ae9566 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1955.554081] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1673a19f-53cd-405c-90d5-18cdeddb01b5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1955.569101] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Instance VIF info [] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1955.574818] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Creating folder: Project (20d56ddd588147228241c8054d483a47). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1955.577783] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95cec237-7b18-4715-b72e-d99286c8949c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1955.588436] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fca883a4-e2ed-4cf3-b14c-f7af039cb241 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Lock "4e0f9f23-9402-42a1-8d29-be0e6f77c8ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.288s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1955.590436] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Created folder: Project (20d56ddd588147228241c8054d483a47) in parent group-v577298.
[ 1955.590480] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Creating folder: Instances. Parent ref: group-v577605. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1955.594268] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7461c0f0-9c13-4ddb-af55-af925e2091b1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1955.603727] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Created folder: Instances in parent group-v577605.
[ 1955.603900] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1955.606376] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1955.606818] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d4e7533-1fcb-4fad-a5be-09db5b79d346 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1955.628829] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1955.628829] env[71058]:    value = "task-2874033"
[ 1955.628829] env[71058]:    _type = "Task"
[ 1955.628829] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1955.640319] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874033, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1955.720954] env[71058]: DEBUG nova.compute.manager [req-9f45be3c-8202-44cd-9048-148ab69d8542 req-099e2763-5595-49ee-a36b-e885a29e7a82 service nova] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Received event network-changed-f4acf235-bcc5-47b2-ad12-244062b3575a {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1955.721158] env[71058]: DEBUG nova.compute.manager [req-9f45be3c-8202-44cd-9048-148ab69d8542 req-099e2763-5595-49ee-a36b-e885a29e7a82 service nova] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Refreshing instance network info cache due to event network-changed-f4acf235-bcc5-47b2-ad12-244062b3575a. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1955.724075] env[71058]: DEBUG oslo_concurrency.lockutils [req-9f45be3c-8202-44cd-9048-148ab69d8542 req-099e2763-5595-49ee-a36b-e885a29e7a82 service nova] Acquiring lock "refresh_cache-4e0f9f23-9402-42a1-8d29-be0e6f77c8ad" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1955.724075] env[71058]: DEBUG oslo_concurrency.lockutils [req-9f45be3c-8202-44cd-9048-148ab69d8542 req-099e2763-5595-49ee-a36b-e885a29e7a82 service nova] Acquired lock "refresh_cache-4e0f9f23-9402-42a1-8d29-be0e6f77c8ad" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1955.724075] env[71058]: DEBUG nova.network.neutron [req-9f45be3c-8202-44cd-9048-148ab69d8542 req-099e2763-5595-49ee-a36b-e885a29e7a82 service nova] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Refreshing network info cache for port f4acf235-bcc5-47b2-ad12-244062b3575a {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1955.734366] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a19d5f-8348-480c-a571-2194c8ced5b2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1955.744823] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e333fa56-2993-40a1-be7c-92ad15508908 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1955.780354] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48769ad8-b59d-4be4-bd71-532a9b9623ee {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1955.789186] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe39c7d0-480d-4947-a66c-902b1f8c70d4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1955.805893] env[71058]: DEBUG nova.compute.provider_tree [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1955.899432] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: fa2539a6-8b76-481c-856c-1bdd22315157] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1956.044987] env[71058]: DEBUG nova.compute.manager [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1956.142437] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874033, 'name': CreateVM_Task, 'duration_secs': 0.291686} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1956.142681] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1956.143286] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1956.143569] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1956.144061] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1956.144410] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a5cec0a-9b9b-4de6-bfbf-04b2056f8e44 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1956.150898] env[71058]: DEBUG oslo_vmware.api [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Waiting for the task: (returnval){
[ 1956.150898] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52863b20-6505-6581-1c2a-e255d2f3a63b"
[ 1956.150898] env[71058]:    _type = "Task"
[ 1956.150898] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1956.162943] env[71058]: DEBUG oslo_vmware.api [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52863b20-6505-6581-1c2a-e255d2f3a63b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1956.308040] env[71058]: DEBUG nova.scheduler.client.report [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1956.361371] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d6f45622-c946-4955-aa57-4f4f4fadb6c4 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Acquiring lock "4e0f9f23-9402-42a1-8d29-be0e6f77c8ad" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1956.361574] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d6f45622-c946-4955-aa57-4f4f4fadb6c4 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Lock "4e0f9f23-9402-42a1-8d29-be0e6f77c8ad" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1956.361825] env[71058]: INFO nova.compute.manager [None req-d6f45622-c946-4955-aa57-4f4f4fadb6c4 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Rebooting instance
[ 1956.402828] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: eba411bb-ecdf-433a-85cd-e43c491353c7] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1956.426079] env[71058]: DEBUG nova.network.neutron [req-9f45be3c-8202-44cd-9048-148ab69d8542 req-099e2763-5595-49ee-a36b-e885a29e7a82 service nova] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Updated VIF entry in instance network info cache for port f4acf235-bcc5-47b2-ad12-244062b3575a. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1956.426443] env[71058]: DEBUG nova.network.neutron [req-9f45be3c-8202-44cd-9048-148ab69d8542 req-099e2763-5595-49ee-a36b-e885a29e7a82 service nova] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Updating instance_info_cache with network_info: [{"id": "f4acf235-bcc5-47b2-ad12-244062b3575a", "address": "fa:16:3e:45:52:57", "network": {"id": "1b8a9c13-8d79-4b85-be16-a3a4a4b502bd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1251657008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f7960ed72844aa89d4ec6c806614c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4acf235-bc", "ovs_interfaceid": "f4acf235-bcc5-47b2-ad12-244062b3575a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1956.567349] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1956.663773] env[71058]: DEBUG oslo_vmware.api [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52863b20-6505-6581-1c2a-e255d2f3a63b, 'name': SearchDatastore_Task, 'duration_secs': 0.010647} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1956.664080] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1956.664317] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1956.664582] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1956.664728] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1956.664915] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1956.665197] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9863bc5f-9b3e-4338-9a7a-3e5351d3d473 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1956.674731] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1956.674932] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1956.675670] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e3232f9-44ad-4c17-845a-3aa75ce63218 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1956.681679] env[71058]: DEBUG oslo_vmware.api [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Waiting for the task: (returnval){
[ 1956.681679] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52194ba6-4c6f-16bd-354e-13033ac3f1d5"
[ 1956.681679] env[71058]:    _type = "Task"
[ 1956.681679] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1956.689584] env[71058]: DEBUG oslo_vmware.api [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52194ba6-4c6f-16bd-354e-13033ac3f1d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1956.815250] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.328s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1956.817680] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66eea42c-3e5c-45d2-9d61-bfc57b27d5bc tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.099s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1956.817974] env[71058]: DEBUG nova.objects.instance [None req-66eea42c-3e5c-45d2-9d61-bfc57b27d5bc tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lazy-loading 'resources' on Instance uuid ee74ee1f-7464-4001-a1ca-63a94eaccdb7 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1956.845579] env[71058]: INFO nova.network.neutron [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Updating port 55633c87-2423-4570-bbb2-7c73a6ddf16f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'}
[ 1956.879370] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d6f45622-c946-4955-aa57-4f4f4fadb6c4 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Acquiring lock "refresh_cache-4e0f9f23-9402-42a1-8d29-be0e6f77c8ad" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1956.907103] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 94792fca-3c7b-45cd-911d-faea61af9d78] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1956.928898] env[71058]: DEBUG oslo_concurrency.lockutils [req-9f45be3c-8202-44cd-9048-148ab69d8542 req-099e2763-5595-49ee-a36b-e885a29e7a82 service nova] Releasing lock "refresh_cache-4e0f9f23-9402-42a1-8d29-be0e6f77c8ad" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1956.929453] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d6f45622-c946-4955-aa57-4f4f4fadb6c4 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Acquired lock "refresh_cache-4e0f9f23-9402-42a1-8d29-be0e6f77c8ad" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1956.929696] env[71058]: DEBUG nova.network.neutron [None req-d6f45622-c946-4955-aa57-4f4f4fadb6c4 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1957.191701] env[71058]: DEBUG oslo_vmware.api [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52194ba6-4c6f-16bd-354e-13033ac3f1d5, 'name': SearchDatastore_Task, 'duration_secs': 0.010759} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1957.192539] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5a1fcb7-4c93-4cff-a02d-1ca2662272f8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1957.197958] env[71058]: DEBUG oslo_vmware.api [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Waiting for the task: (returnval){
[ 1957.197958] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524f8f7f-9150-6ed0-3242-65c4464b00db"
[ 1957.197958] env[71058]:    _type = "Task"
[ 1957.197958] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1957.205453] env[71058]: DEBUG oslo_vmware.api [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524f8f7f-9150-6ed0-3242-65c4464b00db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1957.409762] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 982e6457-699e-4aec-b044-a71766bdf848] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1957.476977] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afff1791-39fe-4bc8-9c51-722258cd315b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1957.484133] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5192941-6b2d-439d-8beb-e275a52dd795 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1957.514523] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4736299f-7d0a-4eda-b0c3-7564eef539ca {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1957.521942] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3da57c-fd8e-477a-8371-4252d273a150 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1957.536837] env[71058]: DEBUG nova.compute.provider_tree [None req-66eea42c-3e5c-45d2-9d61-bfc57b27d5bc tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1957.708905] env[71058]: DEBUG oslo_vmware.api [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524f8f7f-9150-6ed0-3242-65c4464b00db, 'name': SearchDatastore_Task, 'duration_secs': 0.036355} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1957.709182] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1957.709444] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] f3ae498e-7dea-4a41-89c2-613eeb37e61a/f3ae498e-7dea-4a41-89c2-613eeb37e61a.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1957.709708] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53357b94-22de-4747-9865-abe096c50834 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1957.717272] env[71058]: DEBUG oslo_vmware.api [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Waiting for the task: (returnval){
[ 1957.717272] env[71058]:    value = "task-2874034"
[ 1957.717272] env[71058]:    _type = "Task"
[ 1957.717272] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1957.725032] env[71058]: DEBUG oslo_vmware.api [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': task-2874034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1957.866307] env[71058]: DEBUG nova.network.neutron [None req-d6f45622-c946-4955-aa57-4f4f4fadb6c4 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Updating instance_info_cache with network_info: [{"id": "f4acf235-bcc5-47b2-ad12-244062b3575a", "address": "fa:16:3e:45:52:57", "network": {"id": "1b8a9c13-8d79-4b85-be16-a3a4a4b502bd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1251657008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f7960ed72844aa89d4ec6c806614c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4acf235-bc", "ovs_interfaceid": "f4acf235-bcc5-47b2-ad12-244062b3575a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1957.912572] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: f01addd2-48df-444b-aa3b-5b9a065b60b7] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1958.040033] env[71058]: DEBUG nova.scheduler.client.report [None req-66eea42c-3e5c-45d2-9d61-bfc57b27d5bc tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1958.205102] env[71058]: DEBUG nova.compute.manager [req-77891a26-2e6b-4381-abd5-da3afd35f4d7 req-684a6f57-957e-4eb4-a343-2dba92c1b4b0 service nova] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Received event network-vif-plugged-55633c87-2423-4570-bbb2-7c73a6ddf16f {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1958.205224] env[71058]: DEBUG oslo_concurrency.lockutils [req-77891a26-2e6b-4381-abd5-da3afd35f4d7 req-684a6f57-957e-4eb4-a343-2dba92c1b4b0 service nova] Acquiring lock "6fe501bd-1cac-4abb-9e92-db5df2af61ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1958.205428] env[71058]: DEBUG oslo_concurrency.lockutils [req-77891a26-2e6b-4381-abd5-da3afd35f4d7 req-684a6f57-957e-4eb4-a343-2dba92c1b4b0 service nova] Lock "6fe501bd-1cac-4abb-9e92-db5df2af61ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1958.205613] env[71058]: DEBUG oslo_concurrency.lockutils [req-77891a26-2e6b-4381-abd5-da3afd35f4d7 req-684a6f57-957e-4eb4-a343-2dba92c1b4b0 service nova] Lock "6fe501bd-1cac-4abb-9e92-db5df2af61ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1958.205792] env[71058]: DEBUG nova.compute.manager [req-77891a26-2e6b-4381-abd5-da3afd35f4d7 req-684a6f57-957e-4eb4-a343-2dba92c1b4b0 service nova] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] No waiting events found dispatching network-vif-plugged-55633c87-2423-4570-bbb2-7c73a6ddf16f {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1958.205959] env[71058]: WARNING nova.compute.manager [req-77891a26-2e6b-4381-abd5-da3afd35f4d7 req-684a6f57-957e-4eb4-a343-2dba92c1b4b0 service nova] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Received unexpected event network-vif-plugged-55633c87-2423-4570-bbb2-7c73a6ddf16f for instance with vm_state shelved_offloaded and task_state spawning.
[ 1958.227693] env[71058]: DEBUG oslo_vmware.api [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': task-2874034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1958.287253] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquiring lock "refresh_cache-6fe501bd-1cac-4abb-9e92-db5df2af61ee" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1958.287253] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquired lock "refresh_cache-6fe501bd-1cac-4abb-9e92-db5df2af61ee" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1958.287387] env[71058]: DEBUG nova.network.neutron [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1958.368715] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d6f45622-c946-4955-aa57-4f4f4fadb6c4 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Releasing lock "refresh_cache-4e0f9f23-9402-42a1-8d29-be0e6f77c8ad" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1958.415635] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: cd0d5a77-9b47-4244-b9de-7ccf9a5eeb7e] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1958.545637] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66eea42c-3e5c-45d2-9d61-bfc57b27d5bc tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.728s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1958.548188] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e0e0d340-3d53-4076-908c-0c0dcaba346a tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.404s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1958.548443] env[71058]: DEBUG nova.objects.instance [None req-e0e0d340-3d53-4076-908c-0c0dcaba346a tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Lazy-loading 'resources' on Instance uuid 2182b7bf-826e-4ff9-a6bd-da08ea92d774 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1958.581148] env[71058]: INFO nova.scheduler.client.report [None req-66eea42c-3e5c-45d2-9d61-bfc57b27d5bc tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Deleted allocations for instance ee74ee1f-7464-4001-a1ca-63a94eaccdb7
[ 1958.729864] env[71058]: DEBUG oslo_vmware.api [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': task-2874034, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1958.873756] env[71058]: DEBUG nova.compute.manager [None req-d6f45622-c946-4955-aa57-4f4f4fadb6c4 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1958.874751] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e7109e-f644-4d64-b499-678b274e5f28 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1958.918297] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: b86f8cb1-24b9-433d-a248-7491e9c9943b] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1959.092580] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66eea42c-3e5c-45d2-9d61-bfc57b27d5bc tempest-ServersTestJSON-1164544532 tempest-ServersTestJSON-1164544532-project-member] Lock "ee74ee1f-7464-4001-a1ca-63a94eaccdb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 8.777s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1959.117241] env[71058]: DEBUG nova.network.neutron [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Updating instance_info_cache with network_info: [{"id": "55633c87-2423-4570-bbb2-7c73a6ddf16f", "address": "fa:16:3e:5d:12:83", "network": {"id": "58898bc1-1fb7-44f1-95f7-254a4498119f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-38870332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47082b1bc97a4d569fe911312e6d4b1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55633c87-24", "ovs_interfaceid": "55633c87-2423-4570-bbb2-7c73a6ddf16f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1959.226526] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a003e9bd-d396-40da-adcd-6fcab4939f4e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1959.232301] env[71058]: DEBUG oslo_vmware.api [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': task-2874034, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.137461} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1959.232900] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] f3ae498e-7dea-4a41-89c2-613eeb37e61a/f3ae498e-7dea-4a41-89c2-613eeb37e61a.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1959.233136] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1959.233382] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-147709fe-c2f8-4b2a-9b56-041c9f02ca73 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1959.238456] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e6f235-570d-4184-9bb2-b38257a18d11 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1959.242543] env[71058]: DEBUG oslo_vmware.api [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Waiting for the task: (returnval){
[ 1959.242543] env[71058]:    value = "task-2874035"
[ 1959.242543] env[71058]:    _type = "Task"
[ 1959.242543] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1959.273038] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28a53c6-0777-403a-9264-a85c9b2618fd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1959.278587] env[71058]: DEBUG oslo_vmware.api [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': task-2874035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1959.283481] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482e9520-a874-4e32-af4e-408e40d15fe7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1959.296930] env[71058]: DEBUG nova.compute.provider_tree [None req-e0e0d340-3d53-4076-908c-0c0dcaba346a tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1959.421947] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 4b6847c3-2046-449a-9fab-4f34b0cb5680] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1959.620107] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Releasing lock "refresh_cache-6fe501bd-1cac-4abb-9e92-db5df2af61ee" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1959.653808] env[71058]: DEBUG nova.virt.hardware [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4393e563824281d32060611984b31d25',container_format='bare',created_at=2025-03-10T01:52:58Z,direct_url=<?>,disk_format='vmdk',id=b67e5557-d6d4-421a-a4a1-6c90a4b3d619,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1591964757-shelved',owner='47082b1bc97a4d569fe911312e6d4b1a',properties=ImageMetaProps,protected=<?>,size=31667712,status='active',tags=<?>,updated_at=2025-03-10T01:53:13Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1959.653968] env[71058]: DEBUG nova.virt.hardware [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1959.654050] env[71058]: DEBUG nova.virt.hardware [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1959.654234] env[71058]: DEBUG nova.virt.hardware [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1959.654394] env[71058]: DEBUG nova.virt.hardware [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1959.654540] env[71058]: DEBUG nova.virt.hardware [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1959.654821] env[71058]: DEBUG nova.virt.hardware [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1959.654986] env[71058]: DEBUG nova.virt.hardware [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1959.655264] env[71058]: DEBUG nova.virt.hardware [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1959.655580] env[71058]: DEBUG nova.virt.hardware [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1959.655690] env[71058]: DEBUG nova.virt.hardware [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1959.656675] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad91245-7d1f-4cf0-9029-1f6cf3fad228 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1959.666753] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a93dd9f-ad4a-44d9-ae36-1042cb5c0406 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1959.681114] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:12:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c24464bb-bb6b-43a2-bdcd-8086ad1a307f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55633c87-2423-4570-bbb2-7c73a6ddf16f', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1959.688582] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1959.688849] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1959.689126] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0b2a568-b82e-443f-b5d8-993238d9d08e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1959.710728] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1959.710728] env[71058]:    value = "task-2874036"
[ 1959.710728] env[71058]:    _type = "Task"
[ 1959.710728] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1959.718049] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874036, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1959.751616] env[71058]: DEBUG oslo_vmware.api [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': task-2874035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07807} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1959.751887] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1959.752740] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1319e58d-c991-4192-8fb1-1ccc394d179d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1959.773722] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] f3ae498e-7dea-4a41-89c2-613eeb37e61a/f3ae498e-7dea-4a41-89c2-613eeb37e61a.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1959.774062] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-738a8b83-aae7-4e6f-ac52-c54903bbfeea {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1959.793723] env[71058]: DEBUG oslo_vmware.api [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Waiting for the task: (returnval){
[ 1959.793723] env[71058]:    value = "task-2874037"
[ 1959.793723] env[71058]:    _type = "Task"
[ 1959.793723] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1959.803670] env[71058]: DEBUG nova.scheduler.client.report [None req-e0e0d340-3d53-4076-908c-0c0dcaba346a tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1959.807806] env[71058]: DEBUG oslo_vmware.api [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': task-2874037, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1959.890064] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d570a327-e138-4b93-988a-b0beeff164dc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1959.898124] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f45622-c946-4955-aa57-4f4f4fadb6c4 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Doing hard reboot of VM {{(pid=71058) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}}
[ 1959.898394] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-03c252c3-2493-41b7-a394-bf08231cc60a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1959.905702] env[71058]: DEBUG oslo_vmware.api [None req-d6f45622-c946-4955-aa57-4f4f4fadb6c4 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Waiting for the task: (returnval){
[ 1959.905702] env[71058]:    value = "task-2874038"
[ 1959.905702] env[71058]:    _type = "Task"
[ 1959.905702] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1959.914000] env[71058]: DEBUG oslo_vmware.api [None req-d6f45622-c946-4955-aa57-4f4f4fadb6c4 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': task-2874038, 'name': ResetVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1959.925724] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: e23bdb81-d5ed-4e28-bd9f-4bcc7be37140] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1960.221438] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874036, 'name': CreateVM_Task, 'duration_secs': 0.382172} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1960.221654] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1960.222688] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b67e5557-d6d4-421a-a4a1-6c90a4b3d619" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1960.222688] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b67e5557-d6d4-421a-a4a1-6c90a4b3d619" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1960.222886] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b67e5557-d6d4-421a-a4a1-6c90a4b3d619" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1960.223160] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd602061-f74e-422d-8929-4d01ef1f8d05 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1960.228579] env[71058]: DEBUG oslo_vmware.api [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the task: (returnval){
[ 1960.228579] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]528fee6b-414d-28a5-957e-b7d8c52e0c0e"
[ 1960.228579] env[71058]:    _type = "Task"
[ 1960.228579] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1960.234661] env[71058]: DEBUG nova.compute.manager [req-fa6955f1-86a9-46af-81de-351108650fda req-9597d8b0-66d5-4037-b1ff-5f23faaa54fa service nova] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Received event network-changed-55633c87-2423-4570-bbb2-7c73a6ddf16f {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1960.234855] env[71058]: DEBUG nova.compute.manager [req-fa6955f1-86a9-46af-81de-351108650fda req-9597d8b0-66d5-4037-b1ff-5f23faaa54fa service nova] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Refreshing instance network info cache due to event network-changed-55633c87-2423-4570-bbb2-7c73a6ddf16f. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1960.235132] env[71058]: DEBUG oslo_concurrency.lockutils [req-fa6955f1-86a9-46af-81de-351108650fda req-9597d8b0-66d5-4037-b1ff-5f23faaa54fa service nova] Acquiring lock "refresh_cache-6fe501bd-1cac-4abb-9e92-db5df2af61ee" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1960.235278] env[71058]: DEBUG oslo_concurrency.lockutils [req-fa6955f1-86a9-46af-81de-351108650fda req-9597d8b0-66d5-4037-b1ff-5f23faaa54fa service nova] Acquired lock "refresh_cache-6fe501bd-1cac-4abb-9e92-db5df2af61ee" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1960.235454] env[71058]: DEBUG nova.network.neutron [req-fa6955f1-86a9-46af-81de-351108650fda req-9597d8b0-66d5-4037-b1ff-5f23faaa54fa service nova] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Refreshing network info cache for port 55633c87-2423-4570-bbb2-7c73a6ddf16f {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1960.245957] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b67e5557-d6d4-421a-a4a1-6c90a4b3d619" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1960.245957] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Processing image b67e5557-d6d4-421a-a4a1-6c90a4b3d619 {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1960.245957] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b67e5557-d6d4-421a-a4a1-6c90a4b3d619/b67e5557-d6d4-421a-a4a1-6c90a4b3d619.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1960.245957] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b67e5557-d6d4-421a-a4a1-6c90a4b3d619/b67e5557-d6d4-421a-a4a1-6c90a4b3d619.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1960.246158] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1960.246491] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-358514a6-26e7-43fe-b7f7-37c07f490fdd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1960.266789] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1960.266789] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1960.267368] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f93f060a-d03e-4b55-9bd7-9037ba1901c1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1960.273456] env[71058]: DEBUG oslo_vmware.api [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the task: (returnval){
[ 1960.273456] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522d19a2-abe2-eeae-e488-5b4fa9255714"
[ 1960.273456] env[71058]:    _type = "Task"
[ 1960.273456] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1960.281824] env[71058]: DEBUG oslo_vmware.api [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]522d19a2-abe2-eeae-e488-5b4fa9255714, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1960.303337] env[71058]: DEBUG oslo_vmware.api [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': task-2874037, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1960.309282] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e0e0d340-3d53-4076-908c-0c0dcaba346a tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.761s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1960.312601] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.744s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1960.313446] env[71058]: INFO nova.compute.claims [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1960.351762] env[71058]: INFO nova.scheduler.client.report [None req-e0e0d340-3d53-4076-908c-0c0dcaba346a tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Deleted allocations for instance 2182b7bf-826e-4ff9-a6bd-da08ea92d774
[ 1960.415880] env[71058]: DEBUG oslo_vmware.api [None req-d6f45622-c946-4955-aa57-4f4f4fadb6c4 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': task-2874038, 'name': ResetVM_Task, 'duration_secs': 0.105625} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1960.416238] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f45622-c946-4955-aa57-4f4f4fadb6c4 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Did hard reboot of VM {{(pid=71058) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}}
[ 1960.416431] env[71058]: DEBUG nova.compute.manager [None req-d6f45622-c946-4955-aa57-4f4f4fadb6c4 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1960.417227] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb5934b-7b0a-44ad-93e5-f18b7c77477a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1960.429787] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 0c383294-0efa-4719-97bc-cb565ac99797] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1960.785786] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Preparing fetch location {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}}
[ 1960.786080] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Fetch image to [datastore1] OSTACK_IMG_58fafda2-cbbc-493c-96e4-a637fda1f0ef/OSTACK_IMG_58fafda2-cbbc-493c-96e4-a637fda1f0ef.vmdk {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}}
[ 1960.786266] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Downloading stream optimized image b67e5557-d6d4-421a-a4a1-6c90a4b3d619 to [datastore1] OSTACK_IMG_58fafda2-cbbc-493c-96e4-a637fda1f0ef/OSTACK_IMG_58fafda2-cbbc-493c-96e4-a637fda1f0ef.vmdk on the data store datastore1 as vApp {{(pid=71058) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}}
[ 1960.786431] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Downloading image file data b67e5557-d6d4-421a-a4a1-6c90a4b3d619 to the ESX as VM named 'OSTACK_IMG_58fafda2-cbbc-493c-96e4-a637fda1f0ef' {{(pid=71058) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}}
[ 1960.801967] env[71058]: DEBUG oslo_vmware.api [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': task-2874037, 'name': ReconfigVM_Task, 'duration_secs': 0.961975} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1960.802266] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Reconfigured VM instance instance-00000072 to attach disk [datastore1] f3ae498e-7dea-4a41-89c2-613eeb37e61a/f3ae498e-7dea-4a41-89c2-613eeb37e61a.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1960.802961] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3a84cbd-8378-4c57-8f6f-5151d5a9ef9a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1960.809885] env[71058]: DEBUG oslo_vmware.api [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Waiting for the task: (returnval){
[ 1960.809885] env[71058]:    value = "task-2874039"
[ 1960.809885] env[71058]:    _type = "Task"
[ 1960.809885] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1960.838745] env[71058]: DEBUG oslo_vmware.api [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': task-2874039, 'name': Rename_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1960.859246] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e0e0d340-3d53-4076-908c-0c0dcaba346a tempest-ServerGroupTestJSON-1538933740 tempest-ServerGroupTestJSON-1538933740-project-member] Lock "2182b7bf-826e-4ff9-a6bd-da08ea92d774" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 9.117s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1960.869556] env[71058]: DEBUG oslo_vmware.rw_handles [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){
[ 1960.869556] env[71058]:    value = "resgroup-9"
[ 1960.869556] env[71058]:    _type = "ResourcePool"
[ 1960.869556] env[71058]:  }. {{(pid=71058) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}}
[ 1960.869847] env[71058]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-98be6905-d915-4356-80f2-df8038a3464f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1960.893621] env[71058]: DEBUG oslo_vmware.rw_handles [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lease: (returnval){
[ 1960.893621] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52bc6e7a-8f8f-6f29-e642-25ec54937eb5"
[ 1960.893621] env[71058]:    _type = "HttpNfcLease"
[ 1960.893621] env[71058]:  } obtained for vApp import into resource pool (val){
[ 1960.893621] env[71058]:    value = "resgroup-9"
[ 1960.893621] env[71058]:    _type = "ResourcePool"
[ 1960.893621] env[71058]:  }. {{(pid=71058) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}}
[ 1960.893861] env[71058]: DEBUG oslo_vmware.api [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the lease: (returnval){
[ 1960.893861] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52bc6e7a-8f8f-6f29-e642-25ec54937eb5"
[ 1960.893861] env[71058]:    _type = "HttpNfcLease"
[ 1960.893861] env[71058]:  } to be ready. {{(pid=71058) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1960.900879] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1960.900879] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52bc6e7a-8f8f-6f29-e642-25ec54937eb5"
[ 1960.900879] env[71058]:    _type = "HttpNfcLease"
[ 1960.900879] env[71058]:  } is initializing. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1960.933338] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d6f45622-c946-4955-aa57-4f4f4fadb6c4 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Lock "4e0f9f23-9402-42a1-8d29-be0e6f77c8ad" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 4.570s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1960.934162] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 4dc81a2f-6a3c-438b-bde6-2d31ece13813] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1960.998296] env[71058]: DEBUG nova.network.neutron [req-fa6955f1-86a9-46af-81de-351108650fda req-9597d8b0-66d5-4037-b1ff-5f23faaa54fa service nova] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Updated VIF entry in instance network info cache for port 55633c87-2423-4570-bbb2-7c73a6ddf16f. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1960.998677] env[71058]: DEBUG nova.network.neutron [req-fa6955f1-86a9-46af-81de-351108650fda req-9597d8b0-66d5-4037-b1ff-5f23faaa54fa service nova] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Updating instance_info_cache with network_info: [{"id": "55633c87-2423-4570-bbb2-7c73a6ddf16f", "address": "fa:16:3e:5d:12:83", "network": {"id": "58898bc1-1fb7-44f1-95f7-254a4498119f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-38870332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47082b1bc97a4d569fe911312e6d4b1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55633c87-24", "ovs_interfaceid": "55633c87-2423-4570-bbb2-7c73a6ddf16f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1961.321832] env[71058]: DEBUG oslo_vmware.api [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': task-2874039, 'name': Rename_Task, 'duration_secs': 0.206152} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1961.322144] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1961.322442] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52ac487d-bf76-4f7f-844d-0e078a4a3d4f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1961.328944] env[71058]: DEBUG oslo_vmware.api [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Waiting for the task: (returnval){
[ 1961.328944] env[71058]:    value = "task-2874041"
[ 1961.328944] env[71058]:    _type = "Task"
[ 1961.328944] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1961.339384] env[71058]: DEBUG oslo_vmware.api [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': task-2874041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1961.404200] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1961.404200] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52bc6e7a-8f8f-6f29-e642-25ec54937eb5"
[ 1961.404200] env[71058]:    _type = "HttpNfcLease"
[ 1961.404200] env[71058]:  } is ready. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1961.407102] env[71058]: DEBUG oslo_vmware.rw_handles [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1961.407102] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52bc6e7a-8f8f-6f29-e642-25ec54937eb5"
[ 1961.407102] env[71058]:    _type = "HttpNfcLease"
[ 1961.407102] env[71058]:  }. {{(pid=71058) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}}
[ 1961.409045] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576fff5d-c673-4458-9ece-f89d5a3a6446 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1961.416573] env[71058]: DEBUG oslo_vmware.rw_handles [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528cbf6f-c782-4e19-7e98-6bea4fa38eb3/disk-0.vmdk from lease info. {{(pid=71058) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1961.417239] env[71058]: DEBUG oslo_vmware.rw_handles [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528cbf6f-c782-4e19-7e98-6bea4fa38eb3/disk-0.vmdk. {{(pid=71058) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}}
[ 1961.483604] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: dec06a1a-7b8b-4e76-8088-73e41f640a17] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1961.493680] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-eb00d241-dffe-402e-a6cb-4a2f856d9c77 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1961.501214] env[71058]: DEBUG oslo_concurrency.lockutils [req-fa6955f1-86a9-46af-81de-351108650fda req-9597d8b0-66d5-4037-b1ff-5f23faaa54fa service nova] Releasing lock "refresh_cache-6fe501bd-1cac-4abb-9e92-db5df2af61ee" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1961.578725] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbc68b7-a729-4b49-869e-71be0d41c102 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1961.587759] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7712ed-e46d-424b-a6b0-1c8213180a9a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1961.621154] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f70417-5055-4966-86c8-543d1b69f48a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1961.629833] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563588ee-51ff-4415-a293-e3525eed8b2e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1961.645134] env[71058]: DEBUG nova.compute.provider_tree [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1961.852621] env[71058]: DEBUG oslo_vmware.api [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': task-2874041, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1961.990382] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: f41c1883-ddc6-491a-8f60-46df2ca46e95] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1962.150516] env[71058]: DEBUG nova.scheduler.client.report [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1962.289378] env[71058]: DEBUG nova.compute.manager [req-44845f04-dc1c-4a2f-9d00-dec13c21d458 req-3d660ad7-b121-48eb-803e-83ad11500ec5 service nova] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Received event network-changed-f4acf235-bcc5-47b2-ad12-244062b3575a {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1962.289611] env[71058]: DEBUG nova.compute.manager [req-44845f04-dc1c-4a2f-9d00-dec13c21d458 req-3d660ad7-b121-48eb-803e-83ad11500ec5 service nova] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Refreshing instance network info cache due to event network-changed-f4acf235-bcc5-47b2-ad12-244062b3575a. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1962.289823] env[71058]: DEBUG oslo_concurrency.lockutils [req-44845f04-dc1c-4a2f-9d00-dec13c21d458 req-3d660ad7-b121-48eb-803e-83ad11500ec5 service nova] Acquiring lock "refresh_cache-4e0f9f23-9402-42a1-8d29-be0e6f77c8ad" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1962.290045] env[71058]: DEBUG oslo_concurrency.lockutils [req-44845f04-dc1c-4a2f-9d00-dec13c21d458 req-3d660ad7-b121-48eb-803e-83ad11500ec5 service nova] Acquired lock "refresh_cache-4e0f9f23-9402-42a1-8d29-be0e6f77c8ad" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1962.294029] env[71058]: DEBUG nova.network.neutron [req-44845f04-dc1c-4a2f-9d00-dec13c21d458 req-3d660ad7-b121-48eb-803e-83ad11500ec5 service nova] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Refreshing network info cache for port f4acf235-bcc5-47b2-ad12-244062b3575a {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1962.344841] env[71058]: DEBUG oslo_vmware.api [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': task-2874041, 'name': PowerOnVM_Task, 'duration_secs': 0.63204} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1962.345096] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1962.345163] env[71058]: INFO nova.compute.manager [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Took 6.84 seconds to spawn the instance on the hypervisor.
[ 1962.345379] env[71058]: DEBUG nova.compute.manager [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1962.346303] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd82191-5b5b-433f-993b-4572714ff7dd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1962.435808] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f9ec6b13-6174-437c-becf-b2b33518bd9a tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "e2a39057-e217-429e-9886-3426ad8dbf70" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1962.436087] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f9ec6b13-6174-437c-becf-b2b33518bd9a tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "e2a39057-e217-429e-9886-3426ad8dbf70" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1962.494507] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: e8ed5493-c4fb-47aa-b29e-f94be14fcd9a] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1962.593217] env[71058]: DEBUG oslo_vmware.rw_handles [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Completed reading data from the image iterator. {{(pid=71058) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}}
[ 1962.593507] env[71058]: DEBUG oslo_vmware.rw_handles [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528cbf6f-c782-4e19-7e98-6bea4fa38eb3/disk-0.vmdk. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1962.594834] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d8af08-b93a-4735-bc5b-e06f87148b6d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1962.601688] env[71058]: DEBUG oslo_vmware.rw_handles [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528cbf6f-c782-4e19-7e98-6bea4fa38eb3/disk-0.vmdk is in state: ready. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1962.601908] env[71058]: DEBUG oslo_vmware.rw_handles [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528cbf6f-c782-4e19-7e98-6bea4fa38eb3/disk-0.vmdk. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}}
[ 1962.602095] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8100e7b3-96d1-47ae-843c-9d790357215b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1962.661056] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1962.661994] env[71058]: DEBUG nova.compute.manager [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1962.839132] env[71058]: DEBUG oslo_vmware.rw_handles [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528cbf6f-c782-4e19-7e98-6bea4fa38eb3/disk-0.vmdk. {{(pid=71058) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}}
[ 1962.839740] env[71058]: INFO nova.virt.vmwareapi.images [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Downloaded image file data b67e5557-d6d4-421a-a4a1-6c90a4b3d619
[ 1962.843540] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ed084e-453c-4b47-8719-47c3df1d582f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1962.867037] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83994fc4-a337-4e1c-9d74-9a14ae1ce250 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1962.870753] env[71058]: INFO nova.compute.manager [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Took 14.51 seconds to build instance.
[ 1962.893541] env[71058]: INFO nova.virt.vmwareapi.images [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] The imported VM was unregistered
[ 1962.896393] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Caching image {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}}
[ 1962.897062] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b67e5557-d6d4-421a-a4a1-6c90a4b3d619 {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1962.897603] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13ea4ed5-25fc-45ab-86f2-4a4d4050629d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1962.928404] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Created directory with path [datastore1] devstack-image-cache_base/b67e5557-d6d4-421a-a4a1-6c90a4b3d619 {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1962.928404] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_58fafda2-cbbc-493c-96e4-a637fda1f0ef/OSTACK_IMG_58fafda2-cbbc-493c-96e4-a637fda1f0ef.vmdk to [datastore1] devstack-image-cache_base/b67e5557-d6d4-421a-a4a1-6c90a4b3d619/b67e5557-d6d4-421a-a4a1-6c90a4b3d619.vmdk. {{(pid=71058) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}}
[ 1962.928677] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-79a43615-2ca4-463d-9ffe-95b3bf40adff {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1962.935867] env[71058]: DEBUG oslo_vmware.api [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the task: (returnval){
[ 1962.935867] env[71058]:    value = "task-2874043"
[ 1962.935867] env[71058]:    _type = "Task"
[ 1962.935867] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1962.945965] env[71058]: DEBUG nova.compute.utils [None req-f9ec6b13-6174-437c-becf-b2b33518bd9a tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1962.948278] env[71058]: DEBUG oslo_vmware.api [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874043, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1962.997301] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: d8c74703-a213-4e6c-882c-46cdbb82b1b9] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1963.021250] env[71058]: DEBUG oslo_concurrency.lockutils [None req-47b6d1ea-eaa2-4e17-a5e6-947d4c4aca8c tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Acquiring lock "4e0f9f23-9402-42a1-8d29-be0e6f77c8ad" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1963.021504] env[71058]: DEBUG oslo_concurrency.lockutils [None req-47b6d1ea-eaa2-4e17-a5e6-947d4c4aca8c tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Lock "4e0f9f23-9402-42a1-8d29-be0e6f77c8ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1963.021700] env[71058]: DEBUG oslo_concurrency.lockutils [None req-47b6d1ea-eaa2-4e17-a5e6-947d4c4aca8c tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Acquiring lock "4e0f9f23-9402-42a1-8d29-be0e6f77c8ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1963.021883] env[71058]: DEBUG oslo_concurrency.lockutils [None req-47b6d1ea-eaa2-4e17-a5e6-947d4c4aca8c tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Lock "4e0f9f23-9402-42a1-8d29-be0e6f77c8ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1963.022055] env[71058]: DEBUG oslo_concurrency.lockutils [None req-47b6d1ea-eaa2-4e17-a5e6-947d4c4aca8c tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Lock "4e0f9f23-9402-42a1-8d29-be0e6f77c8ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1963.024284] env[71058]: INFO nova.compute.manager [None req-47b6d1ea-eaa2-4e17-a5e6-947d4c4aca8c tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Terminating instance
[ 1963.168375] env[71058]: DEBUG nova.compute.utils [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1963.171554] env[71058]: DEBUG nova.compute.manager [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1963.171745] env[71058]: DEBUG nova.network.neutron [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1963.242617] env[71058]: DEBUG nova.policy [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e9aff900edd453286211979760989c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0f4a9339cb54309bb039c8b9533c473', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1963.360124] env[71058]: DEBUG nova.network.neutron [req-44845f04-dc1c-4a2f-9d00-dec13c21d458 req-3d660ad7-b121-48eb-803e-83ad11500ec5 service nova] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Updated VIF entry in instance network info cache for port f4acf235-bcc5-47b2-ad12-244062b3575a. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1963.360767] env[71058]: DEBUG nova.network.neutron [req-44845f04-dc1c-4a2f-9d00-dec13c21d458 req-3d660ad7-b121-48eb-803e-83ad11500ec5 service nova] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Updating instance_info_cache with network_info: [{"id": "f4acf235-bcc5-47b2-ad12-244062b3575a", "address": "fa:16:3e:45:52:57", "network": {"id": "1b8a9c13-8d79-4b85-be16-a3a4a4b502bd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1251657008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f7960ed72844aa89d4ec6c806614c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4acf235-bc", "ovs_interfaceid": "f4acf235-bcc5-47b2-ad12-244062b3575a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1963.374581] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e42f8f9c-378a-4089-8380-e8b696eb1fc4 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Lock "f3ae498e-7dea-4a41-89c2-613eeb37e61a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.025s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1963.446240] env[71058]: DEBUG oslo_vmware.api [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874043, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1963.449991] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f9ec6b13-6174-437c-becf-b2b33518bd9a tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "e2a39057-e217-429e-9886-3426ad8dbf70" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 1.014s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1963.502128] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 37a86afd-0a56-4911-bc5c-bd640a23de96] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1963.532188] env[71058]: DEBUG nova.compute.manager [None req-47b6d1ea-eaa2-4e17-a5e6-947d4c4aca8c tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1963.532188] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-47b6d1ea-eaa2-4e17-a5e6-947d4c4aca8c tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1963.532188] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14583a87-51bb-4ac8-a965-7cd2433b92c7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1963.545476] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b6d1ea-eaa2-4e17-a5e6-947d4c4aca8c tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1963.545735] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec2f1d53-e1b7-4f2b-bcbe-6a89ed7a6129 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1963.554421] env[71058]: DEBUG oslo_vmware.api [None req-47b6d1ea-eaa2-4e17-a5e6-947d4c4aca8c tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Waiting for the task: (returnval){
[ 1963.554421] env[71058]:    value = "task-2874044"
[ 1963.554421] env[71058]:    _type = "Task"
[ 1963.554421] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1963.563806] env[71058]: DEBUG oslo_vmware.api [None req-47b6d1ea-eaa2-4e17-a5e6-947d4c4aca8c tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': task-2874044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1963.675954] env[71058]: DEBUG nova.compute.manager [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1963.790179] env[71058]: DEBUG nova.network.neutron [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Successfully created port: fe09ca58-49c5-43fb-bcf0-c9b632175131 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1963.862965] env[71058]: DEBUG oslo_concurrency.lockutils [req-44845f04-dc1c-4a2f-9d00-dec13c21d458 req-3d660ad7-b121-48eb-803e-83ad11500ec5 service nova] Releasing lock "refresh_cache-4e0f9f23-9402-42a1-8d29-be0e6f77c8ad" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1963.901804] env[71058]: INFO nova.compute.manager [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Rebuilding instance
[ 1963.952258] env[71058]: DEBUG oslo_vmware.api [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874043, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1963.968202] env[71058]: DEBUG nova.compute.manager [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1963.968202] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2912545-efd3-4d68-b293-49976ff4ddba {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1964.006300] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: cdcf750d-fb29-4bb9-b45b-ad3f81ec72d9] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1964.067977] env[71058]: DEBUG oslo_vmware.api [None req-47b6d1ea-eaa2-4e17-a5e6-947d4c4aca8c tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': task-2874044, 'name': PowerOffVM_Task, 'duration_secs': 0.340782} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1964.067977] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b6d1ea-eaa2-4e17-a5e6-947d4c4aca8c tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1964.068434] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-47b6d1ea-eaa2-4e17-a5e6-947d4c4aca8c tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1964.069045] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a3e66ee-a831-4dbe-88af-3813ae3d48c9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1964.140590] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-47b6d1ea-eaa2-4e17-a5e6-947d4c4aca8c tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1964.140590] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-47b6d1ea-eaa2-4e17-a5e6-947d4c4aca8c tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1964.140590] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-47b6d1ea-eaa2-4e17-a5e6-947d4c4aca8c tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Deleting the datastore file [datastore2] 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1964.140590] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6049c172-d265-490d-a4dd-eb1554bb85f0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1964.152190] env[71058]: DEBUG oslo_vmware.api [None req-47b6d1ea-eaa2-4e17-a5e6-947d4c4aca8c tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Waiting for the task: (returnval){
[ 1964.152190] env[71058]:    value = "task-2874046"
[ 1964.152190] env[71058]:    _type = "Task"
[ 1964.152190] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1964.164210] env[71058]: DEBUG oslo_vmware.api [None req-47b6d1ea-eaa2-4e17-a5e6-947d4c4aca8c tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': task-2874046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1964.460021] env[71058]: DEBUG oslo_vmware.api [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874043, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1964.513811] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 9d46ba06-fbe0-44e0-a871-bafe3589a559] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1964.538965] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f9ec6b13-6174-437c-becf-b2b33518bd9a tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "e2a39057-e217-429e-9886-3426ad8dbf70" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1964.539960] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f9ec6b13-6174-437c-becf-b2b33518bd9a tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "e2a39057-e217-429e-9886-3426ad8dbf70" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1964.542134] env[71058]: INFO nova.compute.manager [None req-f9ec6b13-6174-437c-becf-b2b33518bd9a tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Attaching volume 674705d2-8070-482d-85a2-91e7ee63b4e0 to /dev/sdb
[ 1964.584240] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9d6994-56d6-4029-bfee-aaa61ae1ff94 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1964.594456] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ceace8e-e681-4aba-b449-4c248e3934f4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1964.611845] env[71058]: DEBUG nova.virt.block_device [None req-f9ec6b13-6174-437c-becf-b2b33518bd9a tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Updating existing volume attachment record: b10fa1c6-b4f1-4d19-81b5-fdbd723abc7b {{(pid=71058) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
[ 1964.665658] env[71058]: DEBUG oslo_vmware.api [None req-47b6d1ea-eaa2-4e17-a5e6-947d4c4aca8c tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': task-2874046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338114} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1964.665821] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-47b6d1ea-eaa2-4e17-a5e6-947d4c4aca8c tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1964.666054] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-47b6d1ea-eaa2-4e17-a5e6-947d4c4aca8c tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1964.666275] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-47b6d1ea-eaa2-4e17-a5e6-947d4c4aca8c tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1964.666495] env[71058]: INFO nova.compute.manager [None req-47b6d1ea-eaa2-4e17-a5e6-947d4c4aca8c tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Took 1.14 seconds to destroy the instance on the hypervisor.
[ 1964.666798] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47b6d1ea-eaa2-4e17-a5e6-947d4c4aca8c tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1964.667235] env[71058]: DEBUG nova.compute.manager [-] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1964.667235] env[71058]: DEBUG nova.network.neutron [-] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1964.692347] env[71058]: DEBUG nova.compute.manager [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1964.736826] env[71058]: DEBUG nova.virt.hardware [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1964.736826] env[71058]: DEBUG nova.virt.hardware [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1964.737116] env[71058]: DEBUG nova.virt.hardware [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1964.738046] env[71058]: DEBUG nova.virt.hardware [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1964.738046] env[71058]: DEBUG nova.virt.hardware [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1964.738046] env[71058]: DEBUG nova.virt.hardware [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1964.738525] env[71058]: DEBUG nova.virt.hardware [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1964.738786] env[71058]: DEBUG nova.virt.hardware [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1964.739176] env[71058]: DEBUG nova.virt.hardware [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1964.739490] env[71058]: DEBUG nova.virt.hardware [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1964.739866] env[71058]: DEBUG nova.virt.hardware [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1964.740981] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce237b33-b481-4f8a-85a0-ec6599ae9935 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1964.757905] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4629d4d5-b35a-4967-b033-8a1d9e354484 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1964.950630] env[71058]: DEBUG oslo_vmware.api [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874043, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1964.986501] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1964.986789] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-169510e7-9c79-400d-bb0d-591baf9b1823 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1964.999790] env[71058]: DEBUG oslo_vmware.api [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Waiting for the task: (returnval){
[ 1964.999790] env[71058]:    value = "task-2874048"
[ 1964.999790] env[71058]:    _type = "Task"
[ 1964.999790] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1965.015380] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: d46a6dbc-5b0c-4340-911c-40bed7197c43] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1965.017433] env[71058]: DEBUG oslo_vmware.api [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': task-2874048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1965.078421] env[71058]: DEBUG nova.compute.manager [req-30ffce51-c1df-45da-ac02-80e21dfc65ff req-00b64340-29f2-441f-b64b-07ee2bfbb3a6 service nova] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Received event network-vif-deleted-f4acf235-bcc5-47b2-ad12-244062b3575a {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1965.078652] env[71058]: INFO nova.compute.manager [req-30ffce51-c1df-45da-ac02-80e21dfc65ff req-00b64340-29f2-441f-b64b-07ee2bfbb3a6 service nova] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Neutron deleted interface f4acf235-bcc5-47b2-ad12-244062b3575a; detaching it from the instance and deleting it from the info cache
[ 1965.078827] env[71058]: DEBUG nova.network.neutron [req-30ffce51-c1df-45da-ac02-80e21dfc65ff req-00b64340-29f2-441f-b64b-07ee2bfbb3a6 service nova] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1965.429922] env[71058]: DEBUG nova.compute.manager [req-461b8f3b-0633-423f-9427-9feb9b6f6c2a req-39ad2c79-bab3-4858-953d-d73415cc7bdd service nova] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Received event network-vif-plugged-fe09ca58-49c5-43fb-bcf0-c9b632175131 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1965.430212] env[71058]: DEBUG oslo_concurrency.lockutils [req-461b8f3b-0633-423f-9427-9feb9b6f6c2a req-39ad2c79-bab3-4858-953d-d73415cc7bdd service nova] Acquiring lock "3d9de29d-9a6b-451b-8ef4-741772a431bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1965.430441] env[71058]: DEBUG oslo_concurrency.lockutils [req-461b8f3b-0633-423f-9427-9feb9b6f6c2a req-39ad2c79-bab3-4858-953d-d73415cc7bdd service nova] Lock "3d9de29d-9a6b-451b-8ef4-741772a431bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1965.430615] env[71058]: DEBUG oslo_concurrency.lockutils [req-461b8f3b-0633-423f-9427-9feb9b6f6c2a req-39ad2c79-bab3-4858-953d-d73415cc7bdd service nova] Lock "3d9de29d-9a6b-451b-8ef4-741772a431bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1965.430948] env[71058]: DEBUG nova.compute.manager [req-461b8f3b-0633-423f-9427-9feb9b6f6c2a req-39ad2c79-bab3-4858-953d-d73415cc7bdd service nova] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] No waiting events found dispatching network-vif-plugged-fe09ca58-49c5-43fb-bcf0-c9b632175131 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1965.431191] env[71058]: WARNING nova.compute.manager [req-461b8f3b-0633-423f-9427-9feb9b6f6c2a req-39ad2c79-bab3-4858-953d-d73415cc7bdd service nova] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Received unexpected event network-vif-plugged-fe09ca58-49c5-43fb-bcf0-c9b632175131 for instance with vm_state building and task_state spawning.
[ 1965.454532] env[71058]: DEBUG oslo_vmware.api [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874043, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1965.515021] env[71058]: DEBUG oslo_vmware.api [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': task-2874048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1965.520031] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 1ebc64c7-a73c-4e56-ac5b-f435371edd4e] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1965.541514] env[71058]: DEBUG nova.network.neutron [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Successfully updated port: fe09ca58-49c5-43fb-bcf0-c9b632175131 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1965.552494] env[71058]: DEBUG nova.network.neutron [-] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1965.583087] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2a7d108-7bf1-4275-bfa9-941fc6e8af76 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1965.595784] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f718b695-24ed-41d7-b375-5cabf72bcd74 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1965.630997] env[71058]: DEBUG nova.compute.manager [req-30ffce51-c1df-45da-ac02-80e21dfc65ff req-00b64340-29f2-441f-b64b-07ee2bfbb3a6 service nova] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Detach interface failed, port_id=f4acf235-bcc5-47b2-ad12-244062b3575a, reason: Instance 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1965.951185] env[71058]: DEBUG oslo_vmware.api [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874043, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.991531} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1965.951449] env[71058]: INFO nova.virt.vmwareapi.ds_util [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_58fafda2-cbbc-493c-96e4-a637fda1f0ef/OSTACK_IMG_58fafda2-cbbc-493c-96e4-a637fda1f0ef.vmdk to [datastore1] devstack-image-cache_base/b67e5557-d6d4-421a-a4a1-6c90a4b3d619/b67e5557-d6d4-421a-a4a1-6c90a4b3d619.vmdk.
[ 1965.951662] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Cleaning up location [datastore1] OSTACK_IMG_58fafda2-cbbc-493c-96e4-a637fda1f0ef {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}}
[ 1965.951789] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_58fafda2-cbbc-493c-96e4-a637fda1f0ef {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1965.952056] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa7cfc9f-8ea0-45c7-a24a-67b5f70d438e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1965.957772] env[71058]: DEBUG oslo_vmware.api [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the task: (returnval){
[ 1965.957772] env[71058]:    value = "task-2874051"
[ 1965.957772] env[71058]:    _type = "Task"
[ 1965.957772] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1965.966278] env[71058]: DEBUG oslo_vmware.api [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1966.013513] env[71058]: DEBUG oslo_vmware.api [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': task-2874048, 'name': PowerOffVM_Task, 'duration_secs': 0.599362} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1966.013513] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1966.013513] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1966.013513] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42838adc-3f77-4998-ab05-b174eb19f5c9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1966.018822] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1966.019115] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78f4aa0f-3843-411d-b3dd-86f11712b9de {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1966.024984] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 974876ee-5777-4ff6-9453-46d440b8a166] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1966.042081] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1966.042184] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1966.043026] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Deleting the datastore file [datastore1] f3ae498e-7dea-4a41-89c2-613eeb37e61a {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1966.043026] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d2391f6-4ff8-47b1-b3cb-742261f59e65 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1966.048610] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "refresh_cache-3d9de29d-9a6b-451b-8ef4-741772a431bb" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1966.048729] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquired lock "refresh_cache-3d9de29d-9a6b-451b-8ef4-741772a431bb" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1966.048877] env[71058]: DEBUG nova.network.neutron [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1966.050051] env[71058]: DEBUG oslo_vmware.api [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Waiting for the task: (returnval){
[ 1966.050051] env[71058]:    value = "task-2874053"
[ 1966.050051] env[71058]:    _type = "Task"
[ 1966.050051] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1966.059932] env[71058]: INFO nova.compute.manager [-] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Took 1.39 seconds to deallocate network for instance.
[ 1966.069045] env[71058]: DEBUG oslo_vmware.api [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': task-2874053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1966.315099] env[71058]: DEBUG oslo_concurrency.lockutils [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquiring lock "cc9d430d-d2b8-428f-90d4-25770ea51f28" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1966.315099] env[71058]: DEBUG oslo_concurrency.lockutils [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lock "cc9d430d-d2b8-428f-90d4-25770ea51f28" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1966.315099] env[71058]: INFO nova.compute.manager [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Shelving
[ 1966.469687] env[71058]: DEBUG oslo_vmware.api [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033969} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1966.470044] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1966.470285] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b67e5557-d6d4-421a-a4a1-6c90a4b3d619/b67e5557-d6d4-421a-a4a1-6c90a4b3d619.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1966.470584] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b67e5557-d6d4-421a-a4a1-6c90a4b3d619/b67e5557-d6d4-421a-a4a1-6c90a4b3d619.vmdk to [datastore1] 6fe501bd-1cac-4abb-9e92-db5df2af61ee/6fe501bd-1cac-4abb-9e92-db5df2af61ee.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1966.470903] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87d742be-d6b2-4ccf-82c1-5f9a4b429fb4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1966.478529] env[71058]: DEBUG oslo_vmware.api [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the task: (returnval){
[ 1966.478529] env[71058]:    value = "task-2874054"
[ 1966.478529] env[71058]:    _type = "Task"
[ 1966.478529] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1966.488016] env[71058]: DEBUG oslo_vmware.api [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1966.527855] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: f4df8d57-cfaa-490f-b639-803bff814117] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1966.563815] env[71058]: DEBUG oslo_vmware.api [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': task-2874053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115344} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1966.565424] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1966.566035] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1966.566318] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1966.571700] env[71058]: DEBUG oslo_concurrency.lockutils [None req-47b6d1ea-eaa2-4e17-a5e6-947d4c4aca8c tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1966.571700] env[71058]: DEBUG oslo_concurrency.lockutils [None req-47b6d1ea-eaa2-4e17-a5e6-947d4c4aca8c tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1966.571700] env[71058]: DEBUG nova.objects.instance [None req-47b6d1ea-eaa2-4e17-a5e6-947d4c4aca8c tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Lazy-loading 'resources' on Instance uuid 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1966.596637] env[71058]: DEBUG nova.network.neutron [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1966.753422] env[71058]: DEBUG nova.network.neutron [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Updating instance_info_cache with network_info: [{"id": "fe09ca58-49c5-43fb-bcf0-c9b632175131", "address": "fa:16:3e:90:bf:6e", "network": {"id": "c13424cd-3787-4aef-8aaa-6f7e98678c9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-973121726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f4a9339cb54309bb039c8b9533c473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe09ca58-49", "ovs_interfaceid": "fe09ca58-49c5-43fb-bcf0-c9b632175131", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1966.792810] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1966.793091] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1966.990630] env[71058]: DEBUG oslo_vmware.api [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874054, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1967.032580] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 48171880-b1d9-4668-80d2-f9154792e59a] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1967.254545] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632d59ec-1a3c-47a1-b390-fc43c4a28d49 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1967.257862] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Releasing lock "refresh_cache-3d9de29d-9a6b-451b-8ef4-741772a431bb" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1967.258225] env[71058]: DEBUG nova.compute.manager [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Instance network_info: |[{"id": "fe09ca58-49c5-43fb-bcf0-c9b632175131", "address": "fa:16:3e:90:bf:6e", "network": {"id": "c13424cd-3787-4aef-8aaa-6f7e98678c9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-973121726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f4a9339cb54309bb039c8b9533c473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe09ca58-49", "ovs_interfaceid": "fe09ca58-49c5-43fb-bcf0-c9b632175131", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1967.258683] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:bf:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe09ca58-49c5-43fb-bcf0-c9b632175131', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1967.266947] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1967.267670] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1967.267912] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd863ddf-00ab-47cd-bdef-1ac306ebf89d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1967.285793] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8626d05-2c29-4900-a86b-0c17899986a1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1967.290257] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1967.290257] env[71058]:    value = "task-2874056"
[ 1967.290257] env[71058]:    _type = "Task"
[ 1967.290257] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1967.294935] env[71058]: DEBUG nova.compute.manager [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1967.329975] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1967.330302] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874056, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1967.331250] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2b8160-c5f4-4e1b-8553-bf1828b7720d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1967.333886] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5150e09-8dc7-4696-82e2-258309cff5df {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1967.344668] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc1a9e8-f0b5-413a-bb8c-20ac441d8ee5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1967.349510] env[71058]: DEBUG oslo_vmware.api [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1967.349510] env[71058]:    value = "task-2874057"
[ 1967.349510] env[71058]:    _type = "Task"
[ 1967.349510] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1967.363584] env[71058]: DEBUG nova.compute.provider_tree [None req-47b6d1ea-eaa2-4e17-a5e6-947d4c4aca8c tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1967.369263] env[71058]: DEBUG oslo_vmware.api [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1967.489897] env[71058]: DEBUG oslo_vmware.api [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874054, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1967.538125] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 78a291fd-e7a1-45d5-9eb7-5428f4c52ecd] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1967.609104] env[71058]: DEBUG nova.virt.hardware [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1967.609104] env[71058]: DEBUG nova.virt.hardware [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1967.609104] env[71058]: DEBUG nova.virt.hardware [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1967.609104] env[71058]: DEBUG nova.virt.hardware [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1967.609104] env[71058]: DEBUG nova.virt.hardware [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1967.609653] env[71058]: DEBUG nova.virt.hardware [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1967.610107] env[71058]: DEBUG nova.virt.hardware [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1967.613026] env[71058]: DEBUG nova.virt.hardware [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1967.613026] env[71058]: DEBUG nova.virt.hardware [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1967.613026] env[71058]: DEBUG nova.virt.hardware [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1967.613026] env[71058]: DEBUG nova.virt.hardware [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1967.613026] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1ff5bf-f27b-4142-b891-a6d1506178c4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1967.621109] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39883d69-43b1-4153-90a8-f601a789a0d8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1967.639020] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Instance VIF info [] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1967.643108] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1967.647017] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1967.647017] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-949e2be1-9d78-42b0-9c9d-37e9930c2e74 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1967.665022] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1967.665022] env[71058]:    value = "task-2874058"
[ 1967.665022] env[71058]:    _type = "Task"
[ 1967.665022] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1967.674204] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874058, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1967.716986] env[71058]: DEBUG nova.compute.manager [req-93c39ec3-5364-43b8-bf29-5b3527480c57 req-d5e06646-e352-4c40-9c35-97373d69f525 service nova] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Received event network-changed-fe09ca58-49c5-43fb-bcf0-c9b632175131 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1967.716986] env[71058]: DEBUG nova.compute.manager [req-93c39ec3-5364-43b8-bf29-5b3527480c57 req-d5e06646-e352-4c40-9c35-97373d69f525 service nova] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Refreshing instance network info cache due to event network-changed-fe09ca58-49c5-43fb-bcf0-c9b632175131. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1967.717389] env[71058]: DEBUG oslo_concurrency.lockutils [req-93c39ec3-5364-43b8-bf29-5b3527480c57 req-d5e06646-e352-4c40-9c35-97373d69f525 service nova] Acquiring lock "refresh_cache-3d9de29d-9a6b-451b-8ef4-741772a431bb" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1967.717707] env[71058]: DEBUG oslo_concurrency.lockutils [req-93c39ec3-5364-43b8-bf29-5b3527480c57 req-d5e06646-e352-4c40-9c35-97373d69f525 service nova] Acquired lock "refresh_cache-3d9de29d-9a6b-451b-8ef4-741772a431bb" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1967.717707] env[71058]: DEBUG nova.network.neutron [req-93c39ec3-5364-43b8-bf29-5b3527480c57 req-d5e06646-e352-4c40-9c35-97373d69f525 service nova] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Refreshing network info cache for port fe09ca58-49c5-43fb-bcf0-c9b632175131 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1967.800877] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874056, 'name': CreateVM_Task, 'duration_secs': 0.479941} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1967.801067] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1967.801780] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1967.801970] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1967.802344] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1967.802625] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7255c25-cbc9-4abe-9830-426c2217ba67 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1967.807555] env[71058]: DEBUG oslo_vmware.api [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 1967.807555] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520d2cb9-b68b-5fb3-6296-b8159d467186"
[ 1967.807555] env[71058]:    _type = "Task"
[ 1967.807555] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1967.816751] env[71058]: DEBUG oslo_vmware.api [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520d2cb9-b68b-5fb3-6296-b8159d467186, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1967.854732] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1967.860789] env[71058]: DEBUG oslo_vmware.api [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874057, 'name': PowerOffVM_Task, 'duration_secs': 0.297103} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1967.861466] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1967.862326] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a136a3-19e5-49a8-b83b-d6052cdcfa14 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1967.881922] env[71058]: DEBUG nova.scheduler.client.report [None req-47b6d1ea-eaa2-4e17-a5e6-947d4c4aca8c tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1967.887429] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488a4faf-f12a-4f5f-9be3-1d1195bc6a55 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1967.991679] env[71058]: DEBUG oslo_vmware.api [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874054, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1968.040088] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 6931e437-f2e3-407a-85c9-68843ac9443f] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1968.174216] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874058, 'name': CreateVM_Task, 'duration_secs': 0.332768} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1968.174418] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1968.174895] env[71058]: DEBUG oslo_concurrency.lockutils [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1968.318872] env[71058]: DEBUG oslo_vmware.api [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520d2cb9-b68b-5fb3-6296-b8159d467186, 'name': SearchDatastore_Task, 'duration_secs': 0.012948} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1968.319234] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1968.319474] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1968.319706] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1968.319875] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1968.320077] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1968.320403] env[71058]: DEBUG oslo_concurrency.lockutils [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1968.320720] env[71058]: DEBUG oslo_concurrency.lockutils [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1968.321908] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ba782fe-82fe-4b91-8503-7242f3fb0ec3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1968.323128] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9679db6-813d-4298-9376-185e74d29d19 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1968.332195] env[71058]: DEBUG oslo_vmware.api [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Waiting for the task: (returnval){
[ 1968.332195] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5287f0c0-99ac-635b-4670-47a7375e7ae3"
[ 1968.332195] env[71058]:    _type = "Task"
[ 1968.332195] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1968.333519] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1968.333694] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1968.337304] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec8697c4-c95d-451f-b87f-e9f9f53cf332 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1968.346994] env[71058]: DEBUG oslo_vmware.api [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5287f0c0-99ac-635b-4670-47a7375e7ae3, 'name': SearchDatastore_Task, 'duration_secs': 0.014523} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1968.348494] env[71058]: DEBUG oslo_concurrency.lockutils [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1968.348780] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1968.349009] env[71058]: DEBUG oslo_concurrency.lockutils [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1968.349301] env[71058]: DEBUG oslo_vmware.api [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 1968.349301] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d502aa-e0ff-24ed-7424-c7014098e0af"
[ 1968.349301] env[71058]:    _type = "Task"
[ 1968.349301] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1968.359350] env[71058]: DEBUG oslo_vmware.api [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d502aa-e0ff-24ed-7424-c7014098e0af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1968.387743] env[71058]: DEBUG oslo_concurrency.lockutils [None req-47b6d1ea-eaa2-4e17-a5e6-947d4c4aca8c tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1968.391233] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.536s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1968.392460] env[71058]: INFO nova.compute.claims [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1968.400297] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Creating Snapshot of the VM instance {{(pid=71058) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}}
[ 1968.400653] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f77e31bb-9350-4186-b3df-8319d9904384 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1968.413390] env[71058]: DEBUG oslo_vmware.api [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1968.413390] env[71058]:    value = "task-2874059"
[ 1968.413390] env[71058]:    _type = "Task"
[ 1968.413390] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1968.413390] env[71058]: INFO nova.scheduler.client.report [None req-47b6d1ea-eaa2-4e17-a5e6-947d4c4aca8c tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Deleted allocations for instance 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad
[ 1968.433030] env[71058]: DEBUG oslo_vmware.api [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874059, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1968.494590] env[71058]: DEBUG oslo_vmware.api [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874054, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1968.513956] env[71058]: DEBUG nova.network.neutron [req-93c39ec3-5364-43b8-bf29-5b3527480c57 req-d5e06646-e352-4c40-9c35-97373d69f525 service nova] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Updated VIF entry in instance network info cache for port fe09ca58-49c5-43fb-bcf0-c9b632175131. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1968.514446] env[71058]: DEBUG nova.network.neutron [req-93c39ec3-5364-43b8-bf29-5b3527480c57 req-d5e06646-e352-4c40-9c35-97373d69f525 service nova] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Updating instance_info_cache with network_info: [{"id": "fe09ca58-49c5-43fb-bcf0-c9b632175131", "address": "fa:16:3e:90:bf:6e", "network": {"id": "c13424cd-3787-4aef-8aaa-6f7e98678c9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-973121726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f4a9339cb54309bb039c8b9533c473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe09ca58-49", "ovs_interfaceid": "fe09ca58-49c5-43fb-bcf0-c9b632175131", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1968.543917] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 20e57986-49bf-4102-99f1-74267e639860] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1968.860744] env[71058]: DEBUG oslo_vmware.api [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d502aa-e0ff-24ed-7424-c7014098e0af, 'name': SearchDatastore_Task, 'duration_secs': 0.023643} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1968.861663] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0866102-6541-4525-8516-523dafa790dc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1968.867354] env[71058]: DEBUG oslo_vmware.api [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 1968.867354] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]525e21aa-9e4e-1dea-502b-4c169e2dcf6e"
[ 1968.867354] env[71058]:    _type = "Task"
[ 1968.867354] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1968.874549] env[71058]: DEBUG oslo_vmware.api [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]525e21aa-9e4e-1dea-502b-4c169e2dcf6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1968.920942] env[71058]: DEBUG oslo_vmware.api [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874059, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1968.925610] env[71058]: DEBUG oslo_concurrency.lockutils [None req-47b6d1ea-eaa2-4e17-a5e6-947d4c4aca8c tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Lock "4e0f9f23-9402-42a1-8d29-be0e6f77c8ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.904s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1968.992023] env[71058]: DEBUG oslo_vmware.api [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874054, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.325801} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1968.992291] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b67e5557-d6d4-421a-a4a1-6c90a4b3d619/b67e5557-d6d4-421a-a4a1-6c90a4b3d619.vmdk to [datastore1] 6fe501bd-1cac-4abb-9e92-db5df2af61ee/6fe501bd-1cac-4abb-9e92-db5df2af61ee.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1968.993187] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971db53f-05a0-44ae-b908-cfbc6fce0440 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1969.016968] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 6fe501bd-1cac-4abb-9e92-db5df2af61ee/6fe501bd-1cac-4abb-9e92-db5df2af61ee.vmdk or device None with type streamOptimized {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1969.017502] env[71058]: DEBUG oslo_concurrency.lockutils [req-93c39ec3-5364-43b8-bf29-5b3527480c57 req-d5e06646-e352-4c40-9c35-97373d69f525 service nova] Releasing lock "refresh_cache-3d9de29d-9a6b-451b-8ef4-741772a431bb" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1969.017880] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ff49287-0193-4e1b-b172-8f660fcca5ce {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1969.038384] env[71058]: DEBUG oslo_vmware.api [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the task: (returnval){
[ 1969.038384] env[71058]:    value = "task-2874060"
[ 1969.038384] env[71058]:    _type = "Task"
[ 1969.038384] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1969.047117] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 002e694d-2d19-43e9-ac76-9596a449865b] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1969.049026] env[71058]: DEBUG oslo_vmware.api [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874060, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1969.378249] env[71058]: DEBUG oslo_vmware.api [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]525e21aa-9e4e-1dea-502b-4c169e2dcf6e, 'name': SearchDatastore_Task, 'duration_secs': 0.010219} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1969.378409] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1969.378623] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 3d9de29d-9a6b-451b-8ef4-741772a431bb/3d9de29d-9a6b-451b-8ef4-741772a431bb.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1969.379596] env[71058]: DEBUG oslo_concurrency.lockutils [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1969.379596] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1969.379596] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6d0c6c2-07bf-49eb-835a-727afb23edc5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1969.381369] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a9e7a5b-65fd-42aa-a1b3-35dc5a356291 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1969.388844] env[71058]: DEBUG oslo_vmware.api [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 1969.388844] env[71058]:    value = "task-2874061"
[ 1969.388844] env[71058]:    _type = "Task"
[ 1969.388844] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1969.393230] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1969.393444] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1969.394609] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d23be98c-8e68-454e-a0d9-c9b01f812b38 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1969.403179] env[71058]: DEBUG oslo_vmware.api [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1969.406477] env[71058]: DEBUG oslo_vmware.api [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Waiting for the task: (returnval){
[ 1969.406477] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5249bb94-1d05-7ce7-fb99-49bb93ad10b0"
[ 1969.406477] env[71058]:    _type = "Task"
[ 1969.406477] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1969.414835] env[71058]: DEBUG oslo_vmware.api [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5249bb94-1d05-7ce7-fb99-49bb93ad10b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1969.423123] env[71058]: DEBUG oslo_vmware.api [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874059, 'name': CreateSnapshot_Task, 'duration_secs': 0.8502} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1969.423293] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Created Snapshot of the VM instance {{(pid=71058) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}}
[ 1969.424131] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dafd87d-c921-4722-834f-6582e1600781 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1969.554033] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: e82e45c2-73fd-4c07-a492-7727c8c7b65d] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1969.554033] env[71058]: DEBUG oslo_vmware.api [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1969.595674] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755350f5-f2b9-4799-8481-7e8077ff17af {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1969.602857] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5191f2bd-5a10-409e-b9f1-9c3d240fcd8a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1969.640550] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee05ce6a-d0a3-4c4b-9b76-4d423ddd4ef8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1969.652035] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473b6fb2-caea-4a59-9566-58554cbd9b77 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1969.669017] env[71058]: DEBUG nova.compute.provider_tree [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1969.669959] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9ec6b13-6174-437c-becf-b2b33518bd9a tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Volume attach. Driver type: vmdk {{(pid=71058) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}}
[ 1969.670230] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9ec6b13-6174-437c-becf-b2b33518bd9a tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577611', 'volume_id': '674705d2-8070-482d-85a2-91e7ee63b4e0', 'name': 'volume-674705d2-8070-482d-85a2-91e7ee63b4e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2a39057-e217-429e-9886-3426ad8dbf70', 'attached_at': '', 'detached_at': '', 'volume_id': '674705d2-8070-482d-85a2-91e7ee63b4e0', 'serial': '674705d2-8070-482d-85a2-91e7ee63b4e0'} {{(pid=71058) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}}
[ 1969.671129] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7df1d91-8f7f-4cdf-a7f8-59623226b0c6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1969.689344] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3448f068-8070-45f8-b2c6-5f6216fe4a6c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1969.721824] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9ec6b13-6174-437c-becf-b2b33518bd9a tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] volume-674705d2-8070-482d-85a2-91e7ee63b4e0/volume-674705d2-8070-482d-85a2-91e7ee63b4e0.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1969.721824] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-836e45ce-c491-4984-b989-7cde4bafff5b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1969.743027] env[71058]: DEBUG oslo_vmware.api [None req-f9ec6b13-6174-437c-becf-b2b33518bd9a tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1969.743027] env[71058]:    value = "task-2874062"
[ 1969.743027] env[71058]:    _type = "Task"
[ 1969.743027] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1969.749877] env[71058]: DEBUG oslo_vmware.api [None req-f9ec6b13-6174-437c-becf-b2b33518bd9a tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874062, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1969.899337] env[71058]: DEBUG oslo_vmware.api [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441147} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1969.899614] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 3d9de29d-9a6b-451b-8ef4-741772a431bb/3d9de29d-9a6b-451b-8ef4-741772a431bb.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1969.899845] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1969.900127] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2438eaa6-250e-4a88-ac67-77b1503f6616 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1969.905741] env[71058]: DEBUG oslo_vmware.api [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 1969.905741] env[71058]:    value = "task-2874063"
[ 1969.905741] env[71058]:    _type = "Task"
[ 1969.905741] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1969.918495] env[71058]: DEBUG oslo_vmware.api [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874063, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1969.922089] env[71058]: DEBUG oslo_vmware.api [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5249bb94-1d05-7ce7-fb99-49bb93ad10b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010055} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1969.922827] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7869b35-2f4d-46b6-8d4f-e664b56eaa60 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1969.927578] env[71058]: DEBUG oslo_vmware.api [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Waiting for the task: (returnval){
[ 1969.927578] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52739847-0e1b-4526-fcb8-4f632df98abc"
[ 1969.927578] env[71058]:    _type = "Task"
[ 1969.927578] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1969.934998] env[71058]: DEBUG oslo_vmware.api [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52739847-0e1b-4526-fcb8-4f632df98abc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1969.945027] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Creating linked-clone VM from snapshot {{(pid=71058) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}}
[ 1969.945301] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-77f337c6-6420-4b4f-afdb-982c3d186d1c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1969.953050] env[71058]: DEBUG oslo_vmware.api [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1969.953050] env[71058]:    value = "task-2874064"
[ 1969.953050] env[71058]:    _type = "Task"
[ 1969.953050] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1969.960700] env[71058]: DEBUG oslo_vmware.api [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874064, 'name': CloneVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1970.013315] env[71058]: DEBUG oslo_concurrency.lockutils [None req-238f0f08-3b69-4db2-a482-b3a125f7a0e9 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Acquiring lock "27cf327e-110e-435a-b633-3dbabf857ecb" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1970.013621] env[71058]: DEBUG oslo_concurrency.lockutils [None req-238f0f08-3b69-4db2-a482-b3a125f7a0e9 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Lock "27cf327e-110e-435a-b633-3dbabf857ecb" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1970.013837] env[71058]: DEBUG oslo_concurrency.lockutils [None req-238f0f08-3b69-4db2-a482-b3a125f7a0e9 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Acquiring lock "27cf327e-110e-435a-b633-3dbabf857ecb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1970.014033] env[71058]: DEBUG oslo_concurrency.lockutils [None req-238f0f08-3b69-4db2-a482-b3a125f7a0e9 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Lock "27cf327e-110e-435a-b633-3dbabf857ecb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1970.014205] env[71058]: DEBUG oslo_concurrency.lockutils [None req-238f0f08-3b69-4db2-a482-b3a125f7a0e9 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Lock "27cf327e-110e-435a-b633-3dbabf857ecb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1970.016424] env[71058]: INFO nova.compute.manager [None req-238f0f08-3b69-4db2-a482-b3a125f7a0e9 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Terminating instance
[ 1970.048737] env[71058]: DEBUG oslo_vmware.api [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874060, 'name': ReconfigVM_Task, 'duration_secs': 0.688995} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1970.048996] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 6fe501bd-1cac-4abb-9e92-db5df2af61ee/6fe501bd-1cac-4abb-9e92-db5df2af61ee.vmdk or device None with type streamOptimized {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1970.049712] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ec103b1-38e8-49bb-b6f5-02246de14c34 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1970.055313] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 5ad28b0b-e4b1-437e-9550-44143b7ef750] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1970.059030] env[71058]: DEBUG oslo_vmware.api [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the task: (returnval){
[ 1970.059030] env[71058]:    value = "task-2874065"
[ 1970.059030] env[71058]:    _type = "Task"
[ 1970.059030] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1970.066896] env[71058]: DEBUG oslo_vmware.api [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874065, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1970.175733] env[71058]: DEBUG nova.scheduler.client.report [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1970.251030] env[71058]: DEBUG oslo_vmware.api [None req-f9ec6b13-6174-437c-becf-b2b33518bd9a tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874062, 'name': ReconfigVM_Task, 'duration_secs': 0.395562} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1970.251372] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9ec6b13-6174-437c-becf-b2b33518bd9a tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Reconfigured VM instance instance-0000006a to attach disk [datastore2] volume-674705d2-8070-482d-85a2-91e7ee63b4e0/volume-674705d2-8070-482d-85a2-91e7ee63b4e0.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1970.256068] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17911c6c-5697-41b7-9e72-4d1308f66abe {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1970.270629] env[71058]: DEBUG oslo_vmware.api [None req-f9ec6b13-6174-437c-becf-b2b33518bd9a tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1970.270629] env[71058]:    value = "task-2874066"
[ 1970.270629] env[71058]:    _type = "Task"
[ 1970.270629] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1970.279015] env[71058]: DEBUG oslo_vmware.api [None req-f9ec6b13-6174-437c-becf-b2b33518bd9a tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874066, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1970.415945] env[71058]: DEBUG oslo_vmware.api [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874063, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062365} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1970.416234] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1970.417013] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd899e3-ddb9-425e-ba38-f2ae7bad14e7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1970.439305] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 3d9de29d-9a6b-451b-8ef4-741772a431bb/3d9de29d-9a6b-451b-8ef4-741772a431bb.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1970.442207] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02172c26-1a19-4fb7-a223-302e7bf16f07 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1970.463056] env[71058]: DEBUG oslo_vmware.api [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52739847-0e1b-4526-fcb8-4f632df98abc, 'name': SearchDatastore_Task, 'duration_secs': 0.008594} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1970.464566] env[71058]: DEBUG oslo_concurrency.lockutils [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1970.465728] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] f3ae498e-7dea-4a41-89c2-613eeb37e61a/f3ae498e-7dea-4a41-89c2-613eeb37e61a.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1970.466067] env[71058]: DEBUG oslo_vmware.api [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 1970.466067] env[71058]:    value = "task-2874067"
[ 1970.466067] env[71058]:    _type = "Task"
[ 1970.466067] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1970.469016] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d69a549-8d00-49aa-a123-918512d833ef {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1970.470819] env[71058]: DEBUG oslo_vmware.api [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874064, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1970.479919] env[71058]: DEBUG oslo_vmware.api [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874067, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1970.481090] env[71058]: DEBUG oslo_vmware.api [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Waiting for the task: (returnval){
[ 1970.481090] env[71058]:    value = "task-2874068"
[ 1970.481090] env[71058]:    _type = "Task"
[ 1970.481090] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1970.489625] env[71058]: DEBUG oslo_vmware.api [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': task-2874068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1970.520969] env[71058]: DEBUG nova.compute.manager [None req-238f0f08-3b69-4db2-a482-b3a125f7a0e9 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1970.521400] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-238f0f08-3b69-4db2-a482-b3a125f7a0e9 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1970.522825] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ed2277-94ff-4998-a3b2-9860dceca6e0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1970.533697] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-238f0f08-3b69-4db2-a482-b3a125f7a0e9 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1970.534111] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98e58bbf-6e7a-4464-8a8a-1005a33c4ac6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1970.541829] env[71058]: DEBUG oslo_vmware.api [None req-238f0f08-3b69-4db2-a482-b3a125f7a0e9 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Waiting for the task: (returnval){
[ 1970.541829] env[71058]:    value = "task-2874069"
[ 1970.541829] env[71058]:    _type = "Task"
[ 1970.541829] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1970.553932] env[71058]: DEBUG oslo_vmware.api [None req-238f0f08-3b69-4db2-a482-b3a125f7a0e9 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': task-2874069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1970.559602] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: c7916ea3-46e0-4c13-a44e-d855f67cb9cc] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1970.570714] env[71058]: DEBUG oslo_vmware.api [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874065, 'name': Rename_Task, 'duration_secs': 0.13998} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1970.571062] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1970.571323] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09bdbc7c-dfdf-45d1-9fda-decc2e137f0a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1970.578671] env[71058]: DEBUG oslo_vmware.api [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the task: (returnval){
[ 1970.578671] env[71058]:    value = "task-2874070"
[ 1970.578671] env[71058]:    _type = "Task"
[ 1970.578671] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1970.587298] env[71058]: DEBUG oslo_vmware.api [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1970.680950] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.290s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1970.681614] env[71058]: DEBUG nova.compute.manager [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1970.782377] env[71058]: DEBUG oslo_vmware.api [None req-f9ec6b13-6174-437c-becf-b2b33518bd9a tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874066, 'name': ReconfigVM_Task, 'duration_secs': 0.138125} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1970.782673] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9ec6b13-6174-437c-becf-b2b33518bd9a tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577611', 'volume_id': '674705d2-8070-482d-85a2-91e7ee63b4e0', 'name': 'volume-674705d2-8070-482d-85a2-91e7ee63b4e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2a39057-e217-429e-9886-3426ad8dbf70', 'attached_at': '', 'detached_at': '', 'volume_id': '674705d2-8070-482d-85a2-91e7ee63b4e0', 'serial': '674705d2-8070-482d-85a2-91e7ee63b4e0'} {{(pid=71058) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}}
[ 1970.968504] env[71058]: DEBUG oslo_vmware.api [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874064, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1970.980818] env[71058]: DEBUG oslo_vmware.api [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1970.990579] env[71058]: DEBUG oslo_vmware.api [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': task-2874068, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1971.055729] env[71058]: DEBUG oslo_vmware.api [None req-238f0f08-3b69-4db2-a482-b3a125f7a0e9 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': task-2874069, 'name': PowerOffVM_Task, 'duration_secs': 0.190262} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1971.056384] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-238f0f08-3b69-4db2-a482-b3a125f7a0e9 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1971.056746] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-238f0f08-3b69-4db2-a482-b3a125f7a0e9 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1971.058780] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-089576ce-c36c-4331-8c42-cecdfaf3c764 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1971.066722] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 91283a3a-f5d5-402f-b6c1-776f99ecf7f7] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1971.088539] env[71058]: DEBUG oslo_vmware.api [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874070, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1971.140811] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-238f0f08-3b69-4db2-a482-b3a125f7a0e9 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1971.141116] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-238f0f08-3b69-4db2-a482-b3a125f7a0e9 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1971.141464] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-238f0f08-3b69-4db2-a482-b3a125f7a0e9 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Deleting the datastore file [datastore2] 27cf327e-110e-435a-b633-3dbabf857ecb {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1971.141827] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c17ea98e-44f0-4129-8356-7402106373d2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1971.148836] env[71058]: DEBUG oslo_vmware.api [None req-238f0f08-3b69-4db2-a482-b3a125f7a0e9 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Waiting for the task: (returnval){
[ 1971.148836] env[71058]:    value = "task-2874072"
[ 1971.148836] env[71058]:    _type = "Task"
[ 1971.148836] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1971.158923] env[71058]: DEBUG oslo_vmware.api [None req-238f0f08-3b69-4db2-a482-b3a125f7a0e9 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': task-2874072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1971.187648] env[71058]: DEBUG nova.compute.utils [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1971.189096] env[71058]: DEBUG nova.compute.manager [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1971.189279] env[71058]: DEBUG nova.network.neutron [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1971.233475] env[71058]: DEBUG nova.policy [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '168f7e8aea9c43bb8a7e6b0f99af8074', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26714986ff914a30b2d9b73105bbc3f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1971.471820] env[71058]: DEBUG oslo_vmware.api [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874064, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1971.484467] env[71058]: DEBUG oslo_vmware.api [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874067, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1971.496499] env[71058]: DEBUG oslo_vmware.api [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': task-2874068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522516} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1971.496750] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] f3ae498e-7dea-4a41-89c2-613eeb37e61a/f3ae498e-7dea-4a41-89c2-613eeb37e61a.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1971.496971] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1971.497251] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69a7baf5-b67c-426b-9244-711db73bb826 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1971.504075] env[71058]: DEBUG oslo_vmware.api [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Waiting for the task: (returnval){
[ 1971.504075] env[71058]:    value = "task-2874073"
[ 1971.504075] env[71058]:    _type = "Task"
[ 1971.504075] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1971.512866] env[71058]: DEBUG oslo_vmware.api [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': task-2874073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1971.570155] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 69144402-515b-460e-b3c9-2231abbfec1c] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1971.589446] env[71058]: DEBUG oslo_vmware.api [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874070, 'name': PowerOnVM_Task, 'duration_secs': 0.905896} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1971.589727] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1971.661916] env[71058]: DEBUG oslo_vmware.api [None req-238f0f08-3b69-4db2-a482-b3a125f7a0e9 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': task-2874072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1971.692201] env[71058]: DEBUG nova.compute.manager [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1971.698211] env[71058]: DEBUG nova.network.neutron [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Successfully created port: 74ab74a3-f926-42fe-8c64-e8804cd41f85 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1971.769171] env[71058]: DEBUG nova.compute.manager [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1971.770429] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76ce73b-429b-4af2-9092-37e82360b7e5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1971.824806] env[71058]: DEBUG nova.objects.instance [None req-f9ec6b13-6174-437c-becf-b2b33518bd9a tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lazy-loading 'flavor' on Instance uuid e2a39057-e217-429e-9886-3426ad8dbf70 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1971.980847] env[71058]: DEBUG oslo_vmware.api [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874064, 'name': CloneVM_Task} progress is 95%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1971.986993] env[71058]: DEBUG oslo_vmware.api [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874067, 'name': ReconfigVM_Task, 'duration_secs': 1.032844} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1971.987462] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 3d9de29d-9a6b-451b-8ef4-741772a431bb/3d9de29d-9a6b-451b-8ef4-741772a431bb.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1971.988261] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78018768-505f-44ab-9be9-b0897c9ff237 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1971.996819] env[71058]: DEBUG oslo_vmware.api [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 1971.996819] env[71058]:    value = "task-2874074"
[ 1971.996819] env[71058]:    _type = "Task"
[ 1971.996819] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1972.009049] env[71058]: DEBUG oslo_vmware.api [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874074, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1972.014511] env[71058]: DEBUG oslo_vmware.api [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': task-2874073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171544} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1972.015120] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1972.016059] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea256510-58b4-49b4-8fc8-e0eb63623a3f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1972.042321] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] f3ae498e-7dea-4a41-89c2-613eeb37e61a/f3ae498e-7dea-4a41-89c2-613eeb37e61a.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1972.045105] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fe974d0-2bd0-4fca-86dc-e45c463b6a68 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1972.066429] env[71058]: DEBUG oslo_vmware.api [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Waiting for the task: (returnval){
[ 1972.066429] env[71058]:    value = "task-2874075"
[ 1972.066429] env[71058]:    _type = "Task"
[ 1972.066429] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1972.072982] env[71058]: DEBUG oslo_vmware.api [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': task-2874075, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1972.073794] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 76a95105-67c2-4bad-83f4-639120a26053] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1972.161986] env[71058]: DEBUG oslo_vmware.api [None req-238f0f08-3b69-4db2-a482-b3a125f7a0e9 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Task: {'id': task-2874072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.534483} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1972.161986] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-238f0f08-3b69-4db2-a482-b3a125f7a0e9 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1972.161986] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-238f0f08-3b69-4db2-a482-b3a125f7a0e9 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1972.161986] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-238f0f08-3b69-4db2-a482-b3a125f7a0e9 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1972.161986] env[71058]: INFO nova.compute.manager [None req-238f0f08-3b69-4db2-a482-b3a125f7a0e9 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Took 1.64 seconds to destroy the instance on the hypervisor.
[ 1972.161986] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-238f0f08-3b69-4db2-a482-b3a125f7a0e9 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1972.161986] env[71058]: DEBUG nova.compute.manager [-] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1972.161986] env[71058]: DEBUG nova.network.neutron [-] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1972.290353] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7e26f646-9f4e-4a07-a0c8-944b36fb809c tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lock "6fe501bd-1cac-4abb-9e92-db5df2af61ee" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 20.560s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1972.334165] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f9ec6b13-6174-437c-becf-b2b33518bd9a tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "e2a39057-e217-429e-9886-3426ad8dbf70" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.794s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1972.438442] env[71058]: DEBUG nova.compute.manager [req-7529bf5b-0620-4ff3-9e23-60f05ab1df96 req-5a2728f0-90b8-4b3c-aee4-8d64c69487eb service nova] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Received event network-vif-deleted-a02af2a6-f927-4477-bf13-ec5c017ea8d3 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1972.438442] env[71058]: INFO nova.compute.manager [req-7529bf5b-0620-4ff3-9e23-60f05ab1df96 req-5a2728f0-90b8-4b3c-aee4-8d64c69487eb service nova] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Neutron deleted interface a02af2a6-f927-4477-bf13-ec5c017ea8d3; detaching it from the instance and deleting it from the info cache
[ 1972.438833] env[71058]: DEBUG nova.network.neutron [req-7529bf5b-0620-4ff3-9e23-60f05ab1df96 req-5a2728f0-90b8-4b3c-aee4-8d64c69487eb service nova] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1972.472770] env[71058]: INFO nova.compute.manager [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Rebuilding instance
[ 1972.474938] env[71058]: DEBUG oslo_vmware.api [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874064, 'name': CloneVM_Task, 'duration_secs': 2.1662} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1972.475368] env[71058]: INFO nova.virt.vmwareapi.vmops [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Created linked-clone VM from snapshot
[ 1972.476338] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21e9b9c-a987-42c7-8a18-bacb30479f50 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1972.483954] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Uploading image a90ac94c-0719-4f86-a574-49ea4a728042 {{(pid=71058) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}}
[ 1972.509297] env[71058]: DEBUG oslo_vmware.api [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874074, 'name': Rename_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1972.511302] env[71058]: DEBUG oslo_vmware.rw_handles [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Creating HttpNfcLease lease for exporting VM: (result){
[ 1972.511302] env[71058]:    value = "vm-577615"
[ 1972.511302] env[71058]:    _type = "VirtualMachine"
[ 1972.511302] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}}
[ 1972.511600] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1af02f61-9e6d-48eb-8417-1bbd041c21ed {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1972.518752] env[71058]: DEBUG nova.compute.manager [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1972.519596] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd6500d-e94e-4127-aeb2-753075ece913 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1972.523365] env[71058]: DEBUG oslo_vmware.rw_handles [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lease: (returnval){
[ 1972.523365] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b4acc4-b132-d700-4787-8af4f6cba8da"
[ 1972.523365] env[71058]:    _type = "HttpNfcLease"
[ 1972.523365] env[71058]:  } obtained for exporting VM: (result){
[ 1972.523365] env[71058]:    value = "vm-577615"
[ 1972.523365] env[71058]:    _type = "VirtualMachine"
[ 1972.523365] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}}
[ 1972.523738] env[71058]: DEBUG oslo_vmware.api [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the lease: (returnval){
[ 1972.523738] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b4acc4-b132-d700-4787-8af4f6cba8da"
[ 1972.523738] env[71058]:    _type = "HttpNfcLease"
[ 1972.523738] env[71058]:  } to be ready. {{(pid=71058) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1972.533982] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1972.533982] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b4acc4-b132-d700-4787-8af4f6cba8da"
[ 1972.533982] env[71058]:    _type = "HttpNfcLease"
[ 1972.533982] env[71058]:  } is initializing. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1972.572370] env[71058]: DEBUG oslo_vmware.api [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': task-2874075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1972.577306] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 66745105-ba3e-4198-8663-9e638df1c630] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1972.702686] env[71058]: DEBUG nova.compute.manager [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1972.728840] env[71058]: DEBUG nova.virt.hardware [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1972.729178] env[71058]: DEBUG nova.virt.hardware [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1972.729348] env[71058]: DEBUG nova.virt.hardware [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1972.729594] env[71058]: DEBUG nova.virt.hardware [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1972.729804] env[71058]: DEBUG nova.virt.hardware [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1972.729995] env[71058]: DEBUG nova.virt.hardware [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1972.730263] env[71058]: DEBUG nova.virt.hardware [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1972.730462] env[71058]: DEBUG nova.virt.hardware [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1972.730655] env[71058]: DEBUG nova.virt.hardware [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1972.730867] env[71058]: DEBUG nova.virt.hardware [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1972.731132] env[71058]: DEBUG nova.virt.hardware [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1972.732048] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec5cddf-ea3e-496b-9f21-3f5152d523cf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1972.741784] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecfcd86-26c8-49b7-a2b8-c58112110506 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1972.925633] env[71058]: DEBUG nova.network.neutron [-] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1972.941050] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7bec061d-96ba-42f2-ab70-7e2e54e095ab {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1972.953566] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09daec7b-7e1e-4c7f-92cf-a997caeb6ce1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1972.992263] env[71058]: DEBUG nova.compute.manager [req-7529bf5b-0620-4ff3-9e23-60f05ab1df96 req-5a2728f0-90b8-4b3c-aee4-8d64c69487eb service nova] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Detach interface failed, port_id=a02af2a6-f927-4477-bf13-ec5c017ea8d3, reason: Instance 27cf327e-110e-435a-b633-3dbabf857ecb could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1973.007211] env[71058]: DEBUG oslo_vmware.api [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874074, 'name': Rename_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1973.034051] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1973.034051] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b4acc4-b132-d700-4787-8af4f6cba8da"
[ 1973.034051] env[71058]:    _type = "HttpNfcLease"
[ 1973.034051] env[71058]:  } is ready. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1973.034342] env[71058]: DEBUG oslo_vmware.rw_handles [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1973.034342] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b4acc4-b132-d700-4787-8af4f6cba8da"
[ 1973.034342] env[71058]:    _type = "HttpNfcLease"
[ 1973.034342] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}}
[ 1973.035091] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5a6d63-fc74-4045-ab70-082c841fa7dc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1973.042785] env[71058]: DEBUG oslo_vmware.rw_handles [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52136539-4f0f-108e-b920-e64ad730df35/disk-0.vmdk from lease info. {{(pid=71058) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1973.042959] env[71058]: DEBUG oslo_vmware.rw_handles [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52136539-4f0f-108e-b920-e64ad730df35/disk-0.vmdk for reading. {{(pid=71058) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}}
[ 1973.100503] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 82efc410-018d-4981-b8ce-00c603447bf0] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1973.115777] env[71058]: DEBUG oslo_vmware.api [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': task-2874075, 'name': ReconfigVM_Task, 'duration_secs': 0.75694} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1973.116065] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Reconfigured VM instance instance-00000072 to attach disk [datastore2] f3ae498e-7dea-4a41-89c2-613eeb37e61a/f3ae498e-7dea-4a41-89c2-613eeb37e61a.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1973.116918] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2326a6a-cb70-460a-b1f9-bdbd9f0f8eee {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1973.124152] env[71058]: DEBUG oslo_vmware.api [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Waiting for the task: (returnval){
[ 1973.124152] env[71058]:    value = "task-2874077"
[ 1973.124152] env[71058]:    _type = "Task"
[ 1973.124152] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1973.133918] env[71058]: DEBUG oslo_vmware.api [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': task-2874077, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1973.161634] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3e5116a9-556c-4c8f-83f4-68c70904f66f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1973.430543] env[71058]: INFO nova.compute.manager [-] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Took 1.27 seconds to deallocate network for instance.
[ 1973.465206] env[71058]: DEBUG nova.compute.manager [req-42c84328-1310-40e9-80bb-f7989120f7e3 req-2af5d46e-94ab-4135-8cec-2a361bc18413 service nova] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Received event network-vif-plugged-74ab74a3-f926-42fe-8c64-e8804cd41f85 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1973.465206] env[71058]: DEBUG oslo_concurrency.lockutils [req-42c84328-1310-40e9-80bb-f7989120f7e3 req-2af5d46e-94ab-4135-8cec-2a361bc18413 service nova] Acquiring lock "cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1973.467631] env[71058]: DEBUG oslo_concurrency.lockutils [req-42c84328-1310-40e9-80bb-f7989120f7e3 req-2af5d46e-94ab-4135-8cec-2a361bc18413 service nova] Lock "cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1973.467631] env[71058]: DEBUG oslo_concurrency.lockutils [req-42c84328-1310-40e9-80bb-f7989120f7e3 req-2af5d46e-94ab-4135-8cec-2a361bc18413 service nova] Lock "cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1973.467631] env[71058]: DEBUG nova.compute.manager [req-42c84328-1310-40e9-80bb-f7989120f7e3 req-2af5d46e-94ab-4135-8cec-2a361bc18413 service nova] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] No waiting events found dispatching network-vif-plugged-74ab74a3-f926-42fe-8c64-e8804cd41f85 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1973.467631] env[71058]: WARNING nova.compute.manager [req-42c84328-1310-40e9-80bb-f7989120f7e3 req-2af5d46e-94ab-4135-8cec-2a361bc18413 service nova] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Received unexpected event network-vif-plugged-74ab74a3-f926-42fe-8c64-e8804cd41f85 for instance with vm_state building and task_state spawning.
[ 1973.510069] env[71058]: DEBUG oslo_vmware.api [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874074, 'name': Rename_Task, 'duration_secs': 1.198499} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1973.510713] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1973.510844] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77bfb234-b08c-42c2-8bcf-c9a1d02f6a18 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1973.517312] env[71058]: DEBUG oslo_vmware.api [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 1973.517312] env[71058]:    value = "task-2874078"
[ 1973.517312] env[71058]:    _type = "Task"
[ 1973.517312] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1973.525603] env[71058]: DEBUG oslo_vmware.api [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874078, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1973.539261] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1973.539566] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75ab67dd-5262-48f9-af41-165bffbf31f9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1973.546319] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1973.546319] env[71058]:    value = "task-2874079"
[ 1973.546319] env[71058]:    _type = "Task"
[ 1973.546319] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1973.556786] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1973.561549] env[71058]: DEBUG nova.network.neutron [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Successfully updated port: 74ab74a3-f926-42fe-8c64-e8804cd41f85 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1973.609773] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: e63c90cf-3e28-4fa0-a92d-959f26d81786] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1973.614201] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726c20fa-05b6-42e6-a5da-90be6dc2511e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1973.621870] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-757e8cef-4659-438c-87fd-b3a6563ccd47 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Suspending the VM {{(pid=71058) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}}
[ 1973.622375] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ea9d9716-4083-4e29-9ed7-82ed22f9bb16 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1973.633769] env[71058]: DEBUG oslo_vmware.api [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': task-2874077, 'name': Rename_Task, 'duration_secs': 0.154656} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1973.635384] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1973.635970] env[71058]: DEBUG oslo_vmware.api [None req-757e8cef-4659-438c-87fd-b3a6563ccd47 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the task: (returnval){
[ 1973.635970] env[71058]:    value = "task-2874080"
[ 1973.635970] env[71058]:    _type = "Task"
[ 1973.635970] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1973.637224] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a15a0a34-5474-412d-b7df-866a21721193 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1973.650815] env[71058]: DEBUG oslo_vmware.api [None req-757e8cef-4659-438c-87fd-b3a6563ccd47 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874080, 'name': SuspendVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1973.653098] env[71058]: DEBUG oslo_vmware.api [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Waiting for the task: (returnval){
[ 1973.653098] env[71058]:    value = "task-2874081"
[ 1973.653098] env[71058]:    _type = "Task"
[ 1973.653098] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1973.665590] env[71058]: DEBUG oslo_vmware.api [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': task-2874081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1973.937873] env[71058]: DEBUG oslo_concurrency.lockutils [None req-238f0f08-3b69-4db2-a482-b3a125f7a0e9 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1973.938467] env[71058]: DEBUG oslo_concurrency.lockutils [None req-238f0f08-3b69-4db2-a482-b3a125f7a0e9 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1973.938919] env[71058]: DEBUG nova.objects.instance [None req-238f0f08-3b69-4db2-a482-b3a125f7a0e9 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Lazy-loading 'resources' on Instance uuid 27cf327e-110e-435a-b633-3dbabf857ecb {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1974.030099] env[71058]: DEBUG oslo_vmware.api [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874078, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1974.057507] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874079, 'name': PowerOffVM_Task, 'duration_secs': 0.225824} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1974.058150] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1974.066306] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "refresh_cache-cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1974.066457] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquired lock "refresh_cache-cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1974.066622] env[71058]: DEBUG nova.network.neutron [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1974.114232] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 4795f420-9f4e-4eab-98d7-9eaf0da179bf] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1974.120546] env[71058]: INFO nova.compute.manager [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Detaching volume 674705d2-8070-482d-85a2-91e7ee63b4e0
[ 1974.153019] env[71058]: DEBUG oslo_vmware.api [None req-757e8cef-4659-438c-87fd-b3a6563ccd47 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874080, 'name': SuspendVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1974.165149] env[71058]: INFO nova.virt.block_device [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Attempting to driver detach volume 674705d2-8070-482d-85a2-91e7ee63b4e0 from mountpoint /dev/sdb
[ 1974.165149] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Volume detach. Driver type: vmdk {{(pid=71058) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}}
[ 1974.165149] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577611', 'volume_id': '674705d2-8070-482d-85a2-91e7ee63b4e0', 'name': 'volume-674705d2-8070-482d-85a2-91e7ee63b4e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2a39057-e217-429e-9886-3426ad8dbf70', 'attached_at': '', 'detached_at': '', 'volume_id': '674705d2-8070-482d-85a2-91e7ee63b4e0', 'serial': '674705d2-8070-482d-85a2-91e7ee63b4e0'} {{(pid=71058) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}}
[ 1974.165149] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59dd6e28-b174-454d-99f4-4123eb1e9afa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1974.181890] env[71058]: DEBUG oslo_vmware.api [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': task-2874081, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1974.206037] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d49b7d-8ac6-4764-b777-dfc930b1822c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1974.213309] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9975ee4-5abb-4e50-81f3-d608e234a58d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1974.236180] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40155f61-1fcc-4041-a160-b0df7e124b48 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1974.253088] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] The volume has not been displaced from its original location: [datastore2] volume-674705d2-8070-482d-85a2-91e7ee63b4e0/volume-674705d2-8070-482d-85a2-91e7ee63b4e0.vmdk. No consolidation needed. {{(pid=71058) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}}
[ 1974.259101] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1974.259470] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-295127c8-8aa3-41ec-90e7-b2ae7c0b00bf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1974.279712] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1974.279712] env[71058]:    value = "task-2874082"
[ 1974.279712] env[71058]:    _type = "Task"
[ 1974.279712] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1974.287956] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874082, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1974.531925] env[71058]: DEBUG oslo_vmware.api [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874078, 'name': PowerOnVM_Task, 'duration_secs': 0.541235} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1974.532919] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1974.532919] env[71058]: INFO nova.compute.manager [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Took 9.84 seconds to spawn the instance on the hypervisor.
[ 1974.532919] env[71058]: DEBUG nova.compute.manager [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1974.533824] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae74893-3402-4813-9254-a474bc54030b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1974.602545] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e644e0-e7b8-4977-b419-f4f5d1805a18 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1974.605920] env[71058]: DEBUG nova.network.neutron [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1974.612863] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb3c7f4-52af-4d24-91c2-125c2dc5798b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1974.620120] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: bacce8da-7475-425b-8e5e-4700e31e5f53] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1974.654641] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d642097d-a35c-417e-8a52-937eb817ae51 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1974.665267] env[71058]: DEBUG oslo_vmware.api [None req-757e8cef-4659-438c-87fd-b3a6563ccd47 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874080, 'name': SuspendVM_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1974.669408] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5923a2f-808f-496f-860d-0d71483fa4c5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1974.677575] env[71058]: DEBUG oslo_vmware.api [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': task-2874081, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1974.688185] env[71058]: DEBUG nova.compute.provider_tree [None req-238f0f08-3b69-4db2-a482-b3a125f7a0e9 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1974.789644] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874082, 'name': ReconfigVM_Task, 'duration_secs': 0.22003} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1974.790583] env[71058]: DEBUG nova.network.neutron [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Updating instance_info_cache with network_info: [{"id": "74ab74a3-f926-42fe-8c64-e8804cd41f85", "address": "fa:16:3e:d7:8d:a2", "network": {"id": "eed0ed9f-c9c0-479d-9f26-32380ccce41d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-107034560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26714986ff914a30b2d9b73105bbc3f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74ab74a3-f9", "ovs_interfaceid": "74ab74a3-f926-42fe-8c64-e8804cd41f85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1974.792060] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1974.797251] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40e722cd-65a8-4300-8089-c386d6e8430c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1974.814940] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1974.814940] env[71058]:    value = "task-2874083"
[ 1974.814940] env[71058]:    _type = "Task"
[ 1974.814940] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1974.822803] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1975.058161] env[71058]: INFO nova.compute.manager [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Took 18.51 seconds to build instance.
[ 1975.123051] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: e2835ee8-aa60-450e-9808-a43d2e540a30] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1975.160408] env[71058]: DEBUG oslo_vmware.api [None req-757e8cef-4659-438c-87fd-b3a6563ccd47 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874080, 'name': SuspendVM_Task, 'duration_secs': 1.108436} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1975.163984] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-757e8cef-4659-438c-87fd-b3a6563ccd47 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Suspended the VM {{(pid=71058) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}}
[ 1975.163984] env[71058]: DEBUG nova.compute.manager [None req-757e8cef-4659-438c-87fd-b3a6563ccd47 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1975.164980] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb4d942-cdc1-4f82-8c2b-6e76f976bece {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1975.173232] env[71058]: DEBUG oslo_vmware.api [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': task-2874081, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1975.193493] env[71058]: DEBUG nova.scheduler.client.report [None req-238f0f08-3b69-4db2-a482-b3a125f7a0e9 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1975.299125] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Releasing lock "refresh_cache-cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1975.299125] env[71058]: DEBUG nova.compute.manager [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Instance network_info: |[{"id": "74ab74a3-f926-42fe-8c64-e8804cd41f85", "address": "fa:16:3e:d7:8d:a2", "network": {"id": "eed0ed9f-c9c0-479d-9f26-32380ccce41d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-107034560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26714986ff914a30b2d9b73105bbc3f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74ab74a3-f9", "ovs_interfaceid": "74ab74a3-f926-42fe-8c64-e8804cd41f85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1975.299527] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:8d:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74ab74a3-f926-42fe-8c64-e8804cd41f85', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1975.307640] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Creating folder: Project (26714986ff914a30b2d9b73105bbc3f7). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1975.307932] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccaf3918-5f8e-42f6-9015-a2f4905fcbd6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1975.320233] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Created folder: Project (26714986ff914a30b2d9b73105bbc3f7) in parent group-v577298.
[ 1975.320504] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Creating folder: Instances. Parent ref: group-v577616. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1975.321113] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1482bba9-04e1-4af3-b413-ce282c4c1c0c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1975.325727] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874083, 'name': ReconfigVM_Task, 'duration_secs': 0.268305} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1975.326355] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577611', 'volume_id': '674705d2-8070-482d-85a2-91e7ee63b4e0', 'name': 'volume-674705d2-8070-482d-85a2-91e7ee63b4e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2a39057-e217-429e-9886-3426ad8dbf70', 'attached_at': '', 'detached_at': '', 'volume_id': '674705d2-8070-482d-85a2-91e7ee63b4e0', 'serial': '674705d2-8070-482d-85a2-91e7ee63b4e0'} {{(pid=71058) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}}
[ 1975.334217] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Created folder: Instances in parent group-v577616.
[ 1975.334217] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1975.334217] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1975.334360] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-060a4b56-ebc7-4570-a2fa-92ce11893d0d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1975.354762] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1975.354762] env[71058]:    value = "task-2874086"
[ 1975.354762] env[71058]:    _type = "Task"
[ 1975.354762] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1975.362511] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874086, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1975.547178] env[71058]: DEBUG nova.compute.manager [req-98c1b655-3b2f-400f-8281-af0a16576015 req-263651f8-bb77-477e-bc1c-50af53062e8f service nova] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Received event network-changed-74ab74a3-f926-42fe-8c64-e8804cd41f85 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1975.547383] env[71058]: DEBUG nova.compute.manager [req-98c1b655-3b2f-400f-8281-af0a16576015 req-263651f8-bb77-477e-bc1c-50af53062e8f service nova] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Refreshing instance network info cache due to event network-changed-74ab74a3-f926-42fe-8c64-e8804cd41f85. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1975.547590] env[71058]: DEBUG oslo_concurrency.lockutils [req-98c1b655-3b2f-400f-8281-af0a16576015 req-263651f8-bb77-477e-bc1c-50af53062e8f service nova] Acquiring lock "refresh_cache-cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1975.547757] env[71058]: DEBUG oslo_concurrency.lockutils [req-98c1b655-3b2f-400f-8281-af0a16576015 req-263651f8-bb77-477e-bc1c-50af53062e8f service nova] Acquired lock "refresh_cache-cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1975.547876] env[71058]: DEBUG nova.network.neutron [req-98c1b655-3b2f-400f-8281-af0a16576015 req-263651f8-bb77-477e-bc1c-50af53062e8f service nova] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Refreshing network info cache for port 74ab74a3-f926-42fe-8c64-e8804cd41f85 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1975.561162] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0ec16ac9-d731-43c2-85c8-d7f8fb5ffd10 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "3d9de29d-9a6b-451b-8ef4-741772a431bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 20.021s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1975.626838] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 5be4e13c-8434-4410-a8c4-b91a70b0ad8c] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1975.671331] env[71058]: DEBUG oslo_vmware.api [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': task-2874081, 'name': PowerOnVM_Task, 'duration_secs': 1.609665} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1975.671610] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1975.671816] env[71058]: DEBUG nova.compute.manager [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1975.672645] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6e54cd-5e13-43dc-b094-bc88f6bbfbd9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1975.698894] env[71058]: DEBUG oslo_concurrency.lockutils [None req-238f0f08-3b69-4db2-a482-b3a125f7a0e9 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.760s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1975.737865] env[71058]: INFO nova.scheduler.client.report [None req-238f0f08-3b69-4db2-a482-b3a125f7a0e9 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Deleted allocations for instance 27cf327e-110e-435a-b633-3dbabf857ecb
[ 1975.865695] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874086, 'name': CreateVM_Task, 'duration_secs': 0.345828} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1975.865867] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1975.866505] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1975.866671] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1975.867152] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1975.867473] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54bc121d-b13a-475a-b018-743cc9f48fc4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1975.874954] env[71058]: DEBUG oslo_vmware.api [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 1975.874954] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]525a5671-7726-1bcc-08dc-d549c9221109"
[ 1975.874954] env[71058]:    _type = "Task"
[ 1975.874954] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1975.887280] env[71058]: DEBUG oslo_vmware.api [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]525a5671-7726-1bcc-08dc-d549c9221109, 'name': SearchDatastore_Task, 'duration_secs': 0.009865} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1975.888166] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1975.888429] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1975.888663] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1975.888824] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1975.889032] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1975.889532] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3705d880-5527-43cb-ae4e-44b2e6d3099d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1975.897465] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1975.897647] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1975.898410] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c7b3cb4-6bd8-414b-819c-c738caf715ca {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1975.903870] env[71058]: DEBUG oslo_vmware.api [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 1975.903870] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5203f370-98e6-63db-dff0-aaa9b7443fd2"
[ 1975.903870] env[71058]:    _type = "Task"
[ 1975.903870] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1975.911856] env[71058]: DEBUG oslo_vmware.api [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5203f370-98e6-63db-dff0-aaa9b7443fd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1976.101800] env[71058]: INFO nova.compute.manager [None req-2e51a7c0-4a12-4c6c-882c-5caa966e1f20 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Resuming
[ 1976.102400] env[71058]: DEBUG nova.objects.instance [None req-2e51a7c0-4a12-4c6c-882c-5caa966e1f20 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lazy-loading 'flavor' on Instance uuid 6fe501bd-1cac-4abb-9e92-db5df2af61ee {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1976.130870] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1976.131222] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Cleaning up deleted instances with incomplete migration  {{(pid=71058) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}}
[ 1976.192219] env[71058]: DEBUG oslo_concurrency.lockutils [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1976.192468] env[71058]: DEBUG oslo_concurrency.lockutils [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1976.192617] env[71058]: DEBUG nova.objects.instance [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71058) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
[ 1976.246484] env[71058]: DEBUG oslo_concurrency.lockutils [None req-238f0f08-3b69-4db2-a482-b3a125f7a0e9 tempest-SecurityGroupsTestJSON-233044353 tempest-SecurityGroupsTestJSON-233044353-project-member] Lock "27cf327e-110e-435a-b633-3dbabf857ecb" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 6.233s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1976.380596] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1976.380942] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd5fb473-8296-4727-adac-e26549c6cb37 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1976.388332] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1976.388332] env[71058]:    value = "task-2874087"
[ 1976.388332] env[71058]:    _type = "Task"
[ 1976.388332] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1976.397347] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1976.412509] env[71058]: DEBUG oslo_vmware.api [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5203f370-98e6-63db-dff0-aaa9b7443fd2, 'name': SearchDatastore_Task, 'duration_secs': 0.007936} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1976.413676] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6bc46df-7e26-4e3a-bce4-683e47dea7db {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1976.418710] env[71058]: DEBUG oslo_vmware.api [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 1976.418710] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5293a7ce-9b59-db55-bc39-54765f9390ae"
[ 1976.418710] env[71058]:    _type = "Task"
[ 1976.418710] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1976.426627] env[71058]: DEBUG oslo_vmware.api [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5293a7ce-9b59-db55-bc39-54765f9390ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1976.515897] env[71058]: DEBUG nova.network.neutron [req-98c1b655-3b2f-400f-8281-af0a16576015 req-263651f8-bb77-477e-bc1c-50af53062e8f service nova] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Updated VIF entry in instance network info cache for port 74ab74a3-f926-42fe-8c64-e8804cd41f85. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1976.516271] env[71058]: DEBUG nova.network.neutron [req-98c1b655-3b2f-400f-8281-af0a16576015 req-263651f8-bb77-477e-bc1c-50af53062e8f service nova] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Updating instance_info_cache with network_info: [{"id": "74ab74a3-f926-42fe-8c64-e8804cd41f85", "address": "fa:16:3e:d7:8d:a2", "network": {"id": "eed0ed9f-c9c0-479d-9f26-32380ccce41d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-107034560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26714986ff914a30b2d9b73105bbc3f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74ab74a3-f9", "ovs_interfaceid": "74ab74a3-f926-42fe-8c64-e8804cd41f85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1976.633807] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1976.899600] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] VM already powered off {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}}
[ 1976.899875] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Volume detach. Driver type: vmdk {{(pid=71058) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}}
[ 1976.900122] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577611', 'volume_id': '674705d2-8070-482d-85a2-91e7ee63b4e0', 'name': 'volume-674705d2-8070-482d-85a2-91e7ee63b4e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2a39057-e217-429e-9886-3426ad8dbf70', 'attached_at': '', 'detached_at': '', 'volume_id': '674705d2-8070-482d-85a2-91e7ee63b4e0', 'serial': '674705d2-8070-482d-85a2-91e7ee63b4e0'} {{(pid=71058) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}}
[ 1976.900986] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752d3fc5-9f84-4fff-9f60-065d27db4456 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1976.927287] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b521dd0-eb90-481a-9fba-21f0274c82d6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1976.935838] env[71058]: DEBUG oslo_vmware.api [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5293a7ce-9b59-db55-bc39-54765f9390ae, 'name': SearchDatastore_Task, 'duration_secs': 0.008838} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1976.937266] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1976.937561] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc/cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1976.938058] env[71058]: WARNING nova.virt.vmwareapi.driver [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume
[ 1976.938390] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1976.938601] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2881a895-5c41-4bd2-96cf-90270f6a6cdd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1976.941217] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7127a031-aefb-4b9d-a818-f98683501d38 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1976.948776] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1976.949997] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72ea6ad8-37c4-4d96-a05d-ea46b0b8ae9e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1976.951659] env[71058]: DEBUG oslo_vmware.api [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 1976.951659] env[71058]:    value = "task-2874088"
[ 1976.951659] env[71058]:    _type = "Task"
[ 1976.951659] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1976.960017] env[71058]: DEBUG oslo_vmware.api [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1977.008879] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1977.009062] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1977.009217] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Deleting the datastore file [datastore2] e2a39057-e217-429e-9886-3426ad8dbf70 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1977.009501] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f433517d-ac9e-4ff9-8e62-29856fdbf59c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1977.016532] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1977.016532] env[71058]:    value = "task-2874090"
[ 1977.016532] env[71058]:    _type = "Task"
[ 1977.016532] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1977.020285] env[71058]: DEBUG oslo_concurrency.lockutils [req-98c1b655-3b2f-400f-8281-af0a16576015 req-263651f8-bb77-477e-bc1c-50af53062e8f service nova] Releasing lock "refresh_cache-cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1977.026081] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1977.203594] env[71058]: DEBUG oslo_concurrency.lockutils [None req-facffe4a-176a-4cab-b92e-e968d9fac7f9 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1977.273869] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Acquiring lock "f3ae498e-7dea-4a41-89c2-613eeb37e61a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1977.274247] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Lock "f3ae498e-7dea-4a41-89c2-613eeb37e61a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1977.274557] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Acquiring lock "f3ae498e-7dea-4a41-89c2-613eeb37e61a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1977.274889] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Lock "f3ae498e-7dea-4a41-89c2-613eeb37e61a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1977.275166] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Lock "f3ae498e-7dea-4a41-89c2-613eeb37e61a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1977.277819] env[71058]: INFO nova.compute.manager [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Terminating instance
[ 1977.464802] env[71058]: DEBUG oslo_vmware.api [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485799} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1977.466033] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc/cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1977.466033] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1977.466033] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a591ee2e-d3fa-4a53-9991-4b687c044d70 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1977.472659] env[71058]: DEBUG oslo_vmware.api [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 1977.472659] env[71058]:    value = "task-2874091"
[ 1977.472659] env[71058]:    _type = "Task"
[ 1977.472659] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1977.481241] env[71058]: DEBUG oslo_vmware.api [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1977.529771] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242993} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1977.529771] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1977.529771] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1977.529771] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1977.591453] env[71058]: DEBUG nova.compute.manager [req-eb4ccf47-cf65-4476-bc0f-6e6244af237f req-a18b1a12-5081-4de7-bd54-1f7d375a7b7e service nova] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Received event network-changed-fe09ca58-49c5-43fb-bcf0-c9b632175131 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1977.593353] env[71058]: DEBUG nova.compute.manager [req-eb4ccf47-cf65-4476-bc0f-6e6244af237f req-a18b1a12-5081-4de7-bd54-1f7d375a7b7e service nova] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Refreshing instance network info cache due to event network-changed-fe09ca58-49c5-43fb-bcf0-c9b632175131. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1977.593353] env[71058]: DEBUG oslo_concurrency.lockutils [req-eb4ccf47-cf65-4476-bc0f-6e6244af237f req-a18b1a12-5081-4de7-bd54-1f7d375a7b7e service nova] Acquiring lock "refresh_cache-3d9de29d-9a6b-451b-8ef4-741772a431bb" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1977.593353] env[71058]: DEBUG oslo_concurrency.lockutils [req-eb4ccf47-cf65-4476-bc0f-6e6244af237f req-a18b1a12-5081-4de7-bd54-1f7d375a7b7e service nova] Acquired lock "refresh_cache-3d9de29d-9a6b-451b-8ef4-741772a431bb" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1977.593353] env[71058]: DEBUG nova.network.neutron [req-eb4ccf47-cf65-4476-bc0f-6e6244af237f req-a18b1a12-5081-4de7-bd54-1f7d375a7b7e service nova] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Refreshing network info cache for port fe09ca58-49c5-43fb-bcf0-c9b632175131 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1977.613164] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2e51a7c0-4a12-4c6c-882c-5caa966e1f20 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquiring lock "refresh_cache-6fe501bd-1cac-4abb-9e92-db5df2af61ee" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1977.614962] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2e51a7c0-4a12-4c6c-882c-5caa966e1f20 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquired lock "refresh_cache-6fe501bd-1cac-4abb-9e92-db5df2af61ee" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1977.614962] env[71058]: DEBUG nova.network.neutron [None req-2e51a7c0-4a12-4c6c-882c-5caa966e1f20 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1977.786937] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Acquiring lock "refresh_cache-f3ae498e-7dea-4a41-89c2-613eeb37e61a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1977.786937] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Acquired lock "refresh_cache-f3ae498e-7dea-4a41-89c2-613eeb37e61a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1977.786937] env[71058]: DEBUG nova.network.neutron [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1977.986081] env[71058]: DEBUG oslo_vmware.api [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125975} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1977.986081] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1977.986081] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1a550e-a09c-4c05-8a20-8f0b7348e307 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1978.008867] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc/cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1978.009377] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a84e146a-1dc0-41f7-85b1-bdda66445050 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1978.032470] env[71058]: INFO nova.virt.block_device [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Booting with volume 674705d2-8070-482d-85a2-91e7ee63b4e0 at /dev/sdb
[ 1978.034717] env[71058]: DEBUG oslo_vmware.api [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 1978.034717] env[71058]:    value = "task-2874092"
[ 1978.034717] env[71058]:    _type = "Task"
[ 1978.034717] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1978.047378] env[71058]: DEBUG oslo_vmware.api [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874092, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1978.077453] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-525a113e-8315-45db-9d07-32c2e2d014be {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1978.086981] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3550393a-cab5-420b-a454-f1604d33a274 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1978.123397] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d5ab067b-6949-4808-bd5d-507fd7005d09 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1978.131866] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bb12c6-2c96-40da-8792-acdbc3fc5aad {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1978.145627] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1978.145627] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1978.167748] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edd7238-e499-4f01-8c6f-dba9ccc1a3b9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1978.187457] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d34a53-645c-4f77-a7d2-6690c2a511bf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1978.205497] env[71058]: DEBUG nova.virt.block_device [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Updating existing volume attachment record: 2eb75e60-f264-4ae7-b24b-02cced6b295c {{(pid=71058) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
[ 1978.333652] env[71058]: DEBUG nova.network.neutron [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1978.381515] env[71058]: DEBUG nova.network.neutron [None req-2e51a7c0-4a12-4c6c-882c-5caa966e1f20 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Updating instance_info_cache with network_info: [{"id": "55633c87-2423-4570-bbb2-7c73a6ddf16f", "address": "fa:16:3e:5d:12:83", "network": {"id": "58898bc1-1fb7-44f1-95f7-254a4498119f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-38870332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47082b1bc97a4d569fe911312e6d4b1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55633c87-24", "ovs_interfaceid": "55633c87-2423-4570-bbb2-7c73a6ddf16f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1978.463453] env[71058]: DEBUG nova.network.neutron [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1978.545601] env[71058]: DEBUG oslo_vmware.api [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874092, 'name': ReconfigVM_Task, 'duration_secs': 0.333182} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1978.545911] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Reconfigured VM instance instance-00000074 to attach disk [datastore1] cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc/cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1978.546582] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7aa13f5-bd11-4a8d-8751-c65ca7393d24 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1978.554630] env[71058]: DEBUG oslo_vmware.api [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 1978.554630] env[71058]:    value = "task-2874093"
[ 1978.554630] env[71058]:    _type = "Task"
[ 1978.554630] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1978.558161] env[71058]: DEBUG nova.network.neutron [req-eb4ccf47-cf65-4476-bc0f-6e6244af237f req-a18b1a12-5081-4de7-bd54-1f7d375a7b7e service nova] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Updated VIF entry in instance network info cache for port fe09ca58-49c5-43fb-bcf0-c9b632175131. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1978.558480] env[71058]: DEBUG nova.network.neutron [req-eb4ccf47-cf65-4476-bc0f-6e6244af237f req-a18b1a12-5081-4de7-bd54-1f7d375a7b7e service nova] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Updating instance_info_cache with network_info: [{"id": "fe09ca58-49c5-43fb-bcf0-c9b632175131", "address": "fa:16:3e:90:bf:6e", "network": {"id": "c13424cd-3787-4aef-8aaa-6f7e98678c9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-973121726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f4a9339cb54309bb039c8b9533c473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe09ca58-49", "ovs_interfaceid": "fe09ca58-49c5-43fb-bcf0-c9b632175131", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1978.564288] env[71058]: DEBUG oslo_vmware.api [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874093, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1978.655300] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1978.655300] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1978.655300] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1978.655300] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1978.655300] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1978.655300] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._sync_power_states {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1978.885217] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2e51a7c0-4a12-4c6c-882c-5caa966e1f20 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Releasing lock "refresh_cache-6fe501bd-1cac-4abb-9e92-db5df2af61ee" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1978.887029] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773832b4-45ad-4328-87b0-d767946cd46a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1978.892735] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-2e51a7c0-4a12-4c6c-882c-5caa966e1f20 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Resuming the VM {{(pid=71058) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}}
[ 1978.893039] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-597434dd-f741-4329-92d2-fea13459afe5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1978.899589] env[71058]: DEBUG oslo_vmware.api [None req-2e51a7c0-4a12-4c6c-882c-5caa966e1f20 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the task: (returnval){
[ 1978.899589] env[71058]:    value = "task-2874094"
[ 1978.899589] env[71058]:    _type = "Task"
[ 1978.899589] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1978.907839] env[71058]: DEBUG oslo_vmware.api [None req-2e51a7c0-4a12-4c6c-882c-5caa966e1f20 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1978.965623] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Releasing lock "refresh_cache-f3ae498e-7dea-4a41-89c2-613eeb37e61a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1978.966121] env[71058]: DEBUG nova.compute.manager [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1978.966330] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1978.967285] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc44dce-02f6-4f59-95b3-82d9b1c53d01 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1978.974591] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1978.974894] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cc92d70-5db9-493f-887a-6bc434f57262 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1978.981210] env[71058]: DEBUG oslo_vmware.api [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Waiting for the task: (returnval){
[ 1978.981210] env[71058]:    value = "task-2874095"
[ 1978.981210] env[71058]:    _type = "Task"
[ 1978.981210] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1978.989989] env[71058]: DEBUG oslo_vmware.api [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': task-2874095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1979.061204] env[71058]: DEBUG oslo_concurrency.lockutils [req-eb4ccf47-cf65-4476-bc0f-6e6244af237f req-a18b1a12-5081-4de7-bd54-1f7d375a7b7e service nova] Releasing lock "refresh_cache-3d9de29d-9a6b-451b-8ef4-741772a431bb" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1979.064853] env[71058]: DEBUG oslo_vmware.api [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874093, 'name': Rename_Task, 'duration_secs': 0.137933} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1979.065142] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1979.065398] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcbd1bec-7938-4ed8-9dd5-c83f14918456 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1979.071974] env[71058]: DEBUG oslo_vmware.api [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 1979.071974] env[71058]:    value = "task-2874096"
[ 1979.071974] env[71058]:    _type = "Task"
[ 1979.071974] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1979.079980] env[71058]: DEBUG oslo_vmware.api [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1979.159717] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Getting list of instances from cluster (obj){
[ 1979.159717] env[71058]:    value = "domain-c8"
[ 1979.159717] env[71058]:    _type = "ClusterComputeResource"
[ 1979.159717] env[71058]:  } {{(pid=71058) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}}
[ 1979.160808] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055ee708-90f9-4f32-9551-492029e49e90 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1979.179133] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Got total of 9 instances {{(pid=71058) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}}
[ 1979.179299] env[71058]: WARNING nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] While synchronizing instance power states, found 10 instances in the database and 9 instances on the hypervisor.
[ 1979.179433] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Triggering sync for uuid f9a9c523-5c79-4cbd-9a82-66ee954c6eeb {{(pid=71058) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}}
[ 1979.179625] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Triggering sync for uuid ef018637-b45c-4d27-858c-6fc418d79cf1 {{(pid=71058) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}}
[ 1979.179784] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Triggering sync for uuid 19a988b4-f677-445d-8135-1d49b099f873 {{(pid=71058) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}}
[ 1979.179933] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Triggering sync for uuid 6fe501bd-1cac-4abb-9e92-db5df2af61ee {{(pid=71058) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}}
[ 1979.180100] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Triggering sync for uuid e2a39057-e217-429e-9886-3426ad8dbf70 {{(pid=71058) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}}
[ 1979.180248] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Triggering sync for uuid cc9d430d-d2b8-428f-90d4-25770ea51f28 {{(pid=71058) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}}
[ 1979.180615] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Triggering sync for uuid 8ad3749a-d94a-411f-8cf8-4d79366ead20 {{(pid=71058) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}}
[ 1979.180615] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Triggering sync for uuid f3ae498e-7dea-4a41-89c2-613eeb37e61a {{(pid=71058) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}}
[ 1979.180781] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Triggering sync for uuid 3d9de29d-9a6b-451b-8ef4-741772a431bb {{(pid=71058) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}}
[ 1979.180822] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Triggering sync for uuid cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc {{(pid=71058) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}}
[ 1979.181181] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Acquiring lock "f9a9c523-5c79-4cbd-9a82-66ee954c6eeb" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1979.181400] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "f9a9c523-5c79-4cbd-9a82-66ee954c6eeb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1979.181947] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Acquiring lock "ef018637-b45c-4d27-858c-6fc418d79cf1" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1979.181947] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "ef018637-b45c-4d27-858c-6fc418d79cf1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1979.182098] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Acquiring lock "19a988b4-f677-445d-8135-1d49b099f873" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1979.182246] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "19a988b4-f677-445d-8135-1d49b099f873" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1979.182469] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Acquiring lock "6fe501bd-1cac-4abb-9e92-db5df2af61ee" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1979.182673] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "6fe501bd-1cac-4abb-9e92-db5df2af61ee" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1979.182905] env[71058]: INFO nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] During sync_power_state the instance has a pending task (resuming). Skip.
[ 1979.183088] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "6fe501bd-1cac-4abb-9e92-db5df2af61ee" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1979.183280] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Acquiring lock "e2a39057-e217-429e-9886-3426ad8dbf70" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1979.183450] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "e2a39057-e217-429e-9886-3426ad8dbf70" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1979.183605] env[71058]: INFO nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] During sync_power_state the instance has a pending task (rebuild_block_device_mapping). Skip.
[ 1979.183754] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "e2a39057-e217-429e-9886-3426ad8dbf70" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1979.183934] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Acquiring lock "cc9d430d-d2b8-428f-90d4-25770ea51f28" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1979.184160] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Acquiring lock "8ad3749a-d94a-411f-8cf8-4d79366ead20" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1979.184331] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "8ad3749a-d94a-411f-8cf8-4d79366ead20" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1979.184587] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Acquiring lock "f3ae498e-7dea-4a41-89c2-613eeb37e61a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1979.184808] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Acquiring lock "3d9de29d-9a6b-451b-8ef4-741772a431bb" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1979.184999] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "3d9de29d-9a6b-451b-8ef4-741772a431bb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1979.185242] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Acquiring lock "cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1979.185421] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1979.185553] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71058) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}}
[ 1979.186302] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fa608b-a9f3-4fd3-a18c-788ea1231cf0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1979.189668] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b688f5d2-8ba4-4f1d-b36c-2f9ae40e182e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1979.192450] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c484f7df-2f62-4084-b277-a475933a51ef {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1979.195315] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d4fce8-295c-4569-9cd0-86b1b06aaa91 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1979.197938] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb2d86c-08e9-4ffb-ba36-9122e06f2631 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1979.413866] env[71058]: DEBUG oslo_vmware.api [None req-2e51a7c0-4a12-4c6c-882c-5caa966e1f20 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874094, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1979.494469] env[71058]: DEBUG oslo_vmware.api [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': task-2874095, 'name': PowerOffVM_Task, 'duration_secs': 0.147911} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1979.494840] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1979.495019] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1979.495304] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98180d8a-cf0a-4028-a7fd-1e5acb0c36c3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1979.533360] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1979.533596] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1979.533782] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Deleting the datastore file [datastore2] f3ae498e-7dea-4a41-89c2-613eeb37e61a {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1979.534073] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7db42820-797a-49b7-bc98-38df00317db3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1979.543691] env[71058]: DEBUG oslo_vmware.api [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Waiting for the task: (returnval){
[ 1979.543691] env[71058]:    value = "task-2874098"
[ 1979.543691] env[71058]:    _type = "Task"
[ 1979.543691] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1979.555285] env[71058]: DEBUG oslo_vmware.api [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': task-2874098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1979.585782] env[71058]: DEBUG oslo_vmware.api [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874096, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1979.716806] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "f9a9c523-5c79-4cbd-9a82-66ee954c6eeb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.535s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1979.717361] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "ef018637-b45c-4d27-858c-6fc418d79cf1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.535s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1979.717844] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "19a988b4-f677-445d-8135-1d49b099f873" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.535s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1979.722645] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "3d9de29d-9a6b-451b-8ef4-741772a431bb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.537s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1979.723595] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "8ad3749a-d94a-411f-8cf8-4d79366ead20" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.539s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1979.911483] env[71058]: DEBUG oslo_vmware.api [None req-2e51a7c0-4a12-4c6c-882c-5caa966e1f20 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874094, 'name': PowerOnVM_Task, 'duration_secs': 0.648986} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1979.911810] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-2e51a7c0-4a12-4c6c-882c-5caa966e1f20 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Resumed the VM {{(pid=71058) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}}
[ 1979.912038] env[71058]: DEBUG nova.compute.manager [None req-2e51a7c0-4a12-4c6c-882c-5caa966e1f20 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1979.912835] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70fef6c-1b50-471b-8c0b-1c99f5a235c3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1980.053791] env[71058]: DEBUG oslo_vmware.api [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Task: {'id': task-2874098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160226} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1980.054055] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1980.054257] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1980.054441] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1980.054613] env[71058]: INFO nova.compute.manager [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Took 1.09 seconds to destroy the instance on the hypervisor.
[ 1980.054916] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1980.055134] env[71058]: DEBUG nova.compute.manager [-] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1980.055238] env[71058]: DEBUG nova.network.neutron [-] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1980.070811] env[71058]: DEBUG nova.network.neutron [-] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1980.084436] env[71058]: DEBUG oslo_vmware.api [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874096, 'name': PowerOnVM_Task, 'duration_secs': 0.590804} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1980.084685] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1980.084916] env[71058]: INFO nova.compute.manager [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Took 7.38 seconds to spawn the instance on the hypervisor.
[ 1980.085111] env[71058]: DEBUG nova.compute.manager [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1980.086164] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a8f744-855f-4299-b98f-625d9d752bf7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1980.330817] env[71058]: DEBUG nova.virt.hardware [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1980.331144] env[71058]: DEBUG nova.virt.hardware [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1980.331520] env[71058]: DEBUG nova.virt.hardware [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1980.331595] env[71058]: DEBUG nova.virt.hardware [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1980.331791] env[71058]: DEBUG nova.virt.hardware [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1980.331917] env[71058]: DEBUG nova.virt.hardware [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1980.332386] env[71058]: DEBUG nova.virt.hardware [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1980.332386] env[71058]: DEBUG nova.virt.hardware [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1980.332626] env[71058]: DEBUG nova.virt.hardware [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1980.332626] env[71058]: DEBUG nova.virt.hardware [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1980.332815] env[71058]: DEBUG nova.virt.hardware [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1980.333915] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cf3411-98df-4c9b-aa8a-bf20659d13cf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1980.342296] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f972ba-1648-4edc-9b9a-2ce0176eab62 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1980.357647] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:63:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'df1bf911-aac9-4d2d-ae69-66ace3e6a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '706cf80c-4d9b-4030-8bd4-4a190d00e56b', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1980.367022] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1980.367319] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1980.367573] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd3e5e4b-c77c-44d9-9ace-f2f64cfbb65b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1980.387512] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1980.387512] env[71058]:    value = "task-2874099"
[ 1980.387512] env[71058]:    _type = "Task"
[ 1980.387512] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1980.395461] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874099, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1980.573250] env[71058]: DEBUG nova.network.neutron [-] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1980.602411] env[71058]: INFO nova.compute.manager [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Took 12.77 seconds to build instance.
[ 1980.897919] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874099, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1981.077153] env[71058]: INFO nova.compute.manager [-] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Took 1.02 seconds to deallocate network for instance.
[ 1981.104772] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a08cd5fa-58dd-4bcf-96e5-a720d4087dbb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.311s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1981.105227] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 1.920s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1981.105510] env[71058]: INFO nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] During sync_power_state the instance has a pending task (spawning). Skip.
[ 1981.105775] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1981.180422] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "8ad3749a-d94a-411f-8cf8-4d79366ead20" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1981.180692] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "8ad3749a-d94a-411f-8cf8-4d79366ead20" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1981.180924] env[71058]: INFO nova.compute.manager [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Shelving
[ 1981.398605] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874099, 'name': CreateVM_Task, 'duration_secs': 0.736629} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1981.398769] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1981.399732] env[71058]: DEBUG oslo_concurrency.lockutils [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1981.399732] env[71058]: DEBUG oslo_concurrency.lockutils [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1981.400022] env[71058]: DEBUG oslo_concurrency.lockutils [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1981.400294] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-333d32d8-d0e6-44d6-93be-1cdb8855d8b4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1981.404964] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1981.404964] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526f844c-58cd-ac23-148e-697bab25aea7"
[ 1981.404964] env[71058]:    _type = "Task"
[ 1981.404964] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1981.414599] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526f844c-58cd-ac23-148e-697bab25aea7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1981.584607] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1981.585024] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1981.585491] env[71058]: DEBUG nova.objects.instance [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Lazy-loading 'resources' on Instance uuid f3ae498e-7dea-4a41-89c2-613eeb37e61a {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1981.848411] env[71058]: DEBUG nova.compute.manager [req-6ce790a5-a63c-4093-806c-7f1178ad6ed0 req-779e2572-5a06-4371-b870-dbef3386aea5 service nova] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Received event network-changed-74ab74a3-f926-42fe-8c64-e8804cd41f85 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1981.848749] env[71058]: DEBUG nova.compute.manager [req-6ce790a5-a63c-4093-806c-7f1178ad6ed0 req-779e2572-5a06-4371-b870-dbef3386aea5 service nova] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Refreshing instance network info cache due to event network-changed-74ab74a3-f926-42fe-8c64-e8804cd41f85. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1981.848948] env[71058]: DEBUG oslo_concurrency.lockutils [req-6ce790a5-a63c-4093-806c-7f1178ad6ed0 req-779e2572-5a06-4371-b870-dbef3386aea5 service nova] Acquiring lock "refresh_cache-cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1981.849063] env[71058]: DEBUG oslo_concurrency.lockutils [req-6ce790a5-a63c-4093-806c-7f1178ad6ed0 req-779e2572-5a06-4371-b870-dbef3386aea5 service nova] Acquired lock "refresh_cache-cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1981.850391] env[71058]: DEBUG nova.network.neutron [req-6ce790a5-a63c-4093-806c-7f1178ad6ed0 req-779e2572-5a06-4371-b870-dbef3386aea5 service nova] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Refreshing network info cache for port 74ab74a3-f926-42fe-8c64-e8804cd41f85 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1981.925922] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]526f844c-58cd-ac23-148e-697bab25aea7, 'name': SearchDatastore_Task, 'duration_secs': 0.017747} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1981.926295] env[71058]: DEBUG oslo_concurrency.lockutils [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1981.926534] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1981.926764] env[71058]: DEBUG oslo_concurrency.lockutils [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1981.926909] env[71058]: DEBUG oslo_concurrency.lockutils [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1981.927148] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1981.927448] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-064ac4d2-2093-46ab-8a7b-c7b5f48ef6e0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1981.938909] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1981.939132] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1981.939908] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba1f21da-2f08-4dc7-8ddc-5bcefa42e186 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1981.945472] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1981.945472] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52702b21-ca12-fd78-415b-7117f15d422d"
[ 1981.945472] env[71058]:    _type = "Task"
[ 1981.945472] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1981.953923] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52702b21-ca12-fd78-415b-7117f15d422d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1982.193909] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1982.194576] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0c52dfb-4e20-455d-9d8e-4d4ffa696a4a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1982.203133] env[71058]: DEBUG oslo_vmware.api [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1982.203133] env[71058]:    value = "task-2874100"
[ 1982.203133] env[71058]:    _type = "Task"
[ 1982.203133] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1982.215821] env[71058]: DEBUG oslo_vmware.api [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1982.236554] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095ad59c-57c3-40b6-a0aa-cb67923f5791 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1982.244343] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231c4bbc-0c72-4939-95ae-c6f0c85675e8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1982.279626] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f925c6ff-5821-438c-8d30-61b568807d9d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1982.287646] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cfafe6-426f-4605-9525-a92f57f25ee5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1983.009025] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52702b21-ca12-fd78-415b-7117f15d422d, 'name': SearchDatastore_Task, 'duration_secs': 0.01511} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1983.009025] env[71058]: DEBUG oslo_vmware.api [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874100, 'name': PowerOffVM_Task, 'duration_secs': 0.228772} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1983.009025] env[71058]: DEBUG nova.compute.provider_tree [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1983.009397] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1983.013026] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbfdeee8-4613-4645-8188-84c43ae53b68 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1983.013026] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfb22bd-a50b-4c4e-ad1d-bc63c388ebd4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1983.033086] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1983.033086] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5271b736-7631-12d2-810b-6e0a9c387e63"
[ 1983.033086] env[71058]:    _type = "Task"
[ 1983.033086] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1983.034837] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b626966-1db6-49e0-a666-f581c63b90e1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1983.053112] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5271b736-7631-12d2-810b-6e0a9c387e63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1983.060735] env[71058]: DEBUG oslo_vmware.rw_handles [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52136539-4f0f-108e-b920-e64ad730df35/disk-0.vmdk. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1983.061844] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70802cc7-7a63-48ad-ad56-5be9569fb5b0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1983.067798] env[71058]: DEBUG oslo_vmware.rw_handles [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52136539-4f0f-108e-b920-e64ad730df35/disk-0.vmdk is in state: ready. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1983.068059] env[71058]: ERROR oslo_vmware.rw_handles [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52136539-4f0f-108e-b920-e64ad730df35/disk-0.vmdk due to incomplete transfer.
[ 1983.068290] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1d645d8c-f939-4a9c-81ec-7cf153b538f9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1983.076030] env[71058]: DEBUG oslo_vmware.rw_handles [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52136539-4f0f-108e-b920-e64ad730df35/disk-0.vmdk. {{(pid=71058) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}}
[ 1983.076030] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Uploaded image a90ac94c-0719-4f86-a574-49ea4a728042 to the Glance image server {{(pid=71058) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}}
[ 1983.078103] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Destroying the VM {{(pid=71058) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}}
[ 1983.078907] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-29341b7f-a696-4c36-aa36-a151ba71aebe {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1983.085553] env[71058]: DEBUG oslo_vmware.api [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1983.085553] env[71058]:    value = "task-2874101"
[ 1983.085553] env[71058]:    _type = "Task"
[ 1983.085553] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1983.093537] env[71058]: DEBUG oslo_vmware.api [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874101, 'name': Destroy_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1983.319316] env[71058]: DEBUG nova.network.neutron [req-6ce790a5-a63c-4093-806c-7f1178ad6ed0 req-779e2572-5a06-4371-b870-dbef3386aea5 service nova] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Updated VIF entry in instance network info cache for port 74ab74a3-f926-42fe-8c64-e8804cd41f85. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1983.319824] env[71058]: DEBUG nova.network.neutron [req-6ce790a5-a63c-4093-806c-7f1178ad6ed0 req-779e2572-5a06-4371-b870-dbef3386aea5 service nova] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Updating instance_info_cache with network_info: [{"id": "74ab74a3-f926-42fe-8c64-e8804cd41f85", "address": "fa:16:3e:d7:8d:a2", "network": {"id": "eed0ed9f-c9c0-479d-9f26-32380ccce41d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-107034560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26714986ff914a30b2d9b73105bbc3f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74ab74a3-f9", "ovs_interfaceid": "74ab74a3-f926-42fe-8c64-e8804cd41f85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1983.516099] env[71058]: DEBUG nova.scheduler.client.report [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1983.544879] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5271b736-7631-12d2-810b-6e0a9c387e63, 'name': SearchDatastore_Task, 'duration_secs': 0.04146} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1983.545158] env[71058]: DEBUG oslo_concurrency.lockutils [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1983.545412] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] e2a39057-e217-429e-9886-3426ad8dbf70/e2a39057-e217-429e-9886-3426ad8dbf70.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1983.545657] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e7d3eca-5eca-4a9d-a7c1-33ce5e88145c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1983.552519] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1983.552519] env[71058]:    value = "task-2874102"
[ 1983.552519] env[71058]:    _type = "Task"
[ 1983.552519] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1983.556724] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Creating Snapshot of the VM instance {{(pid=71058) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}}
[ 1983.556961] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-14d2b2a3-e1d1-4ea2-bedf-0e41438158ba {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1983.562924] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1983.564150] env[71058]: DEBUG oslo_vmware.api [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1983.564150] env[71058]:    value = "task-2874103"
[ 1983.564150] env[71058]:    _type = "Task"
[ 1983.564150] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1983.573578] env[71058]: DEBUG oslo_vmware.api [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874103, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1983.593993] env[71058]: DEBUG oslo_vmware.api [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874101, 'name': Destroy_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1983.822762] env[71058]: DEBUG oslo_concurrency.lockutils [req-6ce790a5-a63c-4093-806c-7f1178ad6ed0 req-779e2572-5a06-4371-b870-dbef3386aea5 service nova] Releasing lock "refresh_cache-cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1984.021269] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.436s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1984.043463] env[71058]: INFO nova.scheduler.client.report [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Deleted allocations for instance f3ae498e-7dea-4a41-89c2-613eeb37e61a
[ 1984.062560] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874102, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476348} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1984.062815] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] e2a39057-e217-429e-9886-3426ad8dbf70/e2a39057-e217-429e-9886-3426ad8dbf70.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1984.063039] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1984.063300] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca5c09bb-a7ef-4b92-9d7d-7ecba0e6e516 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1984.073387] env[71058]: DEBUG oslo_vmware.api [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874103, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1984.074774] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1984.074774] env[71058]:    value = "task-2874104"
[ 1984.074774] env[71058]:    _type = "Task"
[ 1984.074774] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1984.081850] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1984.094227] env[71058]: DEBUG oslo_vmware.api [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874101, 'name': Destroy_Task, 'duration_secs': 0.961433} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1984.094470] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Destroyed the VM
[ 1984.094702] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Deleting Snapshot of the VM instance {{(pid=71058) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}}
[ 1984.095034] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-834420b3-ab05-4e53-946e-8027cf2db4cc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1984.101760] env[71058]: DEBUG oslo_vmware.api [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1984.101760] env[71058]:    value = "task-2874105"
[ 1984.101760] env[71058]:    _type = "Task"
[ 1984.101760] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1984.109498] env[71058]: DEBUG oslo_vmware.api [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874105, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1984.551144] env[71058]: DEBUG oslo_concurrency.lockutils [None req-16ddae6f-517a-409a-b668-820a38c49422 tempest-ServerShowV254Test-455258544 tempest-ServerShowV254Test-455258544-project-member] Lock "f3ae498e-7dea-4a41-89c2-613eeb37e61a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 7.277s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1984.552236] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "f3ae498e-7dea-4a41-89c2-613eeb37e61a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 5.367s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1984.552380] env[71058]: INFO nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] During sync_power_state the instance has a pending task (deleting). Skip.
[ 1984.552555] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "f3ae498e-7dea-4a41-89c2-613eeb37e61a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1984.574833] env[71058]: DEBUG oslo_vmware.api [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874103, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1984.582574] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076554} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1984.582818] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1984.583542] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e66a81-8ec4-4ed5-bbd7-f1d3778e4845 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1984.608032] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] e2a39057-e217-429e-9886-3426ad8dbf70/e2a39057-e217-429e-9886-3426ad8dbf70.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1984.608032] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ead9d498-1d8f-4298-a6ad-4c7ca493d950 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1984.629807] env[71058]: DEBUG oslo_vmware.api [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874105, 'name': RemoveSnapshot_Task, 'duration_secs': 0.363916} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1984.631183] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Deleted Snapshot of the VM instance {{(pid=71058) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}}
[ 1984.631503] env[71058]: DEBUG nova.compute.manager [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1984.631859] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1984.631859] env[71058]:    value = "task-2874106"
[ 1984.631859] env[71058]:    _type = "Task"
[ 1984.631859] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1984.632692] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed6505e-52c3-4b70-bfb4-d24c8a934dff {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1984.646430] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874106, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1985.076133] env[71058]: DEBUG oslo_vmware.api [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874103, 'name': CreateSnapshot_Task, 'duration_secs': 1.197282} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1985.076486] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Created Snapshot of the VM instance {{(pid=71058) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}}
[ 1985.077237] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edadefe-204c-4016-8c6b-8040b6fc5e68 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1985.145069] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874106, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1985.150120] env[71058]: INFO nova.compute.manager [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Shelve offloading
[ 1985.333314] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9663dd61-d931-48e5-96d2-7cf09b136711 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquiring lock "6fe501bd-1cac-4abb-9e92-db5df2af61ee" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1985.333578] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9663dd61-d931-48e5-96d2-7cf09b136711 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lock "6fe501bd-1cac-4abb-9e92-db5df2af61ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1985.333787] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9663dd61-d931-48e5-96d2-7cf09b136711 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquiring lock "6fe501bd-1cac-4abb-9e92-db5df2af61ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1985.333963] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9663dd61-d931-48e5-96d2-7cf09b136711 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lock "6fe501bd-1cac-4abb-9e92-db5df2af61ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1985.334146] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9663dd61-d931-48e5-96d2-7cf09b136711 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lock "6fe501bd-1cac-4abb-9e92-db5df2af61ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1985.336733] env[71058]: INFO nova.compute.manager [None req-9663dd61-d931-48e5-96d2-7cf09b136711 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Terminating instance
[ 1985.595521] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Creating linked-clone VM from snapshot {{(pid=71058) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}}
[ 1985.595790] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f95b3131-fc28-41c8-8174-cab045cba1e9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1985.604790] env[71058]: DEBUG oslo_vmware.api [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1985.604790] env[71058]:    value = "task-2874107"
[ 1985.604790] env[71058]:    _type = "Task"
[ 1985.604790] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1985.612390] env[71058]: DEBUG oslo_vmware.api [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874107, 'name': CloneVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1985.644339] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874106, 'name': ReconfigVM_Task, 'duration_secs': 0.635264} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1985.644595] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Reconfigured VM instance instance-0000006a to attach disk [datastore2] e2a39057-e217-429e-9886-3426ad8dbf70/e2a39057-e217-429e-9886-3426ad8dbf70.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1985.645838] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/sda', 'disk_bus': None, 'encrypted': False, 'boot_index': 0, 'image_id': '8099d743-3bb3-45d8-acee-c2b5ceed489a'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'delete_on_termination': False, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577611', 'volume_id': '674705d2-8070-482d-85a2-91e7ee63b4e0', 'name': 'volume-674705d2-8070-482d-85a2-91e7ee63b4e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2a39057-e217-429e-9886-3426ad8dbf70', 'attached_at': '', 'detached_at': '', 'volume_id': '674705d2-8070-482d-85a2-91e7ee63b4e0', 'serial': '674705d2-8070-482d-85a2-91e7ee63b4e0'}, 'disk_bus': None, 'mount_device': '/dev/sdb', 'attachment_id': '2eb75e60-f264-4ae7-b24b-02cced6b295c', 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=71058) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}}
[ 1985.646051] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Volume attach. Driver type: vmdk {{(pid=71058) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}}
[ 1985.646241] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577611', 'volume_id': '674705d2-8070-482d-85a2-91e7ee63b4e0', 'name': 'volume-674705d2-8070-482d-85a2-91e7ee63b4e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2a39057-e217-429e-9886-3426ad8dbf70', 'attached_at': '', 'detached_at': '', 'volume_id': '674705d2-8070-482d-85a2-91e7ee63b4e0', 'serial': '674705d2-8070-482d-85a2-91e7ee63b4e0'} {{(pid=71058) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}}
[ 1985.647022] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93115fb5-4df2-41fb-82bf-18f73c08e671 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1985.662240] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1985.662579] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-527d2919-b504-47f9-bf74-fe191b63a1ac {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1985.664396] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218b3149-9f09-4899-b92a-56ecd79d261c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1985.688743] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] volume-674705d2-8070-482d-85a2-91e7ee63b4e0/volume-674705d2-8070-482d-85a2-91e7ee63b4e0.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1985.689979] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-274403e6-050a-49d8-bdf5-710d41232b58 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1985.702791] env[71058]: DEBUG oslo_vmware.api [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1985.702791] env[71058]:    value = "task-2874108"
[ 1985.702791] env[71058]:    _type = "Task"
[ 1985.702791] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1985.708356] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1985.708356] env[71058]:    value = "task-2874109"
[ 1985.708356] env[71058]:    _type = "Task"
[ 1985.708356] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1985.714427] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] VM already powered off {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}}
[ 1985.714623] env[71058]: DEBUG nova.compute.manager [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1985.715385] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efa45c9-6186-48b8-92e4-a4911c2097e8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1985.723990] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1985.725561] env[71058]: DEBUG oslo_concurrency.lockutils [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquiring lock "refresh_cache-cc9d430d-d2b8-428f-90d4-25770ea51f28" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1985.725689] env[71058]: DEBUG oslo_concurrency.lockutils [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquired lock "refresh_cache-cc9d430d-d2b8-428f-90d4-25770ea51f28" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1985.726021] env[71058]: DEBUG nova.network.neutron [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1985.841062] env[71058]: DEBUG nova.compute.manager [None req-9663dd61-d931-48e5-96d2-7cf09b136711 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1985.841333] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9663dd61-d931-48e5-96d2-7cf09b136711 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1985.842257] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4de34cb-eed7-4919-9a9c-56c043359046 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1985.850496] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-9663dd61-d931-48e5-96d2-7cf09b136711 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1985.850778] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0ec9aff-44ae-4249-a217-70ce84ab2260 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1985.857370] env[71058]: DEBUG oslo_vmware.api [None req-9663dd61-d931-48e5-96d2-7cf09b136711 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the task: (returnval){
[ 1985.857370] env[71058]:    value = "task-2874110"
[ 1985.857370] env[71058]:    _type = "Task"
[ 1985.857370] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1985.867118] env[71058]: DEBUG oslo_vmware.api [None req-9663dd61-d931-48e5-96d2-7cf09b136711 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1986.115106] env[71058]: DEBUG oslo_vmware.api [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874107, 'name': CloneVM_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1986.223519] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874109, 'name': ReconfigVM_Task, 'duration_secs': 0.496672} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1986.223895] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Reconfigured VM instance instance-0000006a to attach disk [datastore2] volume-674705d2-8070-482d-85a2-91e7ee63b4e0/volume-674705d2-8070-482d-85a2-91e7ee63b4e0.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1986.230557] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2723ce6-ab4b-49bd-8858-870d40e5cac4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1986.245568] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1986.245568] env[71058]:    value = "task-2874111"
[ 1986.245568] env[71058]:    _type = "Task"
[ 1986.245568] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1986.253526] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874111, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1986.367742] env[71058]: DEBUG oslo_vmware.api [None req-9663dd61-d931-48e5-96d2-7cf09b136711 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874110, 'name': PowerOffVM_Task, 'duration_secs': 0.335934} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1986.368087] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-9663dd61-d931-48e5-96d2-7cf09b136711 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1986.368355] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9663dd61-d931-48e5-96d2-7cf09b136711 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1986.368646] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-483c78c1-a6ad-4061-a9e9-8f01a9d7e846 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1986.421905] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9663dd61-d931-48e5-96d2-7cf09b136711 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1986.422132] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9663dd61-d931-48e5-96d2-7cf09b136711 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1986.422313] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-9663dd61-d931-48e5-96d2-7cf09b136711 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Deleting the datastore file [datastore1] 6fe501bd-1cac-4abb-9e92-db5df2af61ee {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1986.422564] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47fc1f2d-97e3-4434-8b25-123a59fc4183 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1986.428747] env[71058]: DEBUG oslo_vmware.api [None req-9663dd61-d931-48e5-96d2-7cf09b136711 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for the task: (returnval){
[ 1986.428747] env[71058]:    value = "task-2874113"
[ 1986.428747] env[71058]:    _type = "Task"
[ 1986.428747] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1986.436610] env[71058]: DEBUG oslo_vmware.api [None req-9663dd61-d931-48e5-96d2-7cf09b136711 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1986.559478] env[71058]: DEBUG nova.network.neutron [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Updating instance_info_cache with network_info: [{"id": "23b6b2f7-5db2-4611-91e3-3ef73ddd8b28", "address": "fa:16:3e:08:60:5f", "network": {"id": "2fbaaae4-6d15-4c59-8eaf-cad7a9523dc7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1495967812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db660d4820741658cb5e98b809f7f21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b6b2f7-5d", "ovs_interfaceid": "23b6b2f7-5db2-4611-91e3-3ef73ddd8b28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1986.615772] env[71058]: DEBUG oslo_vmware.api [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874107, 'name': CloneVM_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1986.755633] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874111, 'name': ReconfigVM_Task, 'duration_secs': 0.160863} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1986.755941] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577611', 'volume_id': '674705d2-8070-482d-85a2-91e7ee63b4e0', 'name': 'volume-674705d2-8070-482d-85a2-91e7ee63b4e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2a39057-e217-429e-9886-3426ad8dbf70', 'attached_at': '', 'detached_at': '', 'volume_id': '674705d2-8070-482d-85a2-91e7ee63b4e0', 'serial': '674705d2-8070-482d-85a2-91e7ee63b4e0'} {{(pid=71058) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}}
[ 1986.756548] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51622a8c-3385-4190-88f3-c5a1654a47cc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1986.764154] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1986.764154] env[71058]:    value = "task-2874114"
[ 1986.764154] env[71058]:    _type = "Task"
[ 1986.764154] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1986.772722] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874114, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1986.938482] env[71058]: DEBUG oslo_vmware.api [None req-9663dd61-d931-48e5-96d2-7cf09b136711 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Task: {'id': task-2874113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.388618} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1986.938719] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-9663dd61-d931-48e5-96d2-7cf09b136711 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1986.938925] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9663dd61-d931-48e5-96d2-7cf09b136711 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1986.939131] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9663dd61-d931-48e5-96d2-7cf09b136711 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1986.939367] env[71058]: INFO nova.compute.manager [None req-9663dd61-d931-48e5-96d2-7cf09b136711 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Took 1.10 seconds to destroy the instance on the hypervisor.
[ 1986.939613] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9663dd61-d931-48e5-96d2-7cf09b136711 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1986.939811] env[71058]: DEBUG nova.compute.manager [-] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1986.939911] env[71058]: DEBUG nova.network.neutron [-] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1987.062213] env[71058]: DEBUG oslo_concurrency.lockutils [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Releasing lock "refresh_cache-cc9d430d-d2b8-428f-90d4-25770ea51f28" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1987.116050] env[71058]: DEBUG oslo_vmware.api [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874107, 'name': CloneVM_Task, 'duration_secs': 1.098982} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1987.116412] env[71058]: INFO nova.virt.vmwareapi.vmops [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Created linked-clone VM from snapshot
[ 1987.117149] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272f34ae-a3dd-41f3-a2a0-091a3f575ae4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1987.123877] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Uploading image b2e46522-a480-42af-bd0f-10cbcfa3ceef {{(pid=71058) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}}
[ 1987.163468] env[71058]: DEBUG oslo_vmware.rw_handles [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Creating HttpNfcLease lease for exporting VM: (result){
[ 1987.163468] env[71058]:    value = "vm-577621"
[ 1987.163468] env[71058]:    _type = "VirtualMachine"
[ 1987.163468] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}}
[ 1987.163734] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0cdfc443-2432-44f7-a202-99008e279a1a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1987.169719] env[71058]: DEBUG oslo_vmware.rw_handles [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lease: (returnval){
[ 1987.169719] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52717530-9cef-8de1-9c23-454716afeb38"
[ 1987.169719] env[71058]:    _type = "HttpNfcLease"
[ 1987.169719] env[71058]:  } obtained for exporting VM: (result){
[ 1987.169719] env[71058]:    value = "vm-577621"
[ 1987.169719] env[71058]:    _type = "VirtualMachine"
[ 1987.169719] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}}
[ 1987.169963] env[71058]: DEBUG oslo_vmware.api [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the lease: (returnval){
[ 1987.169963] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52717530-9cef-8de1-9c23-454716afeb38"
[ 1987.169963] env[71058]:    _type = "HttpNfcLease"
[ 1987.169963] env[71058]:  } to be ready. {{(pid=71058) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1987.177306] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1987.177306] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52717530-9cef-8de1-9c23-454716afeb38"
[ 1987.177306] env[71058]:    _type = "HttpNfcLease"
[ 1987.177306] env[71058]:  } is initializing. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1987.200684] env[71058]: DEBUG nova.compute.manager [req-aa6a8193-9d2c-4f45-a209-f8314fbfb952 req-6d98f5ad-5864-47c8-ac43-79a0aacdb1db service nova] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Received event network-vif-deleted-55633c87-2423-4570-bbb2-7c73a6ddf16f {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1987.200938] env[71058]: INFO nova.compute.manager [req-aa6a8193-9d2c-4f45-a209-f8314fbfb952 req-6d98f5ad-5864-47c8-ac43-79a0aacdb1db service nova] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Neutron deleted interface 55633c87-2423-4570-bbb2-7c73a6ddf16f; detaching it from the instance and deleting it from the info cache
[ 1987.201171] env[71058]: DEBUG nova.network.neutron [req-aa6a8193-9d2c-4f45-a209-f8314fbfb952 req-6d98f5ad-5864-47c8-ac43-79a0aacdb1db service nova] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1987.274099] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874114, 'name': Rename_Task, 'duration_secs': 0.376944} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1987.274376] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1987.274613] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c7cb3d9-2ce9-44ff-8be5-07439212c243 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1987.280203] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 1987.280203] env[71058]:    value = "task-2874116"
[ 1987.280203] env[71058]:    _type = "Task"
[ 1987.280203] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1987.287422] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874116, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1987.408509] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1987.409458] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cae04f7-62a2-4056-982d-3d96dab57554 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1987.416989] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1987.417246] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c7a96f8-b8e1-4ca6-88de-e0de3e69d18e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1987.481918] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1987.482187] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1987.482441] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Deleting the datastore file [datastore2] cc9d430d-d2b8-428f-90d4-25770ea51f28 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1987.482784] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18521ac8-b3d5-4fdf-8f29-a0a600e9fa12 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1987.489283] env[71058]: DEBUG oslo_vmware.api [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 1987.489283] env[71058]:    value = "task-2874118"
[ 1987.489283] env[71058]:    _type = "Task"
[ 1987.489283] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1987.497456] env[71058]: DEBUG oslo_vmware.api [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1987.678899] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1987.678899] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52717530-9cef-8de1-9c23-454716afeb38"
[ 1987.678899] env[71058]:    _type = "HttpNfcLease"
[ 1987.678899] env[71058]:  } is ready. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1987.679350] env[71058]: DEBUG oslo_vmware.rw_handles [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1987.679350] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52717530-9cef-8de1-9c23-454716afeb38"
[ 1987.679350] env[71058]:    _type = "HttpNfcLease"
[ 1987.679350] env[71058]:  }. {{(pid=71058) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}}
[ 1987.680087] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12132777-b520-492d-85c6-737ddc553aa3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1987.685019] env[71058]: DEBUG nova.network.neutron [-] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1987.688964] env[71058]: DEBUG oslo_vmware.rw_handles [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5281252b-d847-c93b-d748-c7b29d3e4768/disk-0.vmdk from lease info. {{(pid=71058) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1987.689215] env[71058]: DEBUG oslo_vmware.rw_handles [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5281252b-d847-c93b-d748-c7b29d3e4768/disk-0.vmdk for reading. {{(pid=71058) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}}
[ 1987.747777] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f84321f3-9d22-4e7c-8510-25a54546ee7c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1987.758370] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b695cf8-09b3-4ddf-a7b5-64523af0d640 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1987.788744] env[71058]: DEBUG nova.compute.manager [req-aa6a8193-9d2c-4f45-a209-f8314fbfb952 req-6d98f5ad-5864-47c8-ac43-79a0aacdb1db service nova] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Detach interface failed, port_id=55633c87-2423-4570-bbb2-7c73a6ddf16f, reason: Instance 6fe501bd-1cac-4abb-9e92-db5df2af61ee could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1987.795646] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d9b6bcc0-7a60-4466-8cb4-cdd52d9407b4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1987.801035] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874116, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1988.002268] env[71058]: DEBUG oslo_vmware.api [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236259} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1988.002824] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1988.002824] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1988.002824] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1988.026951] env[71058]: INFO nova.scheduler.client.report [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Deleted allocations for instance cc9d430d-d2b8-428f-90d4-25770ea51f28
[ 1988.191718] env[71058]: INFO nova.compute.manager [-] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Took 1.25 seconds to deallocate network for instance.
[ 1988.299702] env[71058]: DEBUG oslo_vmware.api [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874116, 'name': PowerOnVM_Task, 'duration_secs': 0.551794} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1988.300096] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1988.300421] env[71058]: DEBUG nova.compute.manager [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1988.301279] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409f879f-b547-43b5-af30-957c4fe55033 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1988.533262] env[71058]: DEBUG oslo_concurrency.lockutils [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1988.533651] env[71058]: DEBUG oslo_concurrency.lockutils [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1988.533970] env[71058]: DEBUG nova.objects.instance [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lazy-loading 'resources' on Instance uuid cc9d430d-d2b8-428f-90d4-25770ea51f28 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1988.699731] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9663dd61-d931-48e5-96d2-7cf09b136711 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1988.817494] env[71058]: DEBUG oslo_concurrency.lockutils [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1989.037630] env[71058]: DEBUG nova.objects.instance [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lazy-loading 'numa_topology' on Instance uuid cc9d430d-d2b8-428f-90d4-25770ea51f28 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1989.228174] env[71058]: DEBUG nova.compute.manager [req-27fbfc4c-d1c4-4c14-9bd6-3233a3cc0553 req-d9965033-9521-4421-922e-cf7c4fd5279e service nova] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Received event network-vif-unplugged-23b6b2f7-5db2-4611-91e3-3ef73ddd8b28 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1989.228506] env[71058]: DEBUG oslo_concurrency.lockutils [req-27fbfc4c-d1c4-4c14-9bd6-3233a3cc0553 req-d9965033-9521-4421-922e-cf7c4fd5279e service nova] Acquiring lock "cc9d430d-d2b8-428f-90d4-25770ea51f28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1989.229034] env[71058]: DEBUG oslo_concurrency.lockutils [req-27fbfc4c-d1c4-4c14-9bd6-3233a3cc0553 req-d9965033-9521-4421-922e-cf7c4fd5279e service nova] Lock "cc9d430d-d2b8-428f-90d4-25770ea51f28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1989.229228] env[71058]: DEBUG oslo_concurrency.lockutils [req-27fbfc4c-d1c4-4c14-9bd6-3233a3cc0553 req-d9965033-9521-4421-922e-cf7c4fd5279e service nova] Lock "cc9d430d-d2b8-428f-90d4-25770ea51f28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1989.229401] env[71058]: DEBUG nova.compute.manager [req-27fbfc4c-d1c4-4c14-9bd6-3233a3cc0553 req-d9965033-9521-4421-922e-cf7c4fd5279e service nova] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] No waiting events found dispatching network-vif-unplugged-23b6b2f7-5db2-4611-91e3-3ef73ddd8b28 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1989.229569] env[71058]: WARNING nova.compute.manager [req-27fbfc4c-d1c4-4c14-9bd6-3233a3cc0553 req-d9965033-9521-4421-922e-cf7c4fd5279e service nova] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Received unexpected event network-vif-unplugged-23b6b2f7-5db2-4611-91e3-3ef73ddd8b28 for instance with vm_state shelved_offloaded and task_state None.
[ 1989.229866] env[71058]: DEBUG nova.compute.manager [req-27fbfc4c-d1c4-4c14-9bd6-3233a3cc0553 req-d9965033-9521-4421-922e-cf7c4fd5279e service nova] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Received event network-changed-23b6b2f7-5db2-4611-91e3-3ef73ddd8b28 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1989.230097] env[71058]: DEBUG nova.compute.manager [req-27fbfc4c-d1c4-4c14-9bd6-3233a3cc0553 req-d9965033-9521-4421-922e-cf7c4fd5279e service nova] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Refreshing instance network info cache due to event network-changed-23b6b2f7-5db2-4611-91e3-3ef73ddd8b28. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1989.230314] env[71058]: DEBUG oslo_concurrency.lockutils [req-27fbfc4c-d1c4-4c14-9bd6-3233a3cc0553 req-d9965033-9521-4421-922e-cf7c4fd5279e service nova] Acquiring lock "refresh_cache-cc9d430d-d2b8-428f-90d4-25770ea51f28" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1989.230937] env[71058]: DEBUG oslo_concurrency.lockutils [req-27fbfc4c-d1c4-4c14-9bd6-3233a3cc0553 req-d9965033-9521-4421-922e-cf7c4fd5279e service nova] Acquired lock "refresh_cache-cc9d430d-d2b8-428f-90d4-25770ea51f28" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1989.231129] env[71058]: DEBUG nova.network.neutron [req-27fbfc4c-d1c4-4c14-9bd6-3233a3cc0553 req-d9965033-9521-4421-922e-cf7c4fd5279e service nova] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Refreshing network info cache for port 23b6b2f7-5db2-4611-91e3-3ef73ddd8b28 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1989.540469] env[71058]: DEBUG nova.objects.base [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Object Instance<cc9d430d-d2b8-428f-90d4-25770ea51f28> lazy-loaded attributes: resources,numa_topology {{(pid=71058) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 1989.658009] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb28548-c619-4fae-8c62-d698e49af55f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1989.665906] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4c304d-dc5c-4a2b-b5e4-0c3b88f4caf6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1989.698576] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7bed7b-7880-401f-9833-4d6245203efc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1989.707129] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27971b34-add1-4809-9a66-09b3f5e632d9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1989.721844] env[71058]: DEBUG nova.compute.provider_tree [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1990.182183] env[71058]: DEBUG nova.network.neutron [req-27fbfc4c-d1c4-4c14-9bd6-3233a3cc0553 req-d9965033-9521-4421-922e-cf7c4fd5279e service nova] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Updated VIF entry in instance network info cache for port 23b6b2f7-5db2-4611-91e3-3ef73ddd8b28. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1990.182608] env[71058]: DEBUG nova.network.neutron [req-27fbfc4c-d1c4-4c14-9bd6-3233a3cc0553 req-d9965033-9521-4421-922e-cf7c4fd5279e service nova] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Updating instance_info_cache with network_info: [{"id": "23b6b2f7-5db2-4611-91e3-3ef73ddd8b28", "address": "fa:16:3e:08:60:5f", "network": {"id": "2fbaaae4-6d15-4c59-8eaf-cad7a9523dc7", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1495967812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db660d4820741658cb5e98b809f7f21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap23b6b2f7-5d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1990.225394] env[71058]: DEBUG nova.scheduler.client.report [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1990.686332] env[71058]: DEBUG oslo_concurrency.lockutils [req-27fbfc4c-d1c4-4c14-9bd6-3233a3cc0553 req-d9965033-9521-4421-922e-cf7c4fd5279e service nova] Releasing lock "refresh_cache-cc9d430d-d2b8-428f-90d4-25770ea51f28" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1990.730491] env[71058]: DEBUG oslo_concurrency.lockutils [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1990.733012] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9663dd61-d931-48e5-96d2-7cf09b136711 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.033s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1990.733232] env[71058]: DEBUG nova.objects.instance [None req-9663dd61-d931-48e5-96d2-7cf09b136711 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lazy-loading 'resources' on Instance uuid 6fe501bd-1cac-4abb-9e92-db5df2af61ee {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1991.108115] env[71058]: DEBUG oslo_concurrency.lockutils [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquiring lock "cc9d430d-d2b8-428f-90d4-25770ea51f28" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1991.242374] env[71058]: DEBUG oslo_concurrency.lockutils [None req-67c3b7c4-e474-44b9-9674-56aa5d429ef2 tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lock "cc9d430d-d2b8-428f-90d4-25770ea51f28" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 24.927s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1991.243058] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "cc9d430d-d2b8-428f-90d4-25770ea51f28" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 12.059s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1991.243261] env[71058]: INFO nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip.
[ 1991.243430] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "cc9d430d-d2b8-428f-90d4-25770ea51f28" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1991.243655] env[71058]: DEBUG oslo_concurrency.lockutils [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lock "cc9d430d-d2b8-428f-90d4-25770ea51f28" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.136s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1991.243897] env[71058]: INFO nova.compute.manager [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Unshelving
[ 1991.352098] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbd6756-2a29-4590-8b63-6c2df7b84f08 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1991.359551] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098e316d-f26c-4123-83f6-316a68bc7a8e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1991.390084] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b726ea-d900-4ed7-97d0-79c19d48e02d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1991.397202] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9956ce3-060e-425c-8978-10a58fbcb1e6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1991.409945] env[71058]: DEBUG nova.compute.provider_tree [None req-9663dd61-d931-48e5-96d2-7cf09b136711 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1991.912727] env[71058]: DEBUG nova.scheduler.client.report [None req-9663dd61-d931-48e5-96d2-7cf09b136711 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1992.267623] env[71058]: DEBUG oslo_concurrency.lockutils [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1992.417927] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9663dd61-d931-48e5-96d2-7cf09b136711 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.685s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1992.420353] env[71058]: DEBUG oslo_concurrency.lockutils [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.603s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1992.420595] env[71058]: DEBUG nova.objects.instance [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71058) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
[ 1992.438864] env[71058]: INFO nova.scheduler.client.report [None req-9663dd61-d931-48e5-96d2-7cf09b136711 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Deleted allocations for instance 6fe501bd-1cac-4abb-9e92-db5df2af61ee
[ 1992.947066] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9663dd61-d931-48e5-96d2-7cf09b136711 tempest-ServersNegativeTestJSON-1063350002 tempest-ServersNegativeTestJSON-1063350002-project-member] Lock "6fe501bd-1cac-4abb-9e92-db5df2af61ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 7.613s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1993.432681] env[71058]: DEBUG oslo_concurrency.lockutils [None req-80782586-992d-4f1c-914c-c83791216d9e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1993.432681] env[71058]: DEBUG oslo_concurrency.lockutils [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.164s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1993.432681] env[71058]: DEBUG nova.objects.instance [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lazy-loading 'pci_requests' on Instance uuid cc9d430d-d2b8-428f-90d4-25770ea51f28 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1993.936077] env[71058]: DEBUG nova.objects.instance [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lazy-loading 'numa_topology' on Instance uuid cc9d430d-d2b8-428f-90d4-25770ea51f28 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1994.438982] env[71058]: INFO nova.compute.claims [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1995.559057] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8b2a8a-2298-4dc0-bc7d-57730a511db2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1995.566512] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1e39d7-e3e3-4077-a437-1844fdba14ac {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1995.595546] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6c8eb4-bd08-4855-a32a-6d395b5afb7e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1995.602418] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee0edb1-dcca-4a9a-b52e-f29fc33ded63 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1995.615091] env[71058]: DEBUG nova.compute.provider_tree [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1996.118707] env[71058]: DEBUG nova.scheduler.client.report [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 1996.624434] env[71058]: DEBUG oslo_concurrency.lockutils [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.193s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1996.773084] env[71058]: INFO nova.network.neutron [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Updating port 23b6b2f7-5db2-4611-91e3-3ef73ddd8b28 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'}
[ 1997.185445] env[71058]: DEBUG oslo_vmware.rw_handles [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5281252b-d847-c93b-d748-c7b29d3e4768/disk-0.vmdk. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1997.186434] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e40880-3548-44c3-9f21-9c7dcfc9714a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1997.192674] env[71058]: DEBUG oslo_vmware.rw_handles [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5281252b-d847-c93b-d748-c7b29d3e4768/disk-0.vmdk is in state: ready. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1997.192882] env[71058]: ERROR oslo_vmware.rw_handles [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5281252b-d847-c93b-d748-c7b29d3e4768/disk-0.vmdk due to incomplete transfer.
[ 1997.193112] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e40fe04a-a43a-41ed-b573-6518b5c3a12c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1997.199657] env[71058]: DEBUG oslo_vmware.rw_handles [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5281252b-d847-c93b-d748-c7b29d3e4768/disk-0.vmdk. {{(pid=71058) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}}
[ 1997.199867] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Uploaded image b2e46522-a480-42af-bd0f-10cbcfa3ceef to the Glance image server {{(pid=71058) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}}
[ 1997.202124] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Destroying the VM {{(pid=71058) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}}
[ 1997.202352] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-61a75bc1-9383-433e-92ad-d306118acc00 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1997.208631] env[71058]: DEBUG oslo_vmware.api [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1997.208631] env[71058]:    value = "task-2874119"
[ 1997.208631] env[71058]:    _type = "Task"
[ 1997.208631] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1997.216350] env[71058]: DEBUG oslo_vmware.api [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874119, 'name': Destroy_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1997.718343] env[71058]: DEBUG oslo_vmware.api [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874119, 'name': Destroy_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1998.220071] env[71058]: DEBUG oslo_vmware.api [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874119, 'name': Destroy_Task, 'duration_secs': 0.740089} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1998.220393] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Destroyed the VM
[ 1998.220656] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Deleting Snapshot of the VM instance {{(pid=71058) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}}
[ 1998.220932] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-07d94459-4dc2-4e3c-9c2f-79febb2d4681 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1998.228189] env[71058]: DEBUG oslo_vmware.api [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1998.228189] env[71058]:    value = "task-2874120"
[ 1998.228189] env[71058]:    _type = "Task"
[ 1998.228189] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1998.235634] env[71058]: DEBUG oslo_vmware.api [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874120, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1998.288230] env[71058]: DEBUG nova.compute.manager [req-4e3008eb-169c-4779-86d1-7c4bb7251cd3 req-a2cd4c8a-5972-48a4-bb96-94e33d73a691 service nova] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Received event network-vif-plugged-23b6b2f7-5db2-4611-91e3-3ef73ddd8b28 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1998.288460] env[71058]: DEBUG oslo_concurrency.lockutils [req-4e3008eb-169c-4779-86d1-7c4bb7251cd3 req-a2cd4c8a-5972-48a4-bb96-94e33d73a691 service nova] Acquiring lock "cc9d430d-d2b8-428f-90d4-25770ea51f28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1998.288708] env[71058]: DEBUG oslo_concurrency.lockutils [req-4e3008eb-169c-4779-86d1-7c4bb7251cd3 req-a2cd4c8a-5972-48a4-bb96-94e33d73a691 service nova] Lock "cc9d430d-d2b8-428f-90d4-25770ea51f28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1998.288850] env[71058]: DEBUG oslo_concurrency.lockutils [req-4e3008eb-169c-4779-86d1-7c4bb7251cd3 req-a2cd4c8a-5972-48a4-bb96-94e33d73a691 service nova] Lock "cc9d430d-d2b8-428f-90d4-25770ea51f28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1998.289041] env[71058]: DEBUG nova.compute.manager [req-4e3008eb-169c-4779-86d1-7c4bb7251cd3 req-a2cd4c8a-5972-48a4-bb96-94e33d73a691 service nova] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] No waiting events found dispatching network-vif-plugged-23b6b2f7-5db2-4611-91e3-3ef73ddd8b28 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1998.289221] env[71058]: WARNING nova.compute.manager [req-4e3008eb-169c-4779-86d1-7c4bb7251cd3 req-a2cd4c8a-5972-48a4-bb96-94e33d73a691 service nova] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Received unexpected event network-vif-plugged-23b6b2f7-5db2-4611-91e3-3ef73ddd8b28 for instance with vm_state shelved_offloaded and task_state spawning.
[ 1998.373256] env[71058]: DEBUG oslo_concurrency.lockutils [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquiring lock "refresh_cache-cc9d430d-d2b8-428f-90d4-25770ea51f28" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1998.373471] env[71058]: DEBUG oslo_concurrency.lockutils [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquired lock "refresh_cache-cc9d430d-d2b8-428f-90d4-25770ea51f28" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1998.373656] env[71058]: DEBUG nova.network.neutron [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1998.738843] env[71058]: DEBUG oslo_vmware.api [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874120, 'name': RemoveSnapshot_Task, 'duration_secs': 0.349878} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1998.739287] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Deleted Snapshot of the VM instance {{(pid=71058) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}}
[ 1998.739378] env[71058]: DEBUG nova.compute.manager [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1998.740126] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebd2314-840d-4bf9-8aed-471fc6919737 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1999.104570] env[71058]: DEBUG nova.network.neutron [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Updating instance_info_cache with network_info: [{"id": "23b6b2f7-5db2-4611-91e3-3ef73ddd8b28", "address": "fa:16:3e:08:60:5f", "network": {"id": "2fbaaae4-6d15-4c59-8eaf-cad7a9523dc7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1495967812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db660d4820741658cb5e98b809f7f21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b6b2f7-5d", "ovs_interfaceid": "23b6b2f7-5db2-4611-91e3-3ef73ddd8b28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1999.251350] env[71058]: INFO nova.compute.manager [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Shelve offloading
[ 1999.607382] env[71058]: DEBUG oslo_concurrency.lockutils [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Releasing lock "refresh_cache-cc9d430d-d2b8-428f-90d4-25770ea51f28" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1999.634278] env[71058]: DEBUG nova.virt.hardware [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d2c1da9f78b127fd19b183594317269c',container_format='bare',created_at=2025-03-10T01:53:37Z,direct_url=<?>,disk_format='vmdk',id=a90ac94c-0719-4f86-a574-49ea4a728042,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-778477032-shelved',owner='7db660d4820741658cb5e98b809f7f21',properties=ImageMetaProps,protected=<?>,size=31666688,status='active',tags=<?>,updated_at=2025-03-10T01:53:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1999.634541] env[71058]: DEBUG nova.virt.hardware [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1999.634698] env[71058]: DEBUG nova.virt.hardware [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1999.634935] env[71058]: DEBUG nova.virt.hardware [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1999.635109] env[71058]: DEBUG nova.virt.hardware [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1999.635258] env[71058]: DEBUG nova.virt.hardware [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1999.635462] env[71058]: DEBUG nova.virt.hardware [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1999.635621] env[71058]: DEBUG nova.virt.hardware [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1999.635784] env[71058]: DEBUG nova.virt.hardware [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1999.635968] env[71058]: DEBUG nova.virt.hardware [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1999.636165] env[71058]: DEBUG nova.virt.hardware [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1999.637023] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591e2082-b172-4227-b087-b7ff18fc61f3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1999.644708] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc11f2a8-87b6-496d-b008-3ba628086db2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1999.657922] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:60:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23b6b2f7-5db2-4611-91e3-3ef73ddd8b28', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1999.665122] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1999.665347] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1999.665538] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8651edcd-92cd-46b1-a3aa-25b9453c2362 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1999.684471] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1999.684471] env[71058]:    value = "task-2874121"
[ 1999.684471] env[71058]:    _type = "Task"
[ 1999.684471] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1999.695783] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874121, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1999.754771] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1999.755224] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-937c3880-6f89-40ed-8de3-98840f53a914 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1999.762147] env[71058]: DEBUG oslo_vmware.api [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 1999.762147] env[71058]:    value = "task-2874122"
[ 1999.762147] env[71058]:    _type = "Task"
[ 1999.762147] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1999.771985] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] VM already powered off {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}}
[ 1999.772242] env[71058]: DEBUG nova.compute.manager [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1999.773040] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e63c02e-c211-4640-984e-081350ced482 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1999.778382] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "refresh_cache-8ad3749a-d94a-411f-8cf8-4d79366ead20" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1999.778544] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquired lock "refresh_cache-8ad3749a-d94a-411f-8cf8-4d79366ead20" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1999.778710] env[71058]: DEBUG nova.network.neutron [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1999.825717] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1999.825970] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1999.826201] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1999.826399] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager.update_available_resource {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2000.194722] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874121, 'name': CreateVM_Task, 'duration_secs': 0.27561} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2000.194722] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 2000.195134] env[71058]: DEBUG oslo_concurrency.lockutils [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a90ac94c-0719-4f86-a574-49ea4a728042" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2000.195298] env[71058]: DEBUG oslo_concurrency.lockutils [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a90ac94c-0719-4f86-a574-49ea4a728042" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2000.195677] env[71058]: DEBUG oslo_concurrency.lockutils [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a90ac94c-0719-4f86-a574-49ea4a728042" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 2000.195944] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7850474d-883a-409d-8cbe-77afed16b72d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2000.200143] env[71058]: DEBUG oslo_vmware.api [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 2000.200143] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52cd374c-f993-e094-ded2-10b915a57d13"
[ 2000.200143] env[71058]:    _type = "Task"
[ 2000.200143] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2000.207508] env[71058]: DEBUG oslo_vmware.api [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52cd374c-f993-e094-ded2-10b915a57d13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2000.319612] env[71058]: DEBUG nova.compute.manager [req-dc9d8c15-3d3a-404e-8c96-123516f8adc6 req-95e5d555-1725-48f3-ab83-fd0ad03305bd service nova] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Received event network-changed-23b6b2f7-5db2-4611-91e3-3ef73ddd8b28 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2000.319807] env[71058]: DEBUG nova.compute.manager [req-dc9d8c15-3d3a-404e-8c96-123516f8adc6 req-95e5d555-1725-48f3-ab83-fd0ad03305bd service nova] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Refreshing instance network info cache due to event network-changed-23b6b2f7-5db2-4611-91e3-3ef73ddd8b28. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 2000.320053] env[71058]: DEBUG oslo_concurrency.lockutils [req-dc9d8c15-3d3a-404e-8c96-123516f8adc6 req-95e5d555-1725-48f3-ab83-fd0ad03305bd service nova] Acquiring lock "refresh_cache-cc9d430d-d2b8-428f-90d4-25770ea51f28" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2000.320205] env[71058]: DEBUG oslo_concurrency.lockutils [req-dc9d8c15-3d3a-404e-8c96-123516f8adc6 req-95e5d555-1725-48f3-ab83-fd0ad03305bd service nova] Acquired lock "refresh_cache-cc9d430d-d2b8-428f-90d4-25770ea51f28" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2000.320305] env[71058]: DEBUG nova.network.neutron [req-dc9d8c15-3d3a-404e-8c96-123516f8adc6 req-95e5d555-1725-48f3-ab83-fd0ad03305bd service nova] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Refreshing network info cache for port 23b6b2f7-5db2-4611-91e3-3ef73ddd8b28 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 2000.329037] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2000.329260] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2000.330035] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2000.330035] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71058) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
[ 2000.331186] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbf2f9e-f307-4697-9981-58107288dba4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2000.339791] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04910297-1c9f-48f4-ba6c-04cffa7f6fad {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2000.353627] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8992c982-1304-4c48-b50d-b707aa6889a0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2000.360015] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253f0a1c-836b-415d-af15-f12c1974dc9e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2000.389319] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179597MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=71058) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
[ 2000.389473] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2000.389726] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2000.577400] env[71058]: DEBUG nova.network.neutron [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Updating instance_info_cache with network_info: [{"id": "6d193a34-fdde-419e-b264-7798a29965a5", "address": "fa:16:3e:f3:a1:4d", "network": {"id": "02a93a58-8f0c-468d-b34e-1db5e61a54ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2046819330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ae80f45084747faba9f976dc2d36a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d193a34-fd", "ovs_interfaceid": "6d193a34-fdde-419e-b264-7798a29965a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2000.710324] env[71058]: DEBUG oslo_concurrency.lockutils [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a90ac94c-0719-4f86-a574-49ea4a728042" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2000.710602] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Processing image a90ac94c-0719-4f86-a574-49ea4a728042 {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 2000.710837] env[71058]: DEBUG oslo_concurrency.lockutils [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a90ac94c-0719-4f86-a574-49ea4a728042/a90ac94c-0719-4f86-a574-49ea4a728042.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2000.710983] env[71058]: DEBUG oslo_concurrency.lockutils [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a90ac94c-0719-4f86-a574-49ea4a728042/a90ac94c-0719-4f86-a574-49ea4a728042.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2000.711191] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 2000.711434] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e79cbb7-dfd5-4f6d-a319-89786da45d99 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2000.719391] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 2000.719518] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 2000.720184] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c179eb0b-0f23-44cd-85f7-9a930d402fcd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2000.724623] env[71058]: DEBUG oslo_vmware.api [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 2000.724623] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523a4667-d7ac-e8ad-438c-99eb6d8537b0"
[ 2000.724623] env[71058]:    _type = "Task"
[ 2000.724623] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2000.731482] env[71058]: DEBUG oslo_vmware.api [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523a4667-d7ac-e8ad-438c-99eb6d8537b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2001.009031] env[71058]: DEBUG nova.network.neutron [req-dc9d8c15-3d3a-404e-8c96-123516f8adc6 req-95e5d555-1725-48f3-ab83-fd0ad03305bd service nova] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Updated VIF entry in instance network info cache for port 23b6b2f7-5db2-4611-91e3-3ef73ddd8b28. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 2001.009406] env[71058]: DEBUG nova.network.neutron [req-dc9d8c15-3d3a-404e-8c96-123516f8adc6 req-95e5d555-1725-48f3-ab83-fd0ad03305bd service nova] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Updating instance_info_cache with network_info: [{"id": "23b6b2f7-5db2-4611-91e3-3ef73ddd8b28", "address": "fa:16:3e:08:60:5f", "network": {"id": "2fbaaae4-6d15-4c59-8eaf-cad7a9523dc7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1495967812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db660d4820741658cb5e98b809f7f21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b6b2f7-5d", "ovs_interfaceid": "23b6b2f7-5db2-4611-91e3-3ef73ddd8b28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2001.080019] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Releasing lock "refresh_cache-8ad3749a-d94a-411f-8cf8-4d79366ead20" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2001.235259] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Preparing fetch location {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}}
[ 2001.235511] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Fetch image to [datastore2] OSTACK_IMG_466f0883-a46c-4756-8182-ca0e2687708a/OSTACK_IMG_466f0883-a46c-4756-8182-ca0e2687708a.vmdk {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}}
[ 2001.235693] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Downloading stream optimized image a90ac94c-0719-4f86-a574-49ea4a728042 to [datastore2] OSTACK_IMG_466f0883-a46c-4756-8182-ca0e2687708a/OSTACK_IMG_466f0883-a46c-4756-8182-ca0e2687708a.vmdk on the data store datastore2 as vApp {{(pid=71058) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}}
[ 2001.235876] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Downloading image file data a90ac94c-0719-4f86-a574-49ea4a728042 to the ESX as VM named 'OSTACK_IMG_466f0883-a46c-4756-8182-ca0e2687708a' {{(pid=71058) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}}
[ 2001.304700] env[71058]: DEBUG oslo_vmware.rw_handles [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){
[ 2001.304700] env[71058]:    value = "resgroup-9"
[ 2001.304700] env[71058]:    _type = "ResourcePool"
[ 2001.304700] env[71058]:  }. {{(pid=71058) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}}
[ 2001.305053] env[71058]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-dcbcb349-621b-477c-9e29-edffbc8b474b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2001.326511] env[71058]: DEBUG oslo_vmware.rw_handles [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lease: (returnval){
[ 2001.326511] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e5016f-7b92-7178-d67f-0cef9bf28762"
[ 2001.326511] env[71058]:    _type = "HttpNfcLease"
[ 2001.326511] env[71058]:  } obtained for vApp import into resource pool (val){
[ 2001.326511] env[71058]:    value = "resgroup-9"
[ 2001.326511] env[71058]:    _type = "ResourcePool"
[ 2001.326511] env[71058]:  }. {{(pid=71058) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}}
[ 2001.326794] env[71058]: DEBUG oslo_vmware.api [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the lease: (returnval){
[ 2001.326794] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e5016f-7b92-7178-d67f-0cef9bf28762"
[ 2001.326794] env[71058]:    _type = "HttpNfcLease"
[ 2001.326794] env[71058]:  } to be ready. {{(pid=71058) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 2001.332900] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 2001.332900] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e5016f-7b92-7178-d67f-0cef9bf28762"
[ 2001.332900] env[71058]:    _type = "HttpNfcLease"
[ 2001.332900] env[71058]:  } is initializing. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 2001.356032] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 2001.356851] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3127aef-6e69-4121-b96a-cd17f1baf6fc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2001.363621] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 2001.363840] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe291faf-f918-4f6c-b5a9-6ab7a17d9981 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2001.421323] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance f9a9c523-5c79-4cbd-9a82-66ee954c6eeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 2001.421654] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance ef018637-b45c-4d27-858c-6fc418d79cf1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 2001.421854] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 19a988b4-f677-445d-8135-1d49b099f873 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 2001.421951] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance e2a39057-e217-429e-9886-3426ad8dbf70 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 2001.422065] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 8ad3749a-d94a-411f-8cf8-4d79366ead20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 2001.422185] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 3d9de29d-9a6b-451b-8ef4-741772a431bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 2001.422308] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 2001.422422] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance cc9d430d-d2b8-428f-90d4-25770ea51f28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 2001.422611] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=71058) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
[ 2001.422817] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=71058) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
[ 2001.430398] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 2001.431057] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 2001.431057] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Deleting the datastore file [datastore2] 8ad3749a-d94a-411f-8cf8-4d79366ead20 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 2001.431057] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8118586-9a7d-4041-8bff-86b2c957764d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2001.437761] env[71058]: DEBUG oslo_vmware.api [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 2001.437761] env[71058]:    value = "task-2874125"
[ 2001.437761] env[71058]:    _type = "Task"
[ 2001.437761] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2001.446955] env[71058]: DEBUG oslo_vmware.api [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2001.511408] env[71058]: DEBUG oslo_concurrency.lockutils [req-dc9d8c15-3d3a-404e-8c96-123516f8adc6 req-95e5d555-1725-48f3-ab83-fd0ad03305bd service nova] Releasing lock "refresh_cache-cc9d430d-d2b8-428f-90d4-25770ea51f28" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2001.540286] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65a8301-e1dd-4a3f-a87a-24e9cd2c1539 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2001.548119] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6aa1f1-6b25-4e8e-a73d-cb8205768c7f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2001.580099] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1dd3bb-c938-4ae3-b415-1dffac1b14b8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2001.588593] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338892b9-c2b3-49cd-bb28-2b3384a03949 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2001.603014] env[71058]: DEBUG nova.compute.provider_tree [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2001.835110] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 2001.835110] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e5016f-7b92-7178-d67f-0cef9bf28762"
[ 2001.835110] env[71058]:    _type = "HttpNfcLease"
[ 2001.835110] env[71058]:  } is ready. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 2001.835372] env[71058]: DEBUG oslo_vmware.rw_handles [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 2001.835372] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e5016f-7b92-7178-d67f-0cef9bf28762"
[ 2001.835372] env[71058]:    _type = "HttpNfcLease"
[ 2001.835372] env[71058]:  }. {{(pid=71058) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}}
[ 2001.836134] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40a0e68-2dac-438c-a7bc-747b7aff44b3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2001.842939] env[71058]: DEBUG oslo_vmware.rw_handles [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523276e9-7b6f-0c7a-c605-2448ee3d8e5f/disk-0.vmdk from lease info. {{(pid=71058) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 2001.843127] env[71058]: DEBUG oslo_vmware.rw_handles [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523276e9-7b6f-0c7a-c605-2448ee3d8e5f/disk-0.vmdk. {{(pid=71058) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}}
[ 2001.905488] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-42e37a08-d4f8-4bda-8ab3-d9be634e7f2c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2001.946896] env[71058]: DEBUG oslo_vmware.api [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150688} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2001.947300] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 2001.947516] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 2001.947700] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 2001.966282] env[71058]: INFO nova.scheduler.client.report [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Deleted allocations for instance 8ad3749a-d94a-411f-8cf8-4d79366ead20
[ 2002.106749] env[71058]: DEBUG nova.scheduler.client.report [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 2002.351497] env[71058]: DEBUG nova.compute.manager [req-9c1badf0-503f-4c39-838b-f3f365ca2c49 req-2f95bf9f-9557-4974-91af-05743310213e service nova] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Received event network-vif-unplugged-6d193a34-fdde-419e-b264-7798a29965a5 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2002.351838] env[71058]: DEBUG oslo_concurrency.lockutils [req-9c1badf0-503f-4c39-838b-f3f365ca2c49 req-2f95bf9f-9557-4974-91af-05743310213e service nova] Acquiring lock "8ad3749a-d94a-411f-8cf8-4d79366ead20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2002.352315] env[71058]: DEBUG oslo_concurrency.lockutils [req-9c1badf0-503f-4c39-838b-f3f365ca2c49 req-2f95bf9f-9557-4974-91af-05743310213e service nova] Lock "8ad3749a-d94a-411f-8cf8-4d79366ead20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2002.352616] env[71058]: DEBUG oslo_concurrency.lockutils [req-9c1badf0-503f-4c39-838b-f3f365ca2c49 req-2f95bf9f-9557-4974-91af-05743310213e service nova] Lock "8ad3749a-d94a-411f-8cf8-4d79366ead20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2002.352907] env[71058]: DEBUG nova.compute.manager [req-9c1badf0-503f-4c39-838b-f3f365ca2c49 req-2f95bf9f-9557-4974-91af-05743310213e service nova] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] No waiting events found dispatching network-vif-unplugged-6d193a34-fdde-419e-b264-7798a29965a5 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 2002.353184] env[71058]: WARNING nova.compute.manager [req-9c1badf0-503f-4c39-838b-f3f365ca2c49 req-2f95bf9f-9557-4974-91af-05743310213e service nova] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Received unexpected event network-vif-unplugged-6d193a34-fdde-419e-b264-7798a29965a5 for instance with vm_state shelved_offloaded and task_state None.
[ 2002.353447] env[71058]: DEBUG nova.compute.manager [req-9c1badf0-503f-4c39-838b-f3f365ca2c49 req-2f95bf9f-9557-4974-91af-05743310213e service nova] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Received event network-changed-6d193a34-fdde-419e-b264-7798a29965a5 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2002.353717] env[71058]: DEBUG nova.compute.manager [req-9c1badf0-503f-4c39-838b-f3f365ca2c49 req-2f95bf9f-9557-4974-91af-05743310213e service nova] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Refreshing instance network info cache due to event network-changed-6d193a34-fdde-419e-b264-7798a29965a5. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 2002.353985] env[71058]: DEBUG oslo_concurrency.lockutils [req-9c1badf0-503f-4c39-838b-f3f365ca2c49 req-2f95bf9f-9557-4974-91af-05743310213e service nova] Acquiring lock "refresh_cache-8ad3749a-d94a-411f-8cf8-4d79366ead20" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2002.354241] env[71058]: DEBUG oslo_concurrency.lockutils [req-9c1badf0-503f-4c39-838b-f3f365ca2c49 req-2f95bf9f-9557-4974-91af-05743310213e service nova] Acquired lock "refresh_cache-8ad3749a-d94a-411f-8cf8-4d79366ead20" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2002.354503] env[71058]: DEBUG nova.network.neutron [req-9c1badf0-503f-4c39-838b-f3f365ca2c49 req-2f95bf9f-9557-4974-91af-05743310213e service nova] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Refreshing network info cache for port 6d193a34-fdde-419e-b264-7798a29965a5 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 2002.472382] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2002.611824] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71058) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
[ 2002.612090] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.222s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2002.612372] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.140s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2002.612608] env[71058]: DEBUG nova.objects.instance [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lazy-loading 'resources' on Instance uuid 8ad3749a-d94a-411f-8cf8-4d79366ead20 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2003.002372] env[71058]: DEBUG oslo_vmware.rw_handles [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Completed reading data from the image iterator. {{(pid=71058) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}}
[ 2003.002660] env[71058]: DEBUG oslo_vmware.rw_handles [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523276e9-7b6f-0c7a-c605-2448ee3d8e5f/disk-0.vmdk. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 2003.003717] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da412b5b-707b-4f7d-aa85-06fb72e33f1c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2003.011959] env[71058]: DEBUG oslo_vmware.rw_handles [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523276e9-7b6f-0c7a-c605-2448ee3d8e5f/disk-0.vmdk is in state: ready. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 2003.012232] env[71058]: DEBUG oslo_vmware.rw_handles [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523276e9-7b6f-0c7a-c605-2448ee3d8e5f/disk-0.vmdk. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}}
[ 2003.012524] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-37e10be6-fd74-4b94-b0ad-1ef3bc32a109 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2003.115686] env[71058]: DEBUG nova.objects.instance [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lazy-loading 'numa_topology' on Instance uuid 8ad3749a-d94a-411f-8cf8-4d79366ead20 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2003.141424] env[71058]: DEBUG nova.network.neutron [req-9c1badf0-503f-4c39-838b-f3f365ca2c49 req-2f95bf9f-9557-4974-91af-05743310213e service nova] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Updated VIF entry in instance network info cache for port 6d193a34-fdde-419e-b264-7798a29965a5. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 2003.142087] env[71058]: DEBUG nova.network.neutron [req-9c1badf0-503f-4c39-838b-f3f365ca2c49 req-2f95bf9f-9557-4974-91af-05743310213e service nova] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Updating instance_info_cache with network_info: [{"id": "6d193a34-fdde-419e-b264-7798a29965a5", "address": "fa:16:3e:f3:a1:4d", "network": {"id": "02a93a58-8f0c-468d-b34e-1db5e61a54ba", "bridge": null, "label": "tempest-ServerActionsTestOtherB-2046819330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ae80f45084747faba9f976dc2d36a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6d193a34-fd", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2003.235509] env[71058]: DEBUG oslo_vmware.rw_handles [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523276e9-7b6f-0c7a-c605-2448ee3d8e5f/disk-0.vmdk. {{(pid=71058) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}}
[ 2003.235509] env[71058]: INFO nova.virt.vmwareapi.images [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Downloaded image file data a90ac94c-0719-4f86-a574-49ea4a728042
[ 2003.236400] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fc7c5f-d4c5-4625-b8b9-1a89a69f4ae7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2003.253284] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6767ceb4-9f41-430b-9d1d-967a11722409 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2003.324757] env[71058]: INFO nova.virt.vmwareapi.images [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] The imported VM was unregistered
[ 2003.327602] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Caching image {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}}
[ 2003.327841] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Creating directory with path [datastore2] devstack-image-cache_base/a90ac94c-0719-4f86-a574-49ea4a728042 {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 2003.328143] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0e17837-2d88-4683-9128-4edcb56e844f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2003.338633] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Created directory with path [datastore2] devstack-image-cache_base/a90ac94c-0719-4f86-a574-49ea4a728042 {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 2003.338797] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_466f0883-a46c-4756-8182-ca0e2687708a/OSTACK_IMG_466f0883-a46c-4756-8182-ca0e2687708a.vmdk to [datastore2] devstack-image-cache_base/a90ac94c-0719-4f86-a574-49ea4a728042/a90ac94c-0719-4f86-a574-49ea4a728042.vmdk. {{(pid=71058) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}}
[ 2003.339051] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-545486c4-712b-4bc6-9f1c-dd284b384c6d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2003.345317] env[71058]: DEBUG oslo_vmware.api [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 2003.345317] env[71058]:    value = "task-2874127"
[ 2003.345317] env[71058]:    _type = "Task"
[ 2003.345317] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2003.352392] env[71058]: DEBUG oslo_vmware.api [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874127, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2003.609331] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2003.609696] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2003.610252] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2003.610484] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71058) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}}
[ 2003.619244] env[71058]: DEBUG nova.objects.base [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Object Instance<8ad3749a-d94a-411f-8cf8-4d79366ead20> lazy-loaded attributes: resources,numa_topology {{(pid=71058) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 2003.644149] env[71058]: DEBUG oslo_concurrency.lockutils [req-9c1badf0-503f-4c39-838b-f3f365ca2c49 req-2f95bf9f-9557-4974-91af-05743310213e service nova] Releasing lock "refresh_cache-8ad3749a-d94a-411f-8cf8-4d79366ead20" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2003.744130] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6238180a-066a-4340-8ef1-625cab07bee5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2003.752722] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128affa7-09ca-4d34-8266-bb142f91a4ec {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2003.783176] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51392432-1b36-4ab9-9ddf-047134d6332c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2003.790834] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0408a8d4-9d7f-44b1-ab47-ae08e4beabbb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2003.805635] env[71058]: DEBUG nova.compute.provider_tree [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2003.857479] env[71058]: DEBUG oslo_vmware.api [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874127, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2004.099344] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "8ad3749a-d94a-411f-8cf8-4d79366ead20" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2004.309863] env[71058]: DEBUG nova.scheduler.client.report [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 2004.356041] env[71058]: DEBUG oslo_vmware.api [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874127, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2004.816674] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2004.827121] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2004.856493] env[71058]: DEBUG oslo_vmware.api [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874127, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2005.325242] env[71058]: DEBUG oslo_concurrency.lockutils [None req-66d73b12-d775-4f6a-80ef-fbabd05c968c tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "8ad3749a-d94a-411f-8cf8-4d79366ead20" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 24.144s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2005.325700] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "8ad3749a-d94a-411f-8cf8-4d79366ead20" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 1.226s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2005.325700] env[71058]: INFO nova.compute.manager [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Unshelving
[ 2005.357209] env[71058]: DEBUG oslo_vmware.api [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874127, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2005.856658] env[71058]: DEBUG oslo_vmware.api [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874127, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.238351} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2005.856884] env[71058]: INFO nova.virt.vmwareapi.ds_util [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_466f0883-a46c-4756-8182-ca0e2687708a/OSTACK_IMG_466f0883-a46c-4756-8182-ca0e2687708a.vmdk to [datastore2] devstack-image-cache_base/a90ac94c-0719-4f86-a574-49ea4a728042/a90ac94c-0719-4f86-a574-49ea4a728042.vmdk.
[ 2005.857118] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Cleaning up location [datastore2] OSTACK_IMG_466f0883-a46c-4756-8182-ca0e2687708a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}}
[ 2005.857323] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_466f0883-a46c-4756-8182-ca0e2687708a {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 2005.857584] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-823940ac-0791-4b0e-9875-16c3a7aa4f6f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2005.863533] env[71058]: DEBUG oslo_vmware.api [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 2005.863533] env[71058]:    value = "task-2874128"
[ 2005.863533] env[71058]:    _type = "Task"
[ 2005.863533] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2005.871427] env[71058]: DEBUG oslo_vmware.api [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2006.350367] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2006.350644] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2006.350856] env[71058]: DEBUG nova.objects.instance [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lazy-loading 'pci_requests' on Instance uuid 8ad3749a-d94a-411f-8cf8-4d79366ead20 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2006.372933] env[71058]: DEBUG oslo_vmware.api [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035397} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2006.373178] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 2006.373327] env[71058]: DEBUG oslo_concurrency.lockutils [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a90ac94c-0719-4f86-a574-49ea4a728042/a90ac94c-0719-4f86-a574-49ea4a728042.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2006.373594] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a90ac94c-0719-4f86-a574-49ea4a728042/a90ac94c-0719-4f86-a574-49ea4a728042.vmdk to [datastore2] cc9d430d-d2b8-428f-90d4-25770ea51f28/cc9d430d-d2b8-428f-90d4-25770ea51f28.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 2006.373820] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4f10a69-972d-47ba-a84b-6d136776df38 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2006.381822] env[71058]: DEBUG oslo_vmware.api [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 2006.381822] env[71058]:    value = "task-2874129"
[ 2006.381822] env[71058]:    _type = "Task"
[ 2006.381822] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2006.389508] env[71058]: DEBUG oslo_vmware.api [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2006.856026] env[71058]: DEBUG nova.objects.instance [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lazy-loading 'numa_topology' on Instance uuid 8ad3749a-d94a-411f-8cf8-4d79366ead20 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2006.892248] env[71058]: DEBUG oslo_vmware.api [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874129, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2007.359076] env[71058]: INFO nova.compute.claims [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 2007.394395] env[71058]: DEBUG oslo_vmware.api [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874129, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2007.893774] env[71058]: DEBUG oslo_vmware.api [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874129, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2008.396792] env[71058]: DEBUG oslo_vmware.api [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874129, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2008.487592] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef95ce7-d00c-45a2-bca8-7a2ee3822892 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2008.495469] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3037fe-e07c-471d-bd51-03d5860b639e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2008.527371] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75ef3d9-3fec-4f7d-8293-2411bb20c486 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2008.535521] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db43c0fb-1df2-4f70-b3a9-72e7afc16134 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2008.548445] env[71058]: DEBUG nova.compute.provider_tree [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2008.894847] env[71058]: DEBUG oslo_vmware.api [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874129, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.148625} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2008.895097] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a90ac94c-0719-4f86-a574-49ea4a728042/a90ac94c-0719-4f86-a574-49ea4a728042.vmdk to [datastore2] cc9d430d-d2b8-428f-90d4-25770ea51f28/cc9d430d-d2b8-428f-90d4-25770ea51f28.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 2008.895859] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c357d1a8-a05f-4bea-a4e5-951034f47d7d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2008.919900] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] cc9d430d-d2b8-428f-90d4-25770ea51f28/cc9d430d-d2b8-428f-90d4-25770ea51f28.vmdk or device None with type streamOptimized {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 2008.920201] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-044f0b87-a8b1-4716-a1bc-97ab37363aa8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2008.939324] env[71058]: DEBUG oslo_vmware.api [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 2008.939324] env[71058]:    value = "task-2874130"
[ 2008.939324] env[71058]:    _type = "Task"
[ 2008.939324] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2008.946808] env[71058]: DEBUG oslo_vmware.api [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874130, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2009.052021] env[71058]: DEBUG nova.scheduler.client.report [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 2009.448646] env[71058]: DEBUG oslo_vmware.api [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874130, 'name': ReconfigVM_Task, 'duration_secs': 0.465043} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2009.448996] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Reconfigured VM instance instance-0000006b to attach disk [datastore2] cc9d430d-d2b8-428f-90d4-25770ea51f28/cc9d430d-d2b8-428f-90d4-25770ea51f28.vmdk or device None with type streamOptimized {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 2009.449567] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0af673be-7da4-4c52-938a-58703ad06220 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2009.455343] env[71058]: DEBUG oslo_vmware.api [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 2009.455343] env[71058]:    value = "task-2874131"
[ 2009.455343] env[71058]:    _type = "Task"
[ 2009.455343] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2009.462529] env[71058]: DEBUG oslo_vmware.api [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874131, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2009.556018] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.205s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2009.584686] env[71058]: INFO nova.network.neutron [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Updating port 6d193a34-fdde-419e-b264-7798a29965a5 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'}
[ 2009.966072] env[71058]: DEBUG oslo_vmware.api [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874131, 'name': Rename_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2010.466221] env[71058]: DEBUG oslo_vmware.api [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874131, 'name': Rename_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2010.967933] env[71058]: DEBUG oslo_vmware.api [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874131, 'name': Rename_Task, 'duration_secs': 1.282026} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2010.968237] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 2010.968507] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8dff773f-a49b-4938-8e89-0fb6c83c0664 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2010.975825] env[71058]: DEBUG oslo_vmware.api [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 2010.975825] env[71058]:    value = "task-2874132"
[ 2010.975825] env[71058]:    _type = "Task"
[ 2010.975825] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2010.983260] env[71058]: DEBUG oslo_vmware.api [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2011.045156] env[71058]: DEBUG nova.compute.manager [req-88c6ed59-b97d-4004-9c82-aa0f06b650f4 req-5715f057-a4eb-4e21-a74b-ba206b0176fc service nova] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Received event network-vif-plugged-6d193a34-fdde-419e-b264-7798a29965a5 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2011.045379] env[71058]: DEBUG oslo_concurrency.lockutils [req-88c6ed59-b97d-4004-9c82-aa0f06b650f4 req-5715f057-a4eb-4e21-a74b-ba206b0176fc service nova] Acquiring lock "8ad3749a-d94a-411f-8cf8-4d79366ead20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2011.045580] env[71058]: DEBUG oslo_concurrency.lockutils [req-88c6ed59-b97d-4004-9c82-aa0f06b650f4 req-5715f057-a4eb-4e21-a74b-ba206b0176fc service nova] Lock "8ad3749a-d94a-411f-8cf8-4d79366ead20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2011.045746] env[71058]: DEBUG oslo_concurrency.lockutils [req-88c6ed59-b97d-4004-9c82-aa0f06b650f4 req-5715f057-a4eb-4e21-a74b-ba206b0176fc service nova] Lock "8ad3749a-d94a-411f-8cf8-4d79366ead20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2011.045917] env[71058]: DEBUG nova.compute.manager [req-88c6ed59-b97d-4004-9c82-aa0f06b650f4 req-5715f057-a4eb-4e21-a74b-ba206b0176fc service nova] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] No waiting events found dispatching network-vif-plugged-6d193a34-fdde-419e-b264-7798a29965a5 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 2011.046261] env[71058]: WARNING nova.compute.manager [req-88c6ed59-b97d-4004-9c82-aa0f06b650f4 req-5715f057-a4eb-4e21-a74b-ba206b0176fc service nova] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Received unexpected event network-vif-plugged-6d193a34-fdde-419e-b264-7798a29965a5 for instance with vm_state shelved_offloaded and task_state spawning.
[ 2011.103603] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "refresh_cache-8ad3749a-d94a-411f-8cf8-4d79366ead20" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2011.103787] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquired lock "refresh_cache-8ad3749a-d94a-411f-8cf8-4d79366ead20" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2011.103987] env[71058]: DEBUG nova.network.neutron [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 2011.485548] env[71058]: DEBUG oslo_vmware.api [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874132, 'name': PowerOnVM_Task, 'duration_secs': 0.433405} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2011.485976] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 2011.585662] env[71058]: DEBUG nova.compute.manager [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 2011.586644] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deeb3ade-7c56-47c7-aa44-7e0b43bcd05b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2011.798879] env[71058]: DEBUG nova.network.neutron [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Updating instance_info_cache with network_info: [{"id": "6d193a34-fdde-419e-b264-7798a29965a5", "address": "fa:16:3e:f3:a1:4d", "network": {"id": "02a93a58-8f0c-468d-b34e-1db5e61a54ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2046819330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ae80f45084747faba9f976dc2d36a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d193a34-fd", "ovs_interfaceid": "6d193a34-fdde-419e-b264-7798a29965a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2012.102964] env[71058]: DEBUG oslo_concurrency.lockutils [None req-245eb883-9e81-47a1-bea1-426bdc913c1e tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lock "cc9d430d-d2b8-428f-90d4-25770ea51f28" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 20.859s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2012.301530] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Releasing lock "refresh_cache-8ad3749a-d94a-411f-8cf8-4d79366ead20" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2012.327793] env[71058]: DEBUG nova.virt.hardware [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f4049858d16fe0ff7274e4b3356f9888',container_format='bare',created_at=2025-03-10T01:53:52Z,direct_url=<?>,disk_format='vmdk',id=b2e46522-a480-42af-bd0f-10cbcfa3ceef,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1927525004-shelved',owner='2ae80f45084747faba9f976dc2d36a66',properties=ImageMetaProps,protected=<?>,size=31669760,status='active',tags=<?>,updated_at=2025-03-10T01:54:08Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 2012.328063] env[71058]: DEBUG nova.virt.hardware [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 2012.328232] env[71058]: DEBUG nova.virt.hardware [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 2012.328414] env[71058]: DEBUG nova.virt.hardware [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 2012.328562] env[71058]: DEBUG nova.virt.hardware [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 2012.328708] env[71058]: DEBUG nova.virt.hardware [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 2012.328915] env[71058]: DEBUG nova.virt.hardware [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 2012.329084] env[71058]: DEBUG nova.virt.hardware [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 2012.329258] env[71058]: DEBUG nova.virt.hardware [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 2012.329419] env[71058]: DEBUG nova.virt.hardware [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 2012.329591] env[71058]: DEBUG nova.virt.hardware [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 2012.330481] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f110d7-08fe-47d8-ab4d-31033ff02e04 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2012.338658] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfd86b5-d02d-409b-8a6a-910aa3b6ffdc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2012.352139] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:a1:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d193a34-fdde-419e-b264-7798a29965a5', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 2012.359378] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 2012.359617] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 2012.359822] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9231c4f2-c6b0-4fbf-a1c4-e68d6df0c24a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2012.378266] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 2012.378266] env[71058]:    value = "task-2874133"
[ 2012.378266] env[71058]:    _type = "Task"
[ 2012.378266] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2012.387491] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874133, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2012.888378] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874133, 'name': CreateVM_Task, 'duration_secs': 0.294732} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2012.888644] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 2012.895385] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2e46522-a480-42af-bd0f-10cbcfa3ceef" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2012.895558] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2e46522-a480-42af-bd0f-10cbcfa3ceef" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2012.895943] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2e46522-a480-42af-bd0f-10cbcfa3ceef" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 2012.896208] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db8dc45d-e012-46f8-b0d8-addfc0c77b05 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2012.900564] env[71058]: DEBUG oslo_vmware.api [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 2012.900564] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5203ff2c-1d4f-3f4f-a541-a06cf53f1457"
[ 2012.900564] env[71058]:    _type = "Task"
[ 2012.900564] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2012.907829] env[71058]: DEBUG oslo_vmware.api [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5203ff2c-1d4f-3f4f-a541-a06cf53f1457, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2013.115480] env[71058]: DEBUG nova.compute.manager [req-4ad3285a-cccf-4be4-bfdf-f121c6e97fc9 req-7346e634-1041-4b1f-b8a0-812fdd776f5a service nova] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Received event network-changed-6d193a34-fdde-419e-b264-7798a29965a5 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2013.115961] env[71058]: DEBUG nova.compute.manager [req-4ad3285a-cccf-4be4-bfdf-f121c6e97fc9 req-7346e634-1041-4b1f-b8a0-812fdd776f5a service nova] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Refreshing instance network info cache due to event network-changed-6d193a34-fdde-419e-b264-7798a29965a5. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 2013.116478] env[71058]: DEBUG oslo_concurrency.lockutils [req-4ad3285a-cccf-4be4-bfdf-f121c6e97fc9 req-7346e634-1041-4b1f-b8a0-812fdd776f5a service nova] Acquiring lock "refresh_cache-8ad3749a-d94a-411f-8cf8-4d79366ead20" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2013.117712] env[71058]: DEBUG oslo_concurrency.lockutils [req-4ad3285a-cccf-4be4-bfdf-f121c6e97fc9 req-7346e634-1041-4b1f-b8a0-812fdd776f5a service nova] Acquired lock "refresh_cache-8ad3749a-d94a-411f-8cf8-4d79366ead20" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2013.117712] env[71058]: DEBUG nova.network.neutron [req-4ad3285a-cccf-4be4-bfdf-f121c6e97fc9 req-7346e634-1041-4b1f-b8a0-812fdd776f5a service nova] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Refreshing network info cache for port 6d193a34-fdde-419e-b264-7798a29965a5 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 2013.410220] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2e46522-a480-42af-bd0f-10cbcfa3ceef" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2013.410443] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Processing image b2e46522-a480-42af-bd0f-10cbcfa3ceef {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 2013.410643] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2e46522-a480-42af-bd0f-10cbcfa3ceef/b2e46522-a480-42af-bd0f-10cbcfa3ceef.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2013.410786] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2e46522-a480-42af-bd0f-10cbcfa3ceef/b2e46522-a480-42af-bd0f-10cbcfa3ceef.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2013.410962] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 2013.411224] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f138e782-2028-454e-888e-17ec730eaf77 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2013.427321] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 2013.427482] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 2013.428166] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c902fce9-5941-4435-ac3e-58d266ed747c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2013.432991] env[71058]: DEBUG oslo_vmware.api [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 2013.432991] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52aa71f6-eeff-72e7-a667-e5c68d28c27e"
[ 2013.432991] env[71058]:    _type = "Task"
[ 2013.432991] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2013.445384] env[71058]: DEBUG oslo_vmware.api [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52aa71f6-eeff-72e7-a667-e5c68d28c27e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2013.627998] env[71058]: INFO nova.compute.manager [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Rebuilding instance
[ 2013.667184] env[71058]: DEBUG nova.compute.manager [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 2013.668051] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc199476-9e4d-4749-bc43-faf507ea0c9f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2013.840823] env[71058]: DEBUG nova.network.neutron [req-4ad3285a-cccf-4be4-bfdf-f121c6e97fc9 req-7346e634-1041-4b1f-b8a0-812fdd776f5a service nova] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Updated VIF entry in instance network info cache for port 6d193a34-fdde-419e-b264-7798a29965a5. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 2013.841309] env[71058]: DEBUG nova.network.neutron [req-4ad3285a-cccf-4be4-bfdf-f121c6e97fc9 req-7346e634-1041-4b1f-b8a0-812fdd776f5a service nova] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Updating instance_info_cache with network_info: [{"id": "6d193a34-fdde-419e-b264-7798a29965a5", "address": "fa:16:3e:f3:a1:4d", "network": {"id": "02a93a58-8f0c-468d-b34e-1db5e61a54ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2046819330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ae80f45084747faba9f976dc2d36a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d193a34-fd", "ovs_interfaceid": "6d193a34-fdde-419e-b264-7798a29965a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2013.944329] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Preparing fetch location {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}}
[ 2013.944699] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Fetch image to [datastore2] OSTACK_IMG_0ce049e4-e8ac-4aec-a248-0ad68119999b/OSTACK_IMG_0ce049e4-e8ac-4aec-a248-0ad68119999b.vmdk {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}}
[ 2013.944804] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Downloading stream optimized image b2e46522-a480-42af-bd0f-10cbcfa3ceef to [datastore2] OSTACK_IMG_0ce049e4-e8ac-4aec-a248-0ad68119999b/OSTACK_IMG_0ce049e4-e8ac-4aec-a248-0ad68119999b.vmdk on the data store datastore2 as vApp {{(pid=71058) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}}
[ 2013.945025] env[71058]: DEBUG nova.virt.vmwareapi.images [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Downloading image file data b2e46522-a480-42af-bd0f-10cbcfa3ceef to the ESX as VM named 'OSTACK_IMG_0ce049e4-e8ac-4aec-a248-0ad68119999b' {{(pid=71058) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}}
[ 2014.019698] env[71058]: DEBUG oslo_vmware.rw_handles [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){
[ 2014.019698] env[71058]:    value = "resgroup-9"
[ 2014.019698] env[71058]:    _type = "ResourcePool"
[ 2014.019698] env[71058]:  }. {{(pid=71058) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}}
[ 2014.020074] env[71058]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-be5f27d4-60ef-433e-a541-e6915976deff {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2014.044951] env[71058]: DEBUG oslo_vmware.rw_handles [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lease: (returnval){
[ 2014.044951] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5268a5b0-aac2-e853-9065-3b30af8ba0f4"
[ 2014.044951] env[71058]:    _type = "HttpNfcLease"
[ 2014.044951] env[71058]:  } obtained for vApp import into resource pool (val){
[ 2014.044951] env[71058]:    value = "resgroup-9"
[ 2014.044951] env[71058]:    _type = "ResourcePool"
[ 2014.044951] env[71058]:  }. {{(pid=71058) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}}
[ 2014.045318] env[71058]: DEBUG oslo_vmware.api [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the lease: (returnval){
[ 2014.045318] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5268a5b0-aac2-e853-9065-3b30af8ba0f4"
[ 2014.045318] env[71058]:    _type = "HttpNfcLease"
[ 2014.045318] env[71058]:  } to be ready. {{(pid=71058) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 2014.053537] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 2014.053537] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5268a5b0-aac2-e853-9065-3b30af8ba0f4"
[ 2014.053537] env[71058]:    _type = "HttpNfcLease"
[ 2014.053537] env[71058]:  } is initializing. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 2014.343747] env[71058]: DEBUG oslo_concurrency.lockutils [req-4ad3285a-cccf-4be4-bfdf-f121c6e97fc9 req-7346e634-1041-4b1f-b8a0-812fdd776f5a service nova] Releasing lock "refresh_cache-8ad3749a-d94a-411f-8cf8-4d79366ead20" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2014.553634] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 2014.553634] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5268a5b0-aac2-e853-9065-3b30af8ba0f4"
[ 2014.553634] env[71058]:    _type = "HttpNfcLease"
[ 2014.553634] env[71058]:  } is initializing. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 2014.682667] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 2014.683028] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-555ccc9d-92d6-4bc5-b63a-0095dc596b93 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2014.690945] env[71058]: DEBUG oslo_vmware.api [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2014.690945] env[71058]:    value = "task-2874135"
[ 2014.690945] env[71058]:    _type = "Task"
[ 2014.690945] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2014.699074] env[71058]: DEBUG oslo_vmware.api [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2015.054601] env[71058]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 2015.054601] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5268a5b0-aac2-e853-9065-3b30af8ba0f4"
[ 2015.054601] env[71058]:    _type = "HttpNfcLease"
[ 2015.054601] env[71058]:  } is ready. {{(pid=71058) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 2015.055200] env[71058]: DEBUG oslo_vmware.rw_handles [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 2015.055200] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5268a5b0-aac2-e853-9065-3b30af8ba0f4"
[ 2015.055200] env[71058]:    _type = "HttpNfcLease"
[ 2015.055200] env[71058]:  }. {{(pid=71058) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}}
[ 2015.055621] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b68dc6-6117-4e0d-b775-f27b7844c3bb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2015.062570] env[71058]: DEBUG oslo_vmware.rw_handles [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c653ba-021f-b406-1cd8-7b432c8424b2/disk-0.vmdk from lease info. {{(pid=71058) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 2015.062824] env[71058]: DEBUG oslo_vmware.rw_handles [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c653ba-021f-b406-1cd8-7b432c8424b2/disk-0.vmdk. {{(pid=71058) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}}
[ 2015.125914] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f97abfca-a27f-4f07-a49f-c67bddca8923 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2015.200812] env[71058]: DEBUG oslo_vmware.api [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874135, 'name': PowerOffVM_Task, 'duration_secs': 0.215159} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2015.201207] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 2015.201439] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 2015.202251] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94abb56a-9b66-4674-965a-dcee5fabc085 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2015.208884] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 2015.209120] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0085ef1a-8313-4c65-9061-8cfe6539e04c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2015.266895] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 2015.267092] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 2015.268051] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Deleting the datastore file [datastore2] 3d9de29d-9a6b-451b-8ef4-741772a431bb {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 2015.268051] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9d5799e-5d71-45b1-9bd6-f867ec581b03 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2015.275275] env[71058]: DEBUG oslo_vmware.api [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2015.275275] env[71058]:    value = "task-2874137"
[ 2015.275275] env[71058]:    _type = "Task"
[ 2015.275275] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2015.282656] env[71058]: DEBUG oslo_vmware.api [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2015.785349] env[71058]: DEBUG oslo_vmware.api [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204838} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2015.785675] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 2015.785913] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 2015.786157] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 2016.244262] env[71058]: DEBUG oslo_vmware.rw_handles [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Completed reading data from the image iterator. {{(pid=71058) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}}
[ 2016.244696] env[71058]: DEBUG oslo_vmware.rw_handles [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c653ba-021f-b406-1cd8-7b432c8424b2/disk-0.vmdk. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 2016.245533] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fc0384-c3bd-4554-9b6d-4659b2c95a69 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2016.252582] env[71058]: DEBUG oslo_vmware.rw_handles [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c653ba-021f-b406-1cd8-7b432c8424b2/disk-0.vmdk is in state: ready. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 2016.252780] env[71058]: DEBUG oslo_vmware.rw_handles [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c653ba-021f-b406-1cd8-7b432c8424b2/disk-0.vmdk. {{(pid=71058) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}}
[ 2016.253068] env[71058]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-16d39086-e1c2-44a8-844b-5ef5caa98cf5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2016.482464] env[71058]: DEBUG oslo_vmware.rw_handles [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c653ba-021f-b406-1cd8-7b432c8424b2/disk-0.vmdk. {{(pid=71058) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}}
[ 2016.482746] env[71058]: INFO nova.virt.vmwareapi.images [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Downloaded image file data b2e46522-a480-42af-bd0f-10cbcfa3ceef
[ 2016.483940] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68602a4-6e51-4f3f-bc74-2b5ecc9a0eca {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2016.500284] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67eaa3b1-69c0-4a8a-a6c3-b7a8c6ad78df {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2016.528099] env[71058]: INFO nova.virt.vmwareapi.images [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] The imported VM was unregistered
[ 2016.530326] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Caching image {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}}
[ 2016.530560] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Creating directory with path [datastore2] devstack-image-cache_base/b2e46522-a480-42af-bd0f-10cbcfa3ceef {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 2016.530834] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d524ed2f-8f94-4878-90cc-b34c400599bf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2016.564503] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Created directory with path [datastore2] devstack-image-cache_base/b2e46522-a480-42af-bd0f-10cbcfa3ceef {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 2016.564715] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_0ce049e4-e8ac-4aec-a248-0ad68119999b/OSTACK_IMG_0ce049e4-e8ac-4aec-a248-0ad68119999b.vmdk to [datastore2] devstack-image-cache_base/b2e46522-a480-42af-bd0f-10cbcfa3ceef/b2e46522-a480-42af-bd0f-10cbcfa3ceef.vmdk. {{(pid=71058) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}}
[ 2016.564975] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d20f5115-2ee3-4cc8-8476-2a7451d6a52f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2016.570920] env[71058]: DEBUG oslo_vmware.api [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 2016.570920] env[71058]:    value = "task-2874139"
[ 2016.570920] env[71058]:    _type = "Task"
[ 2016.570920] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2016.578017] env[71058]: DEBUG oslo_vmware.api [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874139, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2016.817982] env[71058]: DEBUG nova.virt.hardware [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 2016.818232] env[71058]: DEBUG nova.virt.hardware [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 2016.818385] env[71058]: DEBUG nova.virt.hardware [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 2016.818560] env[71058]: DEBUG nova.virt.hardware [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 2016.818705] env[71058]: DEBUG nova.virt.hardware [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 2016.818849] env[71058]: DEBUG nova.virt.hardware [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 2016.819062] env[71058]: DEBUG nova.virt.hardware [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 2016.819225] env[71058]: DEBUG nova.virt.hardware [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 2016.819388] env[71058]: DEBUG nova.virt.hardware [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 2016.819545] env[71058]: DEBUG nova.virt.hardware [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 2016.819716] env[71058]: DEBUG nova.virt.hardware [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 2016.820583] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b18e47-4aae-461f-a1e0-988fd8991bbd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2016.828780] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a82a9d-5973-434c-8643-3ba4374d8c8d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2016.842274] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:bf:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe09ca58-49c5-43fb-bcf0-c9b632175131', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 2016.849670] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 2016.849907] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 2016.850133] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c43ae34-6d12-4bd3-978a-750b07acd6c8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2016.868163] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 2016.868163] env[71058]:    value = "task-2874140"
[ 2016.868163] env[71058]:    _type = "Task"
[ 2016.868163] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2016.877244] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874140, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2017.080894] env[71058]: DEBUG oslo_vmware.api [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874139, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2017.377585] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874140, 'name': CreateVM_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2017.581229] env[71058]: DEBUG oslo_vmware.api [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874139, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2017.878233] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874140, 'name': CreateVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2018.083755] env[71058]: DEBUG oslo_vmware.api [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874139, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2018.379096] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874140, 'name': CreateVM_Task, 'duration_secs': 1.346569} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2018.379700] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 2018.380478] env[71058]: DEBUG oslo_concurrency.lockutils [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2018.380655] env[71058]: DEBUG oslo_concurrency.lockutils [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2018.381087] env[71058]: DEBUG oslo_concurrency.lockutils [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 2018.381376] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cb655db-0c41-4840-af10-f842513ff95f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2018.386628] env[71058]: DEBUG oslo_vmware.api [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2018.386628] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5211a642-576d-5749-a7b8-59c41a20f0a6"
[ 2018.386628] env[71058]:    _type = "Task"
[ 2018.386628] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2018.395130] env[71058]: DEBUG oslo_vmware.api [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5211a642-576d-5749-a7b8-59c41a20f0a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2018.582898] env[71058]: DEBUG oslo_vmware.api [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874139, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2018.898572] env[71058]: DEBUG oslo_vmware.api [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5211a642-576d-5749-a7b8-59c41a20f0a6, 'name': SearchDatastore_Task, 'duration_secs': 0.085752} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2018.899270] env[71058]: DEBUG oslo_concurrency.lockutils [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2018.899270] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 2018.899415] env[71058]: DEBUG oslo_concurrency.lockutils [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2018.899538] env[71058]: DEBUG oslo_concurrency.lockutils [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2018.899739] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 2018.900009] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8af769b8-5199-43a2-a533-bbf30d4b510a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2018.916999] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 2018.917236] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 2018.918027] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbdb6759-9ea4-46b6-9464-5d75a755ee86 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2018.924300] env[71058]: DEBUG oslo_vmware.api [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2018.924300] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a9075d-a947-f2c8-6876-ebfd533a9476"
[ 2018.924300] env[71058]:    _type = "Task"
[ 2018.924300] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2018.934698] env[71058]: DEBUG oslo_vmware.api [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a9075d-a947-f2c8-6876-ebfd533a9476, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2018.951064] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dc8e2040-a2f6-4150-9fa8-a0093e616c6a tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2018.951341] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dc8e2040-a2f6-4150-9fa8-a0093e616c6a tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2019.083305] env[71058]: DEBUG oslo_vmware.api [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874139, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2019.435089] env[71058]: DEBUG oslo_vmware.api [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a9075d-a947-f2c8-6876-ebfd533a9476, 'name': SearchDatastore_Task, 'duration_secs': 0.080947} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2019.435994] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e9fe495-e2c1-46c5-b6e9-321e4fd89c32 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2019.442538] env[71058]: DEBUG oslo_vmware.api [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2019.442538] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f9b29a-ad5a-4b50-397e-694d53ae6ceb"
[ 2019.442538] env[71058]:    _type = "Task"
[ 2019.442538] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2019.450836] env[71058]: DEBUG oslo_vmware.api [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f9b29a-ad5a-4b50-397e-694d53ae6ceb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2019.456027] env[71058]: DEBUG nova.compute.utils [None req-dc8e2040-a2f6-4150-9fa8-a0093e616c6a tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 2019.584442] env[71058]: DEBUG oslo_vmware.api [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874139, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2019.953505] env[71058]: DEBUG oslo_vmware.api [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52f9b29a-ad5a-4b50-397e-694d53ae6ceb, 'name': SearchDatastore_Task, 'duration_secs': 0.088409} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2019.953808] env[71058]: DEBUG oslo_concurrency.lockutils [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2019.954104] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 3d9de29d-9a6b-451b-8ef4-741772a431bb/3d9de29d-9a6b-451b-8ef4-741772a431bb.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 2019.954380] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0112822f-7fd3-4c5a-8446-618d664dcf42 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2019.958046] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dc8e2040-a2f6-4150-9fa8-a0093e616c6a tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 1.007s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2019.961318] env[71058]: DEBUG oslo_vmware.api [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2019.961318] env[71058]:    value = "task-2874141"
[ 2019.961318] env[71058]:    _type = "Task"
[ 2019.961318] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2019.969248] env[71058]: DEBUG oslo_vmware.api [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2020.083834] env[71058]: DEBUG oslo_vmware.api [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874139, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.14248} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2020.084100] env[71058]: INFO nova.virt.vmwareapi.ds_util [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_0ce049e4-e8ac-4aec-a248-0ad68119999b/OSTACK_IMG_0ce049e4-e8ac-4aec-a248-0ad68119999b.vmdk to [datastore2] devstack-image-cache_base/b2e46522-a480-42af-bd0f-10cbcfa3ceef/b2e46522-a480-42af-bd0f-10cbcfa3ceef.vmdk.
[ 2020.084294] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Cleaning up location [datastore2] OSTACK_IMG_0ce049e4-e8ac-4aec-a248-0ad68119999b {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}}
[ 2020.084462] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_0ce049e4-e8ac-4aec-a248-0ad68119999b {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 2020.084721] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e31f37d-a887-48a8-b90a-77bac283ece2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2020.090159] env[71058]: DEBUG oslo_vmware.api [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 2020.090159] env[71058]:    value = "task-2874142"
[ 2020.090159] env[71058]:    _type = "Task"
[ 2020.090159] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2020.097277] env[71058]: DEBUG oslo_vmware.api [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2020.471766] env[71058]: DEBUG oslo_vmware.api [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427154} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2020.471766] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 3d9de29d-9a6b-451b-8ef4-741772a431bb/3d9de29d-9a6b-451b-8ef4-741772a431bb.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 2020.472099] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 2020.472099] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51954305-80c7-4ef3-9c86-bff83bed10d8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2020.478767] env[71058]: DEBUG oslo_vmware.api [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2020.478767] env[71058]:    value = "task-2874143"
[ 2020.478767] env[71058]:    _type = "Task"
[ 2020.478767] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2020.485288] env[71058]: DEBUG oslo_vmware.api [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874143, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2020.601680] env[71058]: DEBUG oslo_vmware.api [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118995} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2020.601897] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 2020.602075] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2e46522-a480-42af-bd0f-10cbcfa3ceef/b2e46522-a480-42af-bd0f-10cbcfa3ceef.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2020.602329] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2e46522-a480-42af-bd0f-10cbcfa3ceef/b2e46522-a480-42af-bd0f-10cbcfa3ceef.vmdk to [datastore2] 8ad3749a-d94a-411f-8cf8-4d79366ead20/8ad3749a-d94a-411f-8cf8-4d79366ead20.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 2020.602578] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b63e23bc-fa2b-42aa-8ce9-560f58fd5aeb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2020.608826] env[71058]: DEBUG oslo_vmware.api [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 2020.608826] env[71058]:    value = "task-2874144"
[ 2020.608826] env[71058]:    _type = "Task"
[ 2020.608826] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2020.615858] env[71058]: DEBUG oslo_vmware.api [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2020.987381] env[71058]: DEBUG oslo_vmware.api [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874143, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068417} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2020.987627] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 2020.988395] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed57eb4d-bb3c-4929-a412-54c66594b481 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2021.009674] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 3d9de29d-9a6b-451b-8ef4-741772a431bb/3d9de29d-9a6b-451b-8ef4-741772a431bb.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 2021.009925] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68519629-7cb5-4a3a-ae3a-b447d093811e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2021.029462] env[71058]: DEBUG oslo_vmware.api [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2021.029462] env[71058]:    value = "task-2874145"
[ 2021.029462] env[71058]:    _type = "Task"
[ 2021.029462] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2021.051366] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dc8e2040-a2f6-4150-9fa8-a0093e616c6a tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2021.051645] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dc8e2040-a2f6-4150-9fa8-a0093e616c6a tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2021.051968] env[71058]: INFO nova.compute.manager [None req-dc8e2040-a2f6-4150-9fa8-a0093e616c6a tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Attaching volume bc229ea2-e9c7-4958-b468-b0e231bece69 to /dev/sdb
[ 2021.082987] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b39e55-b9d9-432b-ae64-a02f32738a36 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2021.090235] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273fae5d-0da1-4867-b2af-6f5a66f56f91 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2021.102552] env[71058]: DEBUG nova.virt.block_device [None req-dc8e2040-a2f6-4150-9fa8-a0093e616c6a tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Updating existing volume attachment record: c1420b24-7899-4351-8056-739ab9cce631 {{(pid=71058) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
[ 2021.117556] env[71058]: DEBUG oslo_vmware.api [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2021.540928] env[71058]: DEBUG oslo_vmware.api [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874145, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2021.619756] env[71058]: DEBUG oslo_vmware.api [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874144, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2022.040457] env[71058]: DEBUG oslo_vmware.api [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874145, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2022.120134] env[71058]: DEBUG oslo_vmware.api [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874144, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2022.542473] env[71058]: DEBUG oslo_vmware.api [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874145, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2022.620805] env[71058]: DEBUG oslo_vmware.api [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874144, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2023.045039] env[71058]: DEBUG oslo_vmware.api [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874145, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2023.121011] env[71058]: DEBUG oslo_vmware.api [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874144, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2023.543420] env[71058]: DEBUG oslo_vmware.api [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874145, 'name': ReconfigVM_Task, 'duration_secs': 2.057731} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2023.543814] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 3d9de29d-9a6b-451b-8ef4-741772a431bb/3d9de29d-9a6b-451b-8ef4-741772a431bb.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 2023.544397] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d96b903a-9ec4-4d88-ba8c-77d58a59421b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2023.550907] env[71058]: DEBUG oslo_vmware.api [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2023.550907] env[71058]:    value = "task-2874149"
[ 2023.550907] env[71058]:    _type = "Task"
[ 2023.550907] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2023.558258] env[71058]: DEBUG oslo_vmware.api [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874149, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2023.622492] env[71058]: DEBUG oslo_vmware.api [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874144, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.709401} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2023.622778] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2e46522-a480-42af-bd0f-10cbcfa3ceef/b2e46522-a480-42af-bd0f-10cbcfa3ceef.vmdk to [datastore2] 8ad3749a-d94a-411f-8cf8-4d79366ead20/8ad3749a-d94a-411f-8cf8-4d79366ead20.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 2023.623651] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8f65a7-c2f1-4838-9f63-3cbae2f5bf42 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2023.645309] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 8ad3749a-d94a-411f-8cf8-4d79366ead20/8ad3749a-d94a-411f-8cf8-4d79366ead20.vmdk or device None with type streamOptimized {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 2023.645531] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cca3db7d-a7e1-43c3-a79c-7dde4cc9e5e5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2023.665295] env[71058]: DEBUG oslo_vmware.api [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 2023.665295] env[71058]:    value = "task-2874150"
[ 2023.665295] env[71058]:    _type = "Task"
[ 2023.665295] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2023.672917] env[71058]: DEBUG oslo_vmware.api [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874150, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2024.060670] env[71058]: DEBUG oslo_vmware.api [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874149, 'name': Rename_Task, 'duration_secs': 0.201479} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2024.060951] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 2024.061446] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8763050-ef59-4178-ba78-650300571dc9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2024.067740] env[71058]: DEBUG oslo_vmware.api [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2024.067740] env[71058]:    value = "task-2874151"
[ 2024.067740] env[71058]:    _type = "Task"
[ 2024.067740] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2024.075824] env[71058]: DEBUG oslo_vmware.api [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2024.174788] env[71058]: DEBUG oslo_vmware.api [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874150, 'name': ReconfigVM_Task, 'duration_secs': 0.266551} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2024.175106] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 8ad3749a-d94a-411f-8cf8-4d79366ead20/8ad3749a-d94a-411f-8cf8-4d79366ead20.vmdk or device None with type streamOptimized {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 2024.175755] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0561276e-4688-461b-a816-b3de0eca00b2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2024.181635] env[71058]: DEBUG oslo_vmware.api [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 2024.181635] env[71058]:    value = "task-2874152"
[ 2024.181635] env[71058]:    _type = "Task"
[ 2024.181635] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2024.189255] env[71058]: DEBUG oslo_vmware.api [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874152, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2024.577211] env[71058]: DEBUG oslo_vmware.api [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874151, 'name': PowerOnVM_Task} progress is 78%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2024.691249] env[71058]: DEBUG oslo_vmware.api [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874152, 'name': Rename_Task, 'duration_secs': 0.136442} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2024.691593] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 2024.691851] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1311377-54e0-4e2b-9c91-0295b224e638 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2024.698078] env[71058]: DEBUG oslo_vmware.api [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 2024.698078] env[71058]:    value = "task-2874153"
[ 2024.698078] env[71058]:    _type = "Task"
[ 2024.698078] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2024.705422] env[71058]: DEBUG oslo_vmware.api [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2025.078210] env[71058]: DEBUG oslo_vmware.api [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874151, 'name': PowerOnVM_Task, 'duration_secs': 0.801617} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2025.078500] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 2025.078712] env[71058]: DEBUG nova.compute.manager [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 2025.079519] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3d7f62-d77c-491c-88ac-39de0951bec5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2025.207623] env[71058]: DEBUG oslo_vmware.api [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874153, 'name': PowerOnVM_Task, 'duration_secs': 0.474863} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2025.207882] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 2025.316273] env[71058]: DEBUG nova.compute.manager [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 2025.317208] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126da0ee-a72f-48b6-b3d9-5a483934dc9c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2025.595172] env[71058]: DEBUG oslo_concurrency.lockutils [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2025.595526] env[71058]: DEBUG oslo_concurrency.lockutils [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2025.595574] env[71058]: DEBUG nova.objects.instance [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71058) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
[ 2025.632351] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0cd75ca5-04ff-4fef-9f47-6dc560080598 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "e2a39057-e217-429e-9886-3426ad8dbf70" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2025.632587] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0cd75ca5-04ff-4fef-9f47-6dc560080598 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "e2a39057-e217-429e-9886-3426ad8dbf70" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2025.832444] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e71c4881-6c87-43db-bb43-eba6544e499f tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "8ad3749a-d94a-411f-8cf8-4d79366ead20" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 20.507s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2026.135211] env[71058]: INFO nova.compute.manager [None req-0cd75ca5-04ff-4fef-9f47-6dc560080598 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Detaching volume 674705d2-8070-482d-85a2-91e7ee63b4e0
[ 2026.163995] env[71058]: INFO nova.virt.block_device [None req-0cd75ca5-04ff-4fef-9f47-6dc560080598 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Attempting to driver detach volume 674705d2-8070-482d-85a2-91e7ee63b4e0 from mountpoint /dev/sdb
[ 2026.164247] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cd75ca5-04ff-4fef-9f47-6dc560080598 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Volume detach. Driver type: vmdk {{(pid=71058) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}}
[ 2026.164464] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cd75ca5-04ff-4fef-9f47-6dc560080598 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577611', 'volume_id': '674705d2-8070-482d-85a2-91e7ee63b4e0', 'name': 'volume-674705d2-8070-482d-85a2-91e7ee63b4e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2a39057-e217-429e-9886-3426ad8dbf70', 'attached_at': '', 'detached_at': '', 'volume_id': '674705d2-8070-482d-85a2-91e7ee63b4e0', 'serial': '674705d2-8070-482d-85a2-91e7ee63b4e0'} {{(pid=71058) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}}
[ 2026.165360] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c2dcf7-19cb-4772-b51f-bf6eae0ef93d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2026.187689] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e15c27f-4e1b-4639-a735-e00f9c60bf19 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2026.194380] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23078ff8-0b14-4777-99f6-164ef0b50e23 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2026.214042] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208c9cb9-13fd-4159-8d15-7b93cd5a0ba4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2026.229872] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cd75ca5-04ff-4fef-9f47-6dc560080598 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] The volume has not been displaced from its original location: [datastore2] volume-674705d2-8070-482d-85a2-91e7ee63b4e0/volume-674705d2-8070-482d-85a2-91e7ee63b4e0.vmdk. No consolidation needed. {{(pid=71058) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}}
[ 2026.235083] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cd75ca5-04ff-4fef-9f47-6dc560080598 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 2026.235366] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48884716-8594-4813-a9a2-adcba2a1bb39 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2026.252718] env[71058]: DEBUG oslo_vmware.api [None req-0cd75ca5-04ff-4fef-9f47-6dc560080598 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 2026.252718] env[71058]:    value = "task-2874155"
[ 2026.252718] env[71058]:    _type = "Task"
[ 2026.252718] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2026.259887] env[71058]: DEBUG oslo_vmware.api [None req-0cd75ca5-04ff-4fef-9f47-6dc560080598 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874155, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2026.603905] env[71058]: DEBUG oslo_concurrency.lockutils [None req-87de10aa-99bb-4079-ad79-327e95d37f3e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2026.763316] env[71058]: DEBUG oslo_vmware.api [None req-0cd75ca5-04ff-4fef-9f47-6dc560080598 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874155, 'name': ReconfigVM_Task, 'duration_secs': 0.205534} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2026.763865] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cd75ca5-04ff-4fef-9f47-6dc560080598 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 2026.768600] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09e36efd-a0c5-44d6-b3bd-db284a1186a9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2026.784311] env[71058]: DEBUG oslo_vmware.api [None req-0cd75ca5-04ff-4fef-9f47-6dc560080598 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 2026.784311] env[71058]:    value = "task-2874156"
[ 2026.784311] env[71058]:    _type = "Task"
[ 2026.784311] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2026.792294] env[71058]: DEBUG oslo_vmware.api [None req-0cd75ca5-04ff-4fef-9f47-6dc560080598 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874156, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2027.127232] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eb74b298-5b5b-4354-91aa-5b2642e26fcf tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "8ad3749a-d94a-411f-8cf8-4d79366ead20" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2027.127488] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eb74b298-5b5b-4354-91aa-5b2642e26fcf tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "8ad3749a-d94a-411f-8cf8-4d79366ead20" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2027.127710] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eb74b298-5b5b-4354-91aa-5b2642e26fcf tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "8ad3749a-d94a-411f-8cf8-4d79366ead20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2027.127894] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eb74b298-5b5b-4354-91aa-5b2642e26fcf tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "8ad3749a-d94a-411f-8cf8-4d79366ead20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2027.128088] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eb74b298-5b5b-4354-91aa-5b2642e26fcf tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "8ad3749a-d94a-411f-8cf8-4d79366ead20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2027.130487] env[71058]: INFO nova.compute.manager [None req-eb74b298-5b5b-4354-91aa-5b2642e26fcf tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Terminating instance
[ 2027.294757] env[71058]: DEBUG oslo_vmware.api [None req-0cd75ca5-04ff-4fef-9f47-6dc560080598 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2027.634828] env[71058]: DEBUG nova.compute.manager [None req-eb74b298-5b5b-4354-91aa-5b2642e26fcf tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 2027.635220] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-eb74b298-5b5b-4354-91aa-5b2642e26fcf tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 2027.636075] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d76c5e-af20-4c8a-aa1a-16ac34b72224 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2027.644910] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb74b298-5b5b-4354-91aa-5b2642e26fcf tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 2027.644910] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-818e045b-9b0e-4fc6-83fa-f19ca6c1fae4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2027.649075] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc8e2040-a2f6-4150-9fa8-a0093e616c6a tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Volume attach. Driver type: vmdk {{(pid=71058) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}}
[ 2027.649304] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc8e2040-a2f6-4150-9fa8-a0093e616c6a tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577628', 'volume_id': 'bc229ea2-e9c7-4958-b468-b0e231bece69', 'name': 'volume-bc229ea2-e9c7-4958-b468-b0e231bece69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc229ea2-e9c7-4958-b468-b0e231bece69', 'serial': 'bc229ea2-e9c7-4958-b468-b0e231bece69'} {{(pid=71058) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}}
[ 2027.650083] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c688ed9d-5615-45cf-bb64-ec16543c8a91 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2027.653947] env[71058]: DEBUG oslo_vmware.api [None req-eb74b298-5b5b-4354-91aa-5b2642e26fcf tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 2027.653947] env[71058]:    value = "task-2874157"
[ 2027.653947] env[71058]:    _type = "Task"
[ 2027.653947] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2027.669477] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef88f30-6d48-4aa8-8102-8cb5ffcda088 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2027.674893] env[71058]: DEBUG oslo_vmware.api [None req-eb74b298-5b5b-4354-91aa-5b2642e26fcf tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2027.696652] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc8e2040-a2f6-4150-9fa8-a0093e616c6a tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] volume-bc229ea2-e9c7-4958-b468-b0e231bece69/volume-bc229ea2-e9c7-4958-b468-b0e231bece69.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 2027.696961] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a194c821-a4b1-4035-a7e6-5b9b7b7654e9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2027.715531] env[71058]: DEBUG oslo_vmware.api [None req-dc8e2040-a2f6-4150-9fa8-a0093e616c6a tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2027.715531] env[71058]:    value = "task-2874158"
[ 2027.715531] env[71058]:    _type = "Task"
[ 2027.715531] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2027.725353] env[71058]: DEBUG oslo_vmware.api [None req-dc8e2040-a2f6-4150-9fa8-a0093e616c6a tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874158, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2027.794774] env[71058]: DEBUG oslo_vmware.api [None req-0cd75ca5-04ff-4fef-9f47-6dc560080598 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874156, 'name': ReconfigVM_Task, 'duration_secs': 0.746049} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2027.795113] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cd75ca5-04ff-4fef-9f47-6dc560080598 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577611', 'volume_id': '674705d2-8070-482d-85a2-91e7ee63b4e0', 'name': 'volume-674705d2-8070-482d-85a2-91e7ee63b4e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2a39057-e217-429e-9886-3426ad8dbf70', 'attached_at': '', 'detached_at': '', 'volume_id': '674705d2-8070-482d-85a2-91e7ee63b4e0', 'serial': '674705d2-8070-482d-85a2-91e7ee63b4e0'} {{(pid=71058) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}}
[ 2028.163981] env[71058]: DEBUG oslo_vmware.api [None req-eb74b298-5b5b-4354-91aa-5b2642e26fcf tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874157, 'name': PowerOffVM_Task, 'duration_secs': 0.148997} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2028.164272] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb74b298-5b5b-4354-91aa-5b2642e26fcf tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 2028.164436] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-eb74b298-5b5b-4354-91aa-5b2642e26fcf tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 2028.164684] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13667d7e-37f9-4dd1-961e-191297fd331f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2028.225126] env[71058]: DEBUG oslo_vmware.api [None req-dc8e2040-a2f6-4150-9fa8-a0093e616c6a tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874158, 'name': ReconfigVM_Task, 'duration_secs': 0.444762} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2028.226218] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc8e2040-a2f6-4150-9fa8-a0093e616c6a tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Reconfigured VM instance instance-00000074 to attach disk [datastore2] volume-bc229ea2-e9c7-4958-b468-b0e231bece69/volume-bc229ea2-e9c7-4958-b468-b0e231bece69.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 2028.230790] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-eb74b298-5b5b-4354-91aa-5b2642e26fcf tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 2028.230982] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-eb74b298-5b5b-4354-91aa-5b2642e26fcf tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 2028.231172] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb74b298-5b5b-4354-91aa-5b2642e26fcf tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Deleting the datastore file [datastore2] 8ad3749a-d94a-411f-8cf8-4d79366ead20 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 2028.231417] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b15d58f-864f-41f2-9cf9-34b6cab4dd98 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2028.241154] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4386259a-85f5-4831-baa8-c7cc936e3f13 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2028.247602] env[71058]: DEBUG oslo_vmware.api [None req-eb74b298-5b5b-4354-91aa-5b2642e26fcf tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for the task: (returnval){
[ 2028.247602] env[71058]:    value = "task-2874161"
[ 2028.247602] env[71058]:    _type = "Task"
[ 2028.247602] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2028.248712] env[71058]: DEBUG oslo_vmware.api [None req-dc8e2040-a2f6-4150-9fa8-a0093e616c6a tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2028.248712] env[71058]:    value = "task-2874160"
[ 2028.248712] env[71058]:    _type = "Task"
[ 2028.248712] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2028.259281] env[71058]: DEBUG oslo_vmware.api [None req-eb74b298-5b5b-4354-91aa-5b2642e26fcf tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2028.262252] env[71058]: DEBUG oslo_vmware.api [None req-dc8e2040-a2f6-4150-9fa8-a0093e616c6a tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874160, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2028.336085] env[71058]: DEBUG nova.objects.instance [None req-0cd75ca5-04ff-4fef-9f47-6dc560080598 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lazy-loading 'flavor' on Instance uuid e2a39057-e217-429e-9886-3426ad8dbf70 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2028.761293] env[71058]: DEBUG oslo_vmware.api [None req-dc8e2040-a2f6-4150-9fa8-a0093e616c6a tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874160, 'name': ReconfigVM_Task, 'duration_secs': 0.137538} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2028.764224] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc8e2040-a2f6-4150-9fa8-a0093e616c6a tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577628', 'volume_id': 'bc229ea2-e9c7-4958-b468-b0e231bece69', 'name': 'volume-bc229ea2-e9c7-4958-b468-b0e231bece69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc229ea2-e9c7-4958-b468-b0e231bece69', 'serial': 'bc229ea2-e9c7-4958-b468-b0e231bece69'} {{(pid=71058) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}}
[ 2028.765637] env[71058]: DEBUG oslo_vmware.api [None req-eb74b298-5b5b-4354-91aa-5b2642e26fcf tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Task: {'id': task-2874161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171129} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2028.765866] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb74b298-5b5b-4354-91aa-5b2642e26fcf tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 2028.766065] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-eb74b298-5b5b-4354-91aa-5b2642e26fcf tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 2028.766263] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-eb74b298-5b5b-4354-91aa-5b2642e26fcf tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 2028.766440] env[71058]: INFO nova.compute.manager [None req-eb74b298-5b5b-4354-91aa-5b2642e26fcf tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Took 1.13 seconds to destroy the instance on the hypervisor.
[ 2028.766675] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb74b298-5b5b-4354-91aa-5b2642e26fcf tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 2028.767063] env[71058]: DEBUG nova.compute.manager [-] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 2028.767167] env[71058]: DEBUG nova.network.neutron [-] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 2029.344231] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0cd75ca5-04ff-4fef-9f47-6dc560080598 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "e2a39057-e217-429e-9886-3426ad8dbf70" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 3.711s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2029.477429] env[71058]: DEBUG nova.compute.manager [req-99c851b1-4ecc-42a0-a128-0eb80a2ab110 req-fef4b068-f419-4a1c-b399-0762390ac7bb service nova] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Received event network-vif-deleted-6d193a34-fdde-419e-b264-7798a29965a5 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2029.477677] env[71058]: INFO nova.compute.manager [req-99c851b1-4ecc-42a0-a128-0eb80a2ab110 req-fef4b068-f419-4a1c-b399-0762390ac7bb service nova] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Neutron deleted interface 6d193a34-fdde-419e-b264-7798a29965a5; detaching it from the instance and deleting it from the info cache
[ 2029.477865] env[71058]: DEBUG nova.network.neutron [req-99c851b1-4ecc-42a0-a128-0eb80a2ab110 req-fef4b068-f419-4a1c-b399-0762390ac7bb service nova] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2029.804069] env[71058]: DEBUG nova.objects.instance [None req-dc8e2040-a2f6-4150-9fa8-a0093e616c6a tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lazy-loading 'flavor' on Instance uuid cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2029.902871] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ce905ca6-d4a1-4feb-b1b1-a60f800bc4b0 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "e2a39057-e217-429e-9886-3426ad8dbf70" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2029.903195] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ce905ca6-d4a1-4feb-b1b1-a60f800bc4b0 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "e2a39057-e217-429e-9886-3426ad8dbf70" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2029.903416] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ce905ca6-d4a1-4feb-b1b1-a60f800bc4b0 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "e2a39057-e217-429e-9886-3426ad8dbf70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2029.903605] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ce905ca6-d4a1-4feb-b1b1-a60f800bc4b0 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "e2a39057-e217-429e-9886-3426ad8dbf70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2029.903768] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ce905ca6-d4a1-4feb-b1b1-a60f800bc4b0 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "e2a39057-e217-429e-9886-3426ad8dbf70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2029.905844] env[71058]: INFO nova.compute.manager [None req-ce905ca6-d4a1-4feb-b1b1-a60f800bc4b0 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Terminating instance
[ 2029.961724] env[71058]: DEBUG nova.network.neutron [-] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2029.980982] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5aafa1f-3aa7-45e8-8eeb-38648277ea50 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2029.991011] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe17e18b-2021-46c7-89a0-d746d8146a44 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2030.027817] env[71058]: DEBUG nova.compute.manager [req-99c851b1-4ecc-42a0-a128-0eb80a2ab110 req-fef4b068-f419-4a1c-b399-0762390ac7bb service nova] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Detach interface failed, port_id=6d193a34-fdde-419e-b264-7798a29965a5, reason: Instance 8ad3749a-d94a-411f-8cf8-4d79366ead20 could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 2030.310632] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dc8e2040-a2f6-4150-9fa8-a0093e616c6a tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.259s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2030.412016] env[71058]: DEBUG nova.compute.manager [None req-ce905ca6-d4a1-4feb-b1b1-a60f800bc4b0 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 2030.412016] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ce905ca6-d4a1-4feb-b1b1-a60f800bc4b0 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 2030.412016] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a04f08-0dc8-457a-9c6f-f09dd7763ab8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2030.418525] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce905ca6-d4a1-4feb-b1b1-a60f800bc4b0 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 2030.418866] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a8dee4a-c44d-4e56-a555-e22c42b38553 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2030.424694] env[71058]: DEBUG oslo_vmware.api [None req-ce905ca6-d4a1-4feb-b1b1-a60f800bc4b0 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 2030.424694] env[71058]:    value = "task-2874162"
[ 2030.424694] env[71058]:    _type = "Task"
[ 2030.424694] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2030.431993] env[71058]: DEBUG oslo_vmware.api [None req-ce905ca6-d4a1-4feb-b1b1-a60f800bc4b0 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2030.466037] env[71058]: INFO nova.compute.manager [-] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Took 1.70 seconds to deallocate network for instance.
[ 2030.935440] env[71058]: DEBUG oslo_vmware.api [None req-ce905ca6-d4a1-4feb-b1b1-a60f800bc4b0 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874162, 'name': PowerOffVM_Task, 'duration_secs': 0.207532} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2030.935765] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce905ca6-d4a1-4feb-b1b1-a60f800bc4b0 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 2030.935929] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ce905ca6-d4a1-4feb-b1b1-a60f800bc4b0 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 2030.936206] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9c771b5-1763-4506-9df0-fb14b61940dc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2030.972381] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eb74b298-5b5b-4354-91aa-5b2642e26fcf tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2030.972645] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eb74b298-5b5b-4354-91aa-5b2642e26fcf tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2030.972869] env[71058]: DEBUG nova.objects.instance [None req-eb74b298-5b5b-4354-91aa-5b2642e26fcf tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lazy-loading 'resources' on Instance uuid 8ad3749a-d94a-411f-8cf8-4d79366ead20 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2030.997036] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ce905ca6-d4a1-4feb-b1b1-a60f800bc4b0 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 2030.997319] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ce905ca6-d4a1-4feb-b1b1-a60f800bc4b0 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 2030.997555] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce905ca6-d4a1-4feb-b1b1-a60f800bc4b0 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Deleting the datastore file [datastore2] e2a39057-e217-429e-9886-3426ad8dbf70 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 2030.997875] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eae9321c-3c8d-4d92-aea2-e5af3f46a85d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2031.005396] env[71058]: DEBUG oslo_vmware.api [None req-ce905ca6-d4a1-4feb-b1b1-a60f800bc4b0 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 2031.005396] env[71058]:    value = "task-2874164"
[ 2031.005396] env[71058]:    _type = "Task"
[ 2031.005396] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2031.013682] env[71058]: DEBUG oslo_vmware.api [None req-ce905ca6-d4a1-4feb-b1b1-a60f800bc4b0 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2031.518997] env[71058]: DEBUG oslo_vmware.api [None req-ce905ca6-d4a1-4feb-b1b1-a60f800bc4b0 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146158} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2031.519173] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce905ca6-d4a1-4feb-b1b1-a60f800bc4b0 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 2031.519358] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ce905ca6-d4a1-4feb-b1b1-a60f800bc4b0 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 2031.519538] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-ce905ca6-d4a1-4feb-b1b1-a60f800bc4b0 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 2031.519710] env[71058]: INFO nova.compute.manager [None req-ce905ca6-d4a1-4feb-b1b1-a60f800bc4b0 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Took 1.11 seconds to destroy the instance on the hypervisor.
[ 2031.519956] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce905ca6-d4a1-4feb-b1b1-a60f800bc4b0 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 2031.520161] env[71058]: DEBUG nova.compute.manager [-] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 2031.520272] env[71058]: DEBUG nova.network.neutron [-] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 2031.560530] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "5b34ec42-36e1-47dd-96a4-efc5d437c4d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2031.560769] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "5b34ec42-36e1-47dd-96a4-efc5d437c4d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2031.621186] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc3920a-0099-45c2-8bb4-898d5bc3f870 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2031.629619] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1daf9a6-c0ba-4836-b3b3-d44b692f78d7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2031.660732] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea73c7d-0384-4b68-849d-56609122ab20 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2031.669045] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8659ed-acfa-40f7-8e09-2f74743eaa95 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2031.683888] env[71058]: DEBUG nova.compute.provider_tree [None req-eb74b298-5b5b-4354-91aa-5b2642e26fcf tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2032.060853] env[71058]: DEBUG nova.compute.manager [req-0fd29f48-c151-4f3c-90b4-65fed186eb78 req-aead732b-c293-4721-807f-84745b118335 service nova] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Received event network-vif-deleted-706cf80c-4d9b-4030-8bd4-4a190d00e56b {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2032.061121] env[71058]: INFO nova.compute.manager [req-0fd29f48-c151-4f3c-90b4-65fed186eb78 req-aead732b-c293-4721-807f-84745b118335 service nova] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Neutron deleted interface 706cf80c-4d9b-4030-8bd4-4a190d00e56b; detaching it from the instance and deleting it from the info cache
[ 2032.061350] env[71058]: DEBUG nova.network.neutron [req-0fd29f48-c151-4f3c-90b4-65fed186eb78 req-aead732b-c293-4721-807f-84745b118335 service nova] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2032.062593] env[71058]: DEBUG nova.compute.manager [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 2032.187563] env[71058]: DEBUG nova.scheduler.client.report [None req-eb74b298-5b5b-4354-91aa-5b2642e26fcf tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 2032.538500] env[71058]: DEBUG nova.network.neutron [-] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2032.566725] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf0dd7b8-e8e8-4c4d-90f2-9ad6713941e0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2032.579083] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5b6d52-3501-4672-aa1c-07f096723dd3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2032.591185] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2032.609504] env[71058]: DEBUG nova.compute.manager [req-0fd29f48-c151-4f3c-90b4-65fed186eb78 req-aead732b-c293-4721-807f-84745b118335 service nova] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Detach interface failed, port_id=706cf80c-4d9b-4030-8bd4-4a190d00e56b, reason: Instance e2a39057-e217-429e-9886-3426ad8dbf70 could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 2032.692785] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eb74b298-5b5b-4354-91aa-5b2642e26fcf tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.720s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2032.694997] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.104s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2032.696573] env[71058]: INFO nova.compute.claims [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 2032.714263] env[71058]: INFO nova.scheduler.client.report [None req-eb74b298-5b5b-4354-91aa-5b2642e26fcf tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Deleted allocations for instance 8ad3749a-d94a-411f-8cf8-4d79366ead20
[ 2033.041950] env[71058]: INFO nova.compute.manager [-] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Took 1.52 seconds to deallocate network for instance.
[ 2033.223138] env[71058]: DEBUG oslo_concurrency.lockutils [None req-eb74b298-5b5b-4354-91aa-5b2642e26fcf tempest-ServerActionsTestOtherB-1890191891 tempest-ServerActionsTestOtherB-1890191891-project-member] Lock "8ad3749a-d94a-411f-8cf8-4d79366ead20" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 6.095s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2033.548336] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ce905ca6-d4a1-4feb-b1b1-a60f800bc4b0 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2033.806833] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82394d8a-2b21-4dfa-b190-41bc74347dd3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2033.814760] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fcb4cf-30dc-4216-9733-c2c008138558 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2033.845708] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b466d6-95d9-4af9-96c9-dee9e2928f54 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2033.852434] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa46b1e-b04b-461a-aba6-3f73ab0a4d19 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2033.865124] env[71058]: DEBUG nova.compute.provider_tree [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2034.369055] env[71058]: DEBUG nova.scheduler.client.report [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 2034.874849] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.180s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2034.875444] env[71058]: DEBUG nova.compute.manager [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 2034.878147] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ce905ca6-d4a1-4feb-b1b1-a60f800bc4b0 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.330s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2034.878725] env[71058]: DEBUG nova.objects.instance [None req-ce905ca6-d4a1-4feb-b1b1-a60f800bc4b0 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lazy-loading 'resources' on Instance uuid e2a39057-e217-429e-9886-3426ad8dbf70 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2035.382413] env[71058]: DEBUG nova.compute.utils [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 2035.386895] env[71058]: DEBUG nova.compute.manager [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 2035.387231] env[71058]: DEBUG nova.network.neutron [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 2035.432422] env[71058]: DEBUG nova.policy [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '168f7e8aea9c43bb8a7e6b0f99af8074', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26714986ff914a30b2d9b73105bbc3f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 2035.486914] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a8486e-c6fa-484c-a48c-b9c88f4df607 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2035.494868] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f11d4d1-abe1-49c2-a1ea-d56f4b1ae9c9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2035.527352] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd507ac-d5ad-4809-940f-9be9c4ed52b9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2035.534608] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99db61b5-1bf7-4af4-a4d9-a8810a70e8d8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2035.547942] env[71058]: DEBUG nova.compute.provider_tree [None req-ce905ca6-d4a1-4feb-b1b1-a60f800bc4b0 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2035.677305] env[71058]: DEBUG nova.network.neutron [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Successfully created port: a1a51512-fa48-4616-a469-adbc8cf31252 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 2035.719164] env[71058]: INFO nova.compute.manager [None req-5e9c143b-83aa-4737-b8f9-4e854bf32d81 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Get console output
[ 2035.719438] env[71058]: WARNING nova.virt.vmwareapi.driver [None req-5e9c143b-83aa-4737-b8f9-4e854bf32d81 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] The console log is missing. Check your VSPC configuration
[ 2035.887432] env[71058]: DEBUG nova.compute.manager [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 2036.051039] env[71058]: DEBUG nova.scheduler.client.report [None req-ce905ca6-d4a1-4feb-b1b1-a60f800bc4b0 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 2036.555992] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ce905ca6-d4a1-4feb-b1b1-a60f800bc4b0 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.678s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2036.580151] env[71058]: INFO nova.scheduler.client.report [None req-ce905ca6-d4a1-4feb-b1b1-a60f800bc4b0 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Deleted allocations for instance e2a39057-e217-429e-9886-3426ad8dbf70
[ 2036.802284] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c60e990c-2e82-4185-afcc-49a110d2217a tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "f9a9c523-5c79-4cbd-9a82-66ee954c6eeb" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2036.802584] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c60e990c-2e82-4185-afcc-49a110d2217a tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "f9a9c523-5c79-4cbd-9a82-66ee954c6eeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2036.802812] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c60e990c-2e82-4185-afcc-49a110d2217a tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "f9a9c523-5c79-4cbd-9a82-66ee954c6eeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2036.803196] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c60e990c-2e82-4185-afcc-49a110d2217a tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "f9a9c523-5c79-4cbd-9a82-66ee954c6eeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2036.803408] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c60e990c-2e82-4185-afcc-49a110d2217a tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "f9a9c523-5c79-4cbd-9a82-66ee954c6eeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2036.806099] env[71058]: INFO nova.compute.manager [None req-c60e990c-2e82-4185-afcc-49a110d2217a tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Terminating instance
[ 2036.897950] env[71058]: DEBUG nova.compute.manager [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 2036.926673] env[71058]: DEBUG nova.virt.hardware [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 2036.926931] env[71058]: DEBUG nova.virt.hardware [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 2036.927111] env[71058]: DEBUG nova.virt.hardware [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 2036.927347] env[71058]: DEBUG nova.virt.hardware [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 2036.927541] env[71058]: DEBUG nova.virt.hardware [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 2036.927726] env[71058]: DEBUG nova.virt.hardware [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 2036.927955] env[71058]: DEBUG nova.virt.hardware [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 2036.928134] env[71058]: DEBUG nova.virt.hardware [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 2036.928325] env[71058]: DEBUG nova.virt.hardware [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 2036.928474] env[71058]: DEBUG nova.virt.hardware [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 2036.928648] env[71058]: DEBUG nova.virt.hardware [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 2036.929563] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781a31da-9de7-4c5d-8e2e-ab4bd37b11e1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2036.938185] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c839406f-b696-411c-9416-55f91aed1af1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2037.063959] env[71058]: DEBUG nova.compute.manager [req-958a7c39-875b-4a9f-8716-6e3ba46d4783 req-834c143d-b48b-4b40-9375-bb7a8a83bdaf service nova] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Received event network-vif-plugged-a1a51512-fa48-4616-a469-adbc8cf31252 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2037.064217] env[71058]: DEBUG oslo_concurrency.lockutils [req-958a7c39-875b-4a9f-8716-6e3ba46d4783 req-834c143d-b48b-4b40-9375-bb7a8a83bdaf service nova] Acquiring lock "5b34ec42-36e1-47dd-96a4-efc5d437c4d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2037.064426] env[71058]: DEBUG oslo_concurrency.lockutils [req-958a7c39-875b-4a9f-8716-6e3ba46d4783 req-834c143d-b48b-4b40-9375-bb7a8a83bdaf service nova] Lock "5b34ec42-36e1-47dd-96a4-efc5d437c4d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2037.064590] env[71058]: DEBUG oslo_concurrency.lockutils [req-958a7c39-875b-4a9f-8716-6e3ba46d4783 req-834c143d-b48b-4b40-9375-bb7a8a83bdaf service nova] Lock "5b34ec42-36e1-47dd-96a4-efc5d437c4d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2037.064752] env[71058]: DEBUG nova.compute.manager [req-958a7c39-875b-4a9f-8716-6e3ba46d4783 req-834c143d-b48b-4b40-9375-bb7a8a83bdaf service nova] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] No waiting events found dispatching network-vif-plugged-a1a51512-fa48-4616-a469-adbc8cf31252 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 2037.064912] env[71058]: WARNING nova.compute.manager [req-958a7c39-875b-4a9f-8716-6e3ba46d4783 req-834c143d-b48b-4b40-9375-bb7a8a83bdaf service nova] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Received unexpected event network-vif-plugged-a1a51512-fa48-4616-a469-adbc8cf31252 for instance with vm_state building and task_state spawning.
[ 2037.086832] env[71058]: DEBUG oslo_concurrency.lockutils [None req-ce905ca6-d4a1-4feb-b1b1-a60f800bc4b0 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "e2a39057-e217-429e-9886-3426ad8dbf70" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 7.184s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2037.158352] env[71058]: DEBUG nova.network.neutron [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Successfully updated port: a1a51512-fa48-4616-a469-adbc8cf31252 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 2037.310813] env[71058]: DEBUG nova.compute.manager [None req-c60e990c-2e82-4185-afcc-49a110d2217a tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 2037.311059] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c60e990c-2e82-4185-afcc-49a110d2217a tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 2037.312450] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f369aea7-4bbb-48bc-bb8f-f096e0010a6e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2037.320426] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60e990c-2e82-4185-afcc-49a110d2217a tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 2037.320721] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-773b2185-c64d-4b10-aeac-e4bf39d13b8e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2037.327918] env[71058]: DEBUG oslo_vmware.api [None req-c60e990c-2e82-4185-afcc-49a110d2217a tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 2037.327918] env[71058]:    value = "task-2874166"
[ 2037.327918] env[71058]:    _type = "Task"
[ 2037.327918] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2037.335698] env[71058]: DEBUG oslo_vmware.api [None req-c60e990c-2e82-4185-afcc-49a110d2217a tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2037.661838] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "refresh_cache-5b34ec42-36e1-47dd-96a4-efc5d437c4d9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2037.662136] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquired lock "refresh_cache-5b34ec42-36e1-47dd-96a4-efc5d437c4d9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2037.662180] env[71058]: DEBUG nova.network.neutron [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 2037.838315] env[71058]: DEBUG oslo_vmware.api [None req-c60e990c-2e82-4185-afcc-49a110d2217a tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874166, 'name': PowerOffVM_Task, 'duration_secs': 0.17971} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2037.838441] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60e990c-2e82-4185-afcc-49a110d2217a tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 2037.838588] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c60e990c-2e82-4185-afcc-49a110d2217a tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 2037.838846] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77a07cf7-1fe6-450f-9beb-d54b055606d3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2037.895608] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c60e990c-2e82-4185-afcc-49a110d2217a tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 2037.895840] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c60e990c-2e82-4185-afcc-49a110d2217a tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 2037.896037] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-c60e990c-2e82-4185-afcc-49a110d2217a tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Deleting the datastore file [datastore1] f9a9c523-5c79-4cbd-9a82-66ee954c6eeb {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 2037.896372] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d0645c0-c5fe-4796-a437-066390d03cb8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2037.903707] env[71058]: DEBUG oslo_vmware.api [None req-c60e990c-2e82-4185-afcc-49a110d2217a tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 2037.903707] env[71058]:    value = "task-2874168"
[ 2037.903707] env[71058]:    _type = "Task"
[ 2037.903707] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2037.912171] env[71058]: DEBUG oslo_vmware.api [None req-c60e990c-2e82-4185-afcc-49a110d2217a tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2038.198682] env[71058]: DEBUG nova.network.neutron [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 2038.335260] env[71058]: DEBUG nova.network.neutron [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Updating instance_info_cache with network_info: [{"id": "a1a51512-fa48-4616-a469-adbc8cf31252", "address": "fa:16:3e:1d:74:a1", "network": {"id": "eed0ed9f-c9c0-479d-9f26-32380ccce41d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-107034560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26714986ff914a30b2d9b73105bbc3f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1a51512-fa", "ovs_interfaceid": "a1a51512-fa48-4616-a469-adbc8cf31252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2038.414743] env[71058]: DEBUG oslo_vmware.api [None req-c60e990c-2e82-4185-afcc-49a110d2217a tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13571} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2038.415011] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-c60e990c-2e82-4185-afcc-49a110d2217a tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 2038.415233] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c60e990c-2e82-4185-afcc-49a110d2217a tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 2038.415419] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-c60e990c-2e82-4185-afcc-49a110d2217a tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 2038.415588] env[71058]: INFO nova.compute.manager [None req-c60e990c-2e82-4185-afcc-49a110d2217a tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Took 1.10 seconds to destroy the instance on the hypervisor.
[ 2038.415824] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c60e990c-2e82-4185-afcc-49a110d2217a tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 2038.416029] env[71058]: DEBUG nova.compute.manager [-] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 2038.416166] env[71058]: DEBUG nova.network.neutron [-] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 2038.592216] env[71058]: DEBUG oslo_concurrency.lockutils [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "cecf0b9c-594f-47b9-9116-e38b922a86d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2038.592452] env[71058]: DEBUG oslo_concurrency.lockutils [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "cecf0b9c-594f-47b9-9116-e38b922a86d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2038.838060] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Releasing lock "refresh_cache-5b34ec42-36e1-47dd-96a4-efc5d437c4d9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2038.838471] env[71058]: DEBUG nova.compute.manager [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Instance network_info: |[{"id": "a1a51512-fa48-4616-a469-adbc8cf31252", "address": "fa:16:3e:1d:74:a1", "network": {"id": "eed0ed9f-c9c0-479d-9f26-32380ccce41d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-107034560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26714986ff914a30b2d9b73105bbc3f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1a51512-fa", "ovs_interfaceid": "a1a51512-fa48-4616-a469-adbc8cf31252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 2038.838972] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:74:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1a51512-fa48-4616-a469-adbc8cf31252', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 2038.850452] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 2038.850674] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 2038.850904] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eae21e70-1ecf-4158-97c7-4bfeaa527983 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2038.873810] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 2038.873810] env[71058]:    value = "task-2874169"
[ 2038.873810] env[71058]:    _type = "Task"
[ 2038.873810] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2038.882192] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874169, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2039.096139] env[71058]: DEBUG nova.compute.manager [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 2039.108593] env[71058]: DEBUG nova.compute.manager [req-863ac011-b2c6-4edd-8e70-b2653de21d7c req-e2ff3eb5-70a3-475d-8fe4-62e214d42753 service nova] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Received event network-changed-a1a51512-fa48-4616-a469-adbc8cf31252 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2039.108954] env[71058]: DEBUG nova.compute.manager [req-863ac011-b2c6-4edd-8e70-b2653de21d7c req-e2ff3eb5-70a3-475d-8fe4-62e214d42753 service nova] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Refreshing instance network info cache due to event network-changed-a1a51512-fa48-4616-a469-adbc8cf31252. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 2039.109325] env[71058]: DEBUG oslo_concurrency.lockutils [req-863ac011-b2c6-4edd-8e70-b2653de21d7c req-e2ff3eb5-70a3-475d-8fe4-62e214d42753 service nova] Acquiring lock "refresh_cache-5b34ec42-36e1-47dd-96a4-efc5d437c4d9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2039.109619] env[71058]: DEBUG oslo_concurrency.lockutils [req-863ac011-b2c6-4edd-8e70-b2653de21d7c req-e2ff3eb5-70a3-475d-8fe4-62e214d42753 service nova] Acquired lock "refresh_cache-5b34ec42-36e1-47dd-96a4-efc5d437c4d9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2039.109935] env[71058]: DEBUG nova.network.neutron [req-863ac011-b2c6-4edd-8e70-b2653de21d7c req-e2ff3eb5-70a3-475d-8fe4-62e214d42753 service nova] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Refreshing network info cache for port a1a51512-fa48-4616-a469-adbc8cf31252 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 2039.384060] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874169, 'name': CreateVM_Task, 'duration_secs': 0.397008} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2039.384255] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 2039.384956] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2039.385175] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2039.385519] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 2039.386319] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c2c54f8-0955-4b5f-a324-86a037beb3ed {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2039.391072] env[71058]: DEBUG oslo_vmware.api [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2039.391072] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524169d3-d2e1-0e59-31f0-dc6b49e1b776"
[ 2039.391072] env[71058]:    _type = "Task"
[ 2039.391072] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2039.398829] env[71058]: DEBUG nova.network.neutron [-] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2039.400292] env[71058]: DEBUG oslo_vmware.api [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524169d3-d2e1-0e59-31f0-dc6b49e1b776, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2039.637194] env[71058]: DEBUG oslo_concurrency.lockutils [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2039.637479] env[71058]: DEBUG oslo_concurrency.lockutils [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2039.638895] env[71058]: INFO nova.compute.claims [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 2039.902323] env[71058]: INFO nova.compute.manager [-] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Took 1.49 seconds to deallocate network for instance.
[ 2039.902655] env[71058]: DEBUG oslo_vmware.api [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524169d3-d2e1-0e59-31f0-dc6b49e1b776, 'name': SearchDatastore_Task, 'duration_secs': 0.017805} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2039.907481] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2039.911022] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 2039.911022] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2039.911022] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2039.911022] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 2039.911022] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d146e40-81d4-45cc-a216-eee139c7686b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2039.924806] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 2039.924806] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 2039.924806] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42942b4f-e02e-4239-bada-47a0f5968cb2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2039.932082] env[71058]: DEBUG oslo_vmware.api [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2039.932082] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523cf398-e459-6e92-efb7-43a524a82687"
[ 2039.932082] env[71058]:    _type = "Task"
[ 2039.932082] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2039.941562] env[71058]: DEBUG oslo_vmware.api [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523cf398-e459-6e92-efb7-43a524a82687, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2040.017584] env[71058]: DEBUG nova.network.neutron [req-863ac011-b2c6-4edd-8e70-b2653de21d7c req-e2ff3eb5-70a3-475d-8fe4-62e214d42753 service nova] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Updated VIF entry in instance network info cache for port a1a51512-fa48-4616-a469-adbc8cf31252. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 2040.018082] env[71058]: DEBUG nova.network.neutron [req-863ac011-b2c6-4edd-8e70-b2653de21d7c req-e2ff3eb5-70a3-475d-8fe4-62e214d42753 service nova] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Updating instance_info_cache with network_info: [{"id": "a1a51512-fa48-4616-a469-adbc8cf31252", "address": "fa:16:3e:1d:74:a1", "network": {"id": "eed0ed9f-c9c0-479d-9f26-32380ccce41d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-107034560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26714986ff914a30b2d9b73105bbc3f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1a51512-fa", "ovs_interfaceid": "a1a51512-fa48-4616-a469-adbc8cf31252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2040.411199] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c60e990c-2e82-4185-afcc-49a110d2217a tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2040.443034] env[71058]: DEBUG oslo_vmware.api [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523cf398-e459-6e92-efb7-43a524a82687, 'name': SearchDatastore_Task, 'duration_secs': 0.015635} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2040.443868] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cce1581-9cc8-4990-8565-6dd869059dcf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2040.449150] env[71058]: DEBUG oslo_vmware.api [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2040.449150] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c35ddb-1e83-f13e-bab1-318fc6744c00"
[ 2040.449150] env[71058]:    _type = "Task"
[ 2040.449150] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2040.458419] env[71058]: DEBUG oslo_vmware.api [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c35ddb-1e83-f13e-bab1-318fc6744c00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2040.522513] env[71058]: DEBUG oslo_concurrency.lockutils [req-863ac011-b2c6-4edd-8e70-b2653de21d7c req-e2ff3eb5-70a3-475d-8fe4-62e214d42753 service nova] Releasing lock "refresh_cache-5b34ec42-36e1-47dd-96a4-efc5d437c4d9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2040.522798] env[71058]: DEBUG nova.compute.manager [req-863ac011-b2c6-4edd-8e70-b2653de21d7c req-e2ff3eb5-70a3-475d-8fe4-62e214d42753 service nova] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Received event network-vif-deleted-20bdc7b9-fd6e-4fd2-84b4-ede96963d251 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2040.522975] env[71058]: INFO nova.compute.manager [req-863ac011-b2c6-4edd-8e70-b2653de21d7c req-e2ff3eb5-70a3-475d-8fe4-62e214d42753 service nova] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Neutron deleted interface 20bdc7b9-fd6e-4fd2-84b4-ede96963d251; detaching it from the instance and deleting it from the info cache
[ 2040.523188] env[71058]: DEBUG nova.network.neutron [req-863ac011-b2c6-4edd-8e70-b2653de21d7c req-e2ff3eb5-70a3-475d-8fe4-62e214d42753 service nova] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2040.636043] env[71058]: DEBUG oslo_concurrency.lockutils [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Acquiring lock "86b3c393-e29b-4569-8d2f-43eb9bb134dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2040.636043] env[71058]: DEBUG oslo_concurrency.lockutils [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Lock "86b3c393-e29b-4569-8d2f-43eb9bb134dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2040.769586] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace2e559-ae21-4182-8686-5e4a848ac1bb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2040.777881] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ff811b-c907-430e-a105-c2fb76c73575 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2040.807950] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a91417-2644-44f2-86a5-314c5a329f4c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2040.815310] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99055b3b-cde3-44ed-9f19-a12b3bea06cd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2040.828294] env[71058]: DEBUG nova.compute.provider_tree [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2040.960187] env[71058]: DEBUG oslo_vmware.api [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c35ddb-1e83-f13e-bab1-318fc6744c00, 'name': SearchDatastore_Task, 'duration_secs': 0.009907} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2040.960499] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2040.960867] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 5b34ec42-36e1-47dd-96a4-efc5d437c4d9/5b34ec42-36e1-47dd-96a4-efc5d437c4d9.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 2040.960939] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76a42a71-b59a-407c-9d96-9b17b2083e65 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2040.969574] env[71058]: DEBUG oslo_vmware.api [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2040.969574] env[71058]:    value = "task-2874170"
[ 2040.969574] env[71058]:    _type = "Task"
[ 2040.969574] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2040.979694] env[71058]: DEBUG oslo_vmware.api [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2041.030617] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf4f4918-077e-4cf0-8cbd-515bd4f4e428 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2041.043806] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4cd7d0-b87d-4baa-b2c0-3d564bfda3cf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2041.075630] env[71058]: DEBUG nova.compute.manager [req-863ac011-b2c6-4edd-8e70-b2653de21d7c req-e2ff3eb5-70a3-475d-8fe4-62e214d42753 service nova] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Detach interface failed, port_id=20bdc7b9-fd6e-4fd2-84b4-ede96963d251, reason: Instance f9a9c523-5c79-4cbd-9a82-66ee954c6eeb could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 2041.138285] env[71058]: DEBUG nova.compute.manager [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 2041.332480] env[71058]: DEBUG nova.scheduler.client.report [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 2041.479983] env[71058]: DEBUG oslo_vmware.api [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.425776} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2041.480280] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 5b34ec42-36e1-47dd-96a4-efc5d437c4d9/5b34ec42-36e1-47dd-96a4-efc5d437c4d9.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 2041.480503] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 2041.480753] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d1cc4fb-4296-4e07-a904-70132f3ab658 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2041.487367] env[71058]: DEBUG oslo_vmware.api [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2041.487367] env[71058]:    value = "task-2874171"
[ 2041.487367] env[71058]:    _type = "Task"
[ 2041.487367] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2041.497181] env[71058]: DEBUG oslo_vmware.api [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874171, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2041.657012] env[71058]: DEBUG oslo_concurrency.lockutils [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2041.837375] env[71058]: DEBUG oslo_concurrency.lockutils [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.200s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2041.837943] env[71058]: DEBUG nova.compute.manager [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 2041.840592] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c60e990c-2e82-4185-afcc-49a110d2217a tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.430s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2041.840820] env[71058]: DEBUG nova.objects.instance [None req-c60e990c-2e82-4185-afcc-49a110d2217a tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lazy-loading 'resources' on Instance uuid f9a9c523-5c79-4cbd-9a82-66ee954c6eeb {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2041.997993] env[71058]: DEBUG oslo_vmware.api [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874171, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063471} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2041.998360] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 2041.999337] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515f88c2-2b87-4565-9686-419be129be15 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2042.021044] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 5b34ec42-36e1-47dd-96a4-efc5d437c4d9/5b34ec42-36e1-47dd-96a4-efc5d437c4d9.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 2042.021298] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e35df455-c227-4d66-9df5-161187de0cd5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2042.040705] env[71058]: DEBUG oslo_vmware.api [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2042.040705] env[71058]:    value = "task-2874172"
[ 2042.040705] env[71058]:    _type = "Task"
[ 2042.040705] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2042.048069] env[71058]: DEBUG oslo_vmware.api [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874172, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2042.343959] env[71058]: DEBUG nova.compute.utils [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 2042.348215] env[71058]: DEBUG nova.compute.manager [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 2042.348383] env[71058]: DEBUG nova.network.neutron [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 2042.385791] env[71058]: DEBUG nova.policy [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b05fe8ff6b1412da43d98763a26a426', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1c9902cdb8d44e288ef5d1588d0de88', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 2042.468047] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26c4131-1c13-4d81-8bb5-9ac6aa77b59f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2042.475543] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4b60c8-4230-4438-a7d6-4a4177d4b0b8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2042.506645] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7329eb95-59fc-43db-a5ad-d1af4a9b320a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2042.513816] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6126d19-5a5d-45db-988d-7c5f128cd4c3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2042.527044] env[71058]: DEBUG nova.compute.provider_tree [None req-c60e990c-2e82-4185-afcc-49a110d2217a tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2042.549669] env[71058]: DEBUG oslo_vmware.api [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874172, 'name': ReconfigVM_Task, 'duration_secs': 0.25641} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2042.549935] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 5b34ec42-36e1-47dd-96a4-efc5d437c4d9/5b34ec42-36e1-47dd-96a4-efc5d437c4d9.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 2042.550572] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32fa052b-2939-4584-bc70-63a33ee2668f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2042.557237] env[71058]: DEBUG oslo_vmware.api [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2042.557237] env[71058]:    value = "task-2874173"
[ 2042.557237] env[71058]:    _type = "Task"
[ 2042.557237] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2042.564983] env[71058]: DEBUG oslo_vmware.api [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874173, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2042.634497] env[71058]: DEBUG nova.network.neutron [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Successfully created port: 3fda7324-e443-41d7-9709-10cd1326a355 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 2042.849190] env[71058]: DEBUG nova.compute.manager [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 2043.031621] env[71058]: DEBUG nova.scheduler.client.report [None req-c60e990c-2e82-4185-afcc-49a110d2217a tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 2043.067061] env[71058]: DEBUG oslo_vmware.api [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874173, 'name': Rename_Task, 'duration_secs': 0.143104} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2043.067223] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 2043.067370] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16505ad5-e6d2-4da3-9bc8-bbda93da8431 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2043.073406] env[71058]: DEBUG oslo_vmware.api [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2043.073406] env[71058]:    value = "task-2874174"
[ 2043.073406] env[71058]:    _type = "Task"
[ 2043.073406] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2043.082104] env[71058]: DEBUG oslo_vmware.api [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2043.537362] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c60e990c-2e82-4185-afcc-49a110d2217a tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.696s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2043.539287] env[71058]: DEBUG oslo_concurrency.lockutils [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.882s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2043.540820] env[71058]: INFO nova.compute.claims [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 2043.557939] env[71058]: INFO nova.scheduler.client.report [None req-c60e990c-2e82-4185-afcc-49a110d2217a tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Deleted allocations for instance f9a9c523-5c79-4cbd-9a82-66ee954c6eeb
[ 2043.583732] env[71058]: DEBUG oslo_vmware.api [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874174, 'name': PowerOnVM_Task, 'duration_secs': 0.421381} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2043.583994] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 2043.584206] env[71058]: INFO nova.compute.manager [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Took 6.69 seconds to spawn the instance on the hypervisor.
[ 2043.584385] env[71058]: DEBUG nova.compute.manager [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 2043.585179] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9821688f-1e2b-4828-832e-bc8472c7312b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2043.858782] env[71058]: DEBUG nova.compute.manager [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 2043.884686] env[71058]: DEBUG nova.virt.hardware [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 2043.884936] env[71058]: DEBUG nova.virt.hardware [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 2043.885113] env[71058]: DEBUG nova.virt.hardware [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 2043.885380] env[71058]: DEBUG nova.virt.hardware [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 2043.885528] env[71058]: DEBUG nova.virt.hardware [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 2043.885672] env[71058]: DEBUG nova.virt.hardware [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 2043.885883] env[71058]: DEBUG nova.virt.hardware [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 2043.886055] env[71058]: DEBUG nova.virt.hardware [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 2043.886396] env[71058]: DEBUG nova.virt.hardware [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 2043.886607] env[71058]: DEBUG nova.virt.hardware [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 2043.886792] env[71058]: DEBUG nova.virt.hardware [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 2043.888134] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80ebd32-48a9-4276-b718-172dc24b4687 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2043.896191] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3681d3a1-42b2-496f-ab34-078915407766 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2043.981949] env[71058]: DEBUG nova.compute.manager [req-14139d52-74f3-44c1-8841-10b0138975d6 req-0e5ee038-231b-4428-ac85-74b6ca1d8d05 service nova] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Received event network-vif-plugged-3fda7324-e443-41d7-9709-10cd1326a355 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2043.982209] env[71058]: DEBUG oslo_concurrency.lockutils [req-14139d52-74f3-44c1-8841-10b0138975d6 req-0e5ee038-231b-4428-ac85-74b6ca1d8d05 service nova] Acquiring lock "cecf0b9c-594f-47b9-9116-e38b922a86d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2043.982425] env[71058]: DEBUG oslo_concurrency.lockutils [req-14139d52-74f3-44c1-8841-10b0138975d6 req-0e5ee038-231b-4428-ac85-74b6ca1d8d05 service nova] Lock "cecf0b9c-594f-47b9-9116-e38b922a86d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2043.982591] env[71058]: DEBUG oslo_concurrency.lockutils [req-14139d52-74f3-44c1-8841-10b0138975d6 req-0e5ee038-231b-4428-ac85-74b6ca1d8d05 service nova] Lock "cecf0b9c-594f-47b9-9116-e38b922a86d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2043.982761] env[71058]: DEBUG nova.compute.manager [req-14139d52-74f3-44c1-8841-10b0138975d6 req-0e5ee038-231b-4428-ac85-74b6ca1d8d05 service nova] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] No waiting events found dispatching network-vif-plugged-3fda7324-e443-41d7-9709-10cd1326a355 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 2043.982924] env[71058]: WARNING nova.compute.manager [req-14139d52-74f3-44c1-8841-10b0138975d6 req-0e5ee038-231b-4428-ac85-74b6ca1d8d05 service nova] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Received unexpected event network-vif-plugged-3fda7324-e443-41d7-9709-10cd1326a355 for instance with vm_state building and task_state spawning.
[ 2044.066020] env[71058]: DEBUG nova.network.neutron [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Successfully updated port: 3fda7324-e443-41d7-9709-10cd1326a355 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 2044.074426] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c60e990c-2e82-4185-afcc-49a110d2217a tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "f9a9c523-5c79-4cbd-9a82-66ee954c6eeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 7.272s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2044.101543] env[71058]: INFO nova.compute.manager [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Took 11.53 seconds to build instance.
[ 2044.575662] env[71058]: DEBUG oslo_concurrency.lockutils [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "refresh_cache-cecf0b9c-594f-47b9-9116-e38b922a86d9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2044.575662] env[71058]: DEBUG oslo_concurrency.lockutils [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquired lock "refresh_cache-cecf0b9c-594f-47b9-9116-e38b922a86d9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2044.575662] env[71058]: DEBUG nova.network.neutron [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 2044.604116] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0fb8c987-c3a6-47e1-ac37-310f053ab38b tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "5b34ec42-36e1-47dd-96a4-efc5d437c4d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.043s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2044.666365] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95b9430-96e4-46c3-86ca-741c107e9c9a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2044.674468] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3369e7ce-0faa-4f39-88b9-c6af590be3ae {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2044.705288] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59412b7a-7243-4d13-bfd8-16ba2434ecb3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2044.712776] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717c208a-0baf-43a9-b409-7cb413ec5b9a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2044.731778] env[71058]: DEBUG nova.compute.provider_tree [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2045.110809] env[71058]: DEBUG nova.network.neutron [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 2045.236040] env[71058]: DEBUG nova.scheduler.client.report [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 2045.240462] env[71058]: DEBUG nova.network.neutron [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Updating instance_info_cache with network_info: [{"id": "3fda7324-e443-41d7-9709-10cd1326a355", "address": "fa:16:3e:31:b4:04", "network": {"id": "66750c80-d5c2-4b4f-9575-cdf32a68ebc7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-309076217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c9902cdb8d44e288ef5d1588d0de88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fda7324-e4", "ovs_interfaceid": "3fda7324-e443-41d7-9709-10cd1326a355", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2045.744193] env[71058]: DEBUG oslo_concurrency.lockutils [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.205s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2045.744844] env[71058]: DEBUG nova.compute.manager [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 2045.747793] env[71058]: DEBUG oslo_concurrency.lockutils [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Releasing lock "refresh_cache-cecf0b9c-594f-47b9-9116-e38b922a86d9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2045.748101] env[71058]: DEBUG nova.compute.manager [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Instance network_info: |[{"id": "3fda7324-e443-41d7-9709-10cd1326a355", "address": "fa:16:3e:31:b4:04", "network": {"id": "66750c80-d5c2-4b4f-9575-cdf32a68ebc7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-309076217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c9902cdb8d44e288ef5d1588d0de88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fda7324-e4", "ovs_interfaceid": "3fda7324-e443-41d7-9709-10cd1326a355", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 2045.748716] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:b4:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'df1bf911-aac9-4d2d-ae69-66ace3e6a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fda7324-e443-41d7-9709-10cd1326a355', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 2045.756883] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 2045.757113] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 2045.757334] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba99cf99-37c5-4ddf-a53b-7b2d3e34a602 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2045.777527] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 2045.777527] env[71058]:    value = "task-2874175"
[ 2045.777527] env[71058]:    _type = "Task"
[ 2045.777527] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2045.788781] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874175, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2046.013899] env[71058]: DEBUG nova.compute.manager [req-c0c1fbb8-e23b-43c3-9214-9ed68bc491f4 req-d12ea5d9-4298-4e01-8924-2d616c8c3342 service nova] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Received event network-changed-3fda7324-e443-41d7-9709-10cd1326a355 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2046.014111] env[71058]: DEBUG nova.compute.manager [req-c0c1fbb8-e23b-43c3-9214-9ed68bc491f4 req-d12ea5d9-4298-4e01-8924-2d616c8c3342 service nova] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Refreshing instance network info cache due to event network-changed-3fda7324-e443-41d7-9709-10cd1326a355. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 2046.014374] env[71058]: DEBUG oslo_concurrency.lockutils [req-c0c1fbb8-e23b-43c3-9214-9ed68bc491f4 req-d12ea5d9-4298-4e01-8924-2d616c8c3342 service nova] Acquiring lock "refresh_cache-cecf0b9c-594f-47b9-9116-e38b922a86d9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2046.014544] env[71058]: DEBUG oslo_concurrency.lockutils [req-c0c1fbb8-e23b-43c3-9214-9ed68bc491f4 req-d12ea5d9-4298-4e01-8924-2d616c8c3342 service nova] Acquired lock "refresh_cache-cecf0b9c-594f-47b9-9116-e38b922a86d9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2046.014727] env[71058]: DEBUG nova.network.neutron [req-c0c1fbb8-e23b-43c3-9214-9ed68bc491f4 req-d12ea5d9-4298-4e01-8924-2d616c8c3342 service nova] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Refreshing network info cache for port 3fda7324-e443-41d7-9709-10cd1326a355 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 2046.139859] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "8158fd1a-423a-4569-a437-4f278e010923" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2046.140200] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "8158fd1a-423a-4569-a437-4f278e010923" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2046.251082] env[71058]: DEBUG nova.compute.utils [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 2046.252298] env[71058]: DEBUG nova.compute.manager [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 2046.252485] env[71058]: DEBUG nova.network.neutron [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 2046.288417] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874175, 'name': CreateVM_Task, 'duration_secs': 0.291768} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2046.288590] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 2046.289255] env[71058]: DEBUG oslo_concurrency.lockutils [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2046.289417] env[71058]: DEBUG oslo_concurrency.lockutils [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2046.289746] env[71058]: DEBUG oslo_concurrency.lockutils [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 2046.290109] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b79eaca-2bc7-4154-8fe6-1c719ecfd243 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2046.295163] env[71058]: DEBUG oslo_vmware.api [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 2046.295163] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5298c1f7-d000-48b8-0aeb-f01422070a31"
[ 2046.295163] env[71058]:    _type = "Task"
[ 2046.295163] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2046.296346] env[71058]: DEBUG nova.policy [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '308e55a619ef4d3cbfd603ca6f4a309d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd59a3fa233a542f1984c0dbe29acd43c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 2046.305405] env[71058]: DEBUG oslo_vmware.api [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5298c1f7-d000-48b8-0aeb-f01422070a31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2046.622110] env[71058]: DEBUG nova.network.neutron [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Successfully created port: 3f66a64e-4f84-4ff4-8d8d-951305c6b527 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 2046.642819] env[71058]: DEBUG nova.compute.manager [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 2046.755856] env[71058]: DEBUG nova.compute.manager [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 2046.808423] env[71058]: DEBUG oslo_vmware.api [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5298c1f7-d000-48b8-0aeb-f01422070a31, 'name': SearchDatastore_Task, 'duration_secs': 0.012129} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2046.808709] env[71058]: DEBUG oslo_concurrency.lockutils [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2046.808937] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 2046.809190] env[71058]: DEBUG oslo_concurrency.lockutils [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2046.809334] env[71058]: DEBUG oslo_concurrency.lockutils [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2046.809506] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 2046.809765] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8022c6cd-c8d4-48f2-b621-1bb17b524186 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2046.818194] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 2046.818367] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 2046.819051] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4b1ac6b-1348-409e-a774-c2d0f066ff7a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2046.824182] env[71058]: DEBUG oslo_vmware.api [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 2046.824182] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523d1d94-ab9d-595b-4b2f-ace109349c51"
[ 2046.824182] env[71058]:    _type = "Task"
[ 2046.824182] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2046.832030] env[71058]: DEBUG oslo_vmware.api [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523d1d94-ab9d-595b-4b2f-ace109349c51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2047.122825] env[71058]: DEBUG nova.network.neutron [req-c0c1fbb8-e23b-43c3-9214-9ed68bc491f4 req-d12ea5d9-4298-4e01-8924-2d616c8c3342 service nova] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Updated VIF entry in instance network info cache for port 3fda7324-e443-41d7-9709-10cd1326a355. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 2047.125326] env[71058]: DEBUG nova.network.neutron [req-c0c1fbb8-e23b-43c3-9214-9ed68bc491f4 req-d12ea5d9-4298-4e01-8924-2d616c8c3342 service nova] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Updating instance_info_cache with network_info: [{"id": "3fda7324-e443-41d7-9709-10cd1326a355", "address": "fa:16:3e:31:b4:04", "network": {"id": "66750c80-d5c2-4b4f-9575-cdf32a68ebc7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-309076217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c9902cdb8d44e288ef5d1588d0de88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fda7324-e4", "ovs_interfaceid": "3fda7324-e443-41d7-9709-10cd1326a355", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2047.172466] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2047.172777] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2047.174780] env[71058]: INFO nova.compute.claims [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 2047.334770] env[71058]: DEBUG oslo_vmware.api [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523d1d94-ab9d-595b-4b2f-ace109349c51, 'name': SearchDatastore_Task, 'duration_secs': 0.019999} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2047.335750] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc2dcaf1-3719-403a-bd91-c058391c8c23 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2047.340828] env[71058]: DEBUG oslo_vmware.api [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 2047.340828] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5277e5ad-6f5d-3cd7-4fa9-f034491d31ef"
[ 2047.340828] env[71058]:    _type = "Task"
[ 2047.340828] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2047.348036] env[71058]: DEBUG oslo_vmware.api [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5277e5ad-6f5d-3cd7-4fa9-f034491d31ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2047.628415] env[71058]: DEBUG oslo_concurrency.lockutils [req-c0c1fbb8-e23b-43c3-9214-9ed68bc491f4 req-d12ea5d9-4298-4e01-8924-2d616c8c3342 service nova] Releasing lock "refresh_cache-cecf0b9c-594f-47b9-9116-e38b922a86d9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2047.628719] env[71058]: DEBUG nova.compute.manager [req-c0c1fbb8-e23b-43c3-9214-9ed68bc491f4 req-d12ea5d9-4298-4e01-8924-2d616c8c3342 service nova] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Received event network-changed-a1a51512-fa48-4616-a469-adbc8cf31252 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2047.628890] env[71058]: DEBUG nova.compute.manager [req-c0c1fbb8-e23b-43c3-9214-9ed68bc491f4 req-d12ea5d9-4298-4e01-8924-2d616c8c3342 service nova] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Refreshing instance network info cache due to event network-changed-a1a51512-fa48-4616-a469-adbc8cf31252. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 2047.629123] env[71058]: DEBUG oslo_concurrency.lockutils [req-c0c1fbb8-e23b-43c3-9214-9ed68bc491f4 req-d12ea5d9-4298-4e01-8924-2d616c8c3342 service nova] Acquiring lock "refresh_cache-5b34ec42-36e1-47dd-96a4-efc5d437c4d9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2047.629344] env[71058]: DEBUG oslo_concurrency.lockutils [req-c0c1fbb8-e23b-43c3-9214-9ed68bc491f4 req-d12ea5d9-4298-4e01-8924-2d616c8c3342 service nova] Acquired lock "refresh_cache-5b34ec42-36e1-47dd-96a4-efc5d437c4d9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2047.629529] env[71058]: DEBUG nova.network.neutron [req-c0c1fbb8-e23b-43c3-9214-9ed68bc491f4 req-d12ea5d9-4298-4e01-8924-2d616c8c3342 service nova] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Refreshing network info cache for port a1a51512-fa48-4616-a469-adbc8cf31252 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 2047.764798] env[71058]: DEBUG nova.compute.manager [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 2047.791418] env[71058]: DEBUG nova.virt.hardware [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 2047.791682] env[71058]: DEBUG nova.virt.hardware [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 2047.791840] env[71058]: DEBUG nova.virt.hardware [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 2047.792029] env[71058]: DEBUG nova.virt.hardware [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 2047.792180] env[71058]: DEBUG nova.virt.hardware [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 2047.792419] env[71058]: DEBUG nova.virt.hardware [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 2047.792644] env[71058]: DEBUG nova.virt.hardware [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 2047.792804] env[71058]: DEBUG nova.virt.hardware [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 2047.792968] env[71058]: DEBUG nova.virt.hardware [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 2047.793173] env[71058]: DEBUG nova.virt.hardware [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 2047.793413] env[71058]: DEBUG nova.virt.hardware [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 2047.794273] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b92bb00-8163-48d3-a5f8-38a90116cf7a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2047.802133] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4be702f-bf68-4efc-bd49-cd6d00970d95 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2047.850400] env[71058]: DEBUG oslo_vmware.api [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5277e5ad-6f5d-3cd7-4fa9-f034491d31ef, 'name': SearchDatastore_Task, 'duration_secs': 0.008604} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2047.850642] env[71058]: DEBUG oslo_concurrency.lockutils [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2047.850886] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] cecf0b9c-594f-47b9-9116-e38b922a86d9/cecf0b9c-594f-47b9-9116-e38b922a86d9.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 2047.851143] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bf2081b-7a3d-474d-99cd-caa6280fcc84 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2047.858758] env[71058]: DEBUG oslo_vmware.api [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 2047.858758] env[71058]:    value = "task-2874176"
[ 2047.858758] env[71058]:    _type = "Task"
[ 2047.858758] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2047.866055] env[71058]: DEBUG oslo_vmware.api [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2048.320952] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfdb4be-88c4-48f9-9c43-ce6417a4e68f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2048.328675] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de7246a-bc8a-4796-bc6f-773a8b278501 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2048.361874] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f45d543-a226-4c04-bb58-40fdca509ad7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2048.375656] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90688ebf-6eea-4cf8-b19e-a5f71687d40e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2048.379491] env[71058]: DEBUG oslo_vmware.api [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874176, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430142} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2048.379759] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] cecf0b9c-594f-47b9-9116-e38b922a86d9/cecf0b9c-594f-47b9-9116-e38b922a86d9.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 2048.379972] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 2048.380567] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-561f2dee-5309-4ecc-bf8c-27e501694743 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2048.390381] env[71058]: DEBUG nova.compute.provider_tree [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2048.396897] env[71058]: DEBUG oslo_vmware.api [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 2048.396897] env[71058]:    value = "task-2874177"
[ 2048.396897] env[71058]:    _type = "Task"
[ 2048.396897] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2048.406020] env[71058]: DEBUG oslo_vmware.api [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874177, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2048.474066] env[71058]: DEBUG nova.compute.manager [req-221d12eb-8cd1-4fc5-8dd3-9fde81ee2fa1 req-073d336f-2f62-4396-a027-f4a3e7c517b0 service nova] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Received event network-vif-plugged-3f66a64e-4f84-4ff4-8d8d-951305c6b527 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2048.474295] env[71058]: DEBUG oslo_concurrency.lockutils [req-221d12eb-8cd1-4fc5-8dd3-9fde81ee2fa1 req-073d336f-2f62-4396-a027-f4a3e7c517b0 service nova] Acquiring lock "86b3c393-e29b-4569-8d2f-43eb9bb134dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2048.474502] env[71058]: DEBUG oslo_concurrency.lockutils [req-221d12eb-8cd1-4fc5-8dd3-9fde81ee2fa1 req-073d336f-2f62-4396-a027-f4a3e7c517b0 service nova] Lock "86b3c393-e29b-4569-8d2f-43eb9bb134dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2048.474666] env[71058]: DEBUG oslo_concurrency.lockutils [req-221d12eb-8cd1-4fc5-8dd3-9fde81ee2fa1 req-073d336f-2f62-4396-a027-f4a3e7c517b0 service nova] Lock "86b3c393-e29b-4569-8d2f-43eb9bb134dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2048.474832] env[71058]: DEBUG nova.compute.manager [req-221d12eb-8cd1-4fc5-8dd3-9fde81ee2fa1 req-073d336f-2f62-4396-a027-f4a3e7c517b0 service nova] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] No waiting events found dispatching network-vif-plugged-3f66a64e-4f84-4ff4-8d8d-951305c6b527 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 2048.474994] env[71058]: WARNING nova.compute.manager [req-221d12eb-8cd1-4fc5-8dd3-9fde81ee2fa1 req-073d336f-2f62-4396-a027-f4a3e7c517b0 service nova] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Received unexpected event network-vif-plugged-3f66a64e-4f84-4ff4-8d8d-951305c6b527 for instance with vm_state building and task_state spawning.
[ 2048.485084] env[71058]: DEBUG nova.network.neutron [req-c0c1fbb8-e23b-43c3-9214-9ed68bc491f4 req-d12ea5d9-4298-4e01-8924-2d616c8c3342 service nova] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Updated VIF entry in instance network info cache for port a1a51512-fa48-4616-a469-adbc8cf31252. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 2048.485497] env[71058]: DEBUG nova.network.neutron [req-c0c1fbb8-e23b-43c3-9214-9ed68bc491f4 req-d12ea5d9-4298-4e01-8924-2d616c8c3342 service nova] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Updating instance_info_cache with network_info: [{"id": "a1a51512-fa48-4616-a469-adbc8cf31252", "address": "fa:16:3e:1d:74:a1", "network": {"id": "eed0ed9f-c9c0-479d-9f26-32380ccce41d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-107034560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26714986ff914a30b2d9b73105bbc3f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1a51512-fa", "ovs_interfaceid": "a1a51512-fa48-4616-a469-adbc8cf31252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2048.569865] env[71058]: DEBUG nova.network.neutron [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Successfully updated port: 3f66a64e-4f84-4ff4-8d8d-951305c6b527 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 2048.893251] env[71058]: DEBUG nova.scheduler.client.report [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 2048.906897] env[71058]: DEBUG oslo_vmware.api [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874177, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.30272} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2048.907311] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 2048.908201] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e4c290-5982-41dd-a0f5-b3518331de61 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2048.930594] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] cecf0b9c-594f-47b9-9116-e38b922a86d9/cecf0b9c-594f-47b9-9116-e38b922a86d9.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 2048.931284] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b9558fb-a7b2-49d9-b625-2af866b8ebe4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2048.951753] env[71058]: DEBUG oslo_vmware.api [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 2048.951753] env[71058]:    value = "task-2874178"
[ 2048.951753] env[71058]:    _type = "Task"
[ 2048.951753] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2048.959606] env[71058]: DEBUG oslo_vmware.api [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874178, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2048.988355] env[71058]: DEBUG oslo_concurrency.lockutils [req-c0c1fbb8-e23b-43c3-9214-9ed68bc491f4 req-d12ea5d9-4298-4e01-8924-2d616c8c3342 service nova] Releasing lock "refresh_cache-5b34ec42-36e1-47dd-96a4-efc5d437c4d9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2049.072961] env[71058]: DEBUG oslo_concurrency.lockutils [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Acquiring lock "refresh_cache-86b3c393-e29b-4569-8d2f-43eb9bb134dc" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2049.073269] env[71058]: DEBUG oslo_concurrency.lockutils [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Acquired lock "refresh_cache-86b3c393-e29b-4569-8d2f-43eb9bb134dc" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2049.073556] env[71058]: DEBUG nova.network.neutron [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 2049.352451] env[71058]: DEBUG oslo_concurrency.lockutils [None req-057b709b-fd5d-4a04-82cf-bbfeb281d56f tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquiring lock "cc9d430d-d2b8-428f-90d4-25770ea51f28" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2049.352903] env[71058]: DEBUG oslo_concurrency.lockutils [None req-057b709b-fd5d-4a04-82cf-bbfeb281d56f tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lock "cc9d430d-d2b8-428f-90d4-25770ea51f28" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2049.353123] env[71058]: DEBUG oslo_concurrency.lockutils [None req-057b709b-fd5d-4a04-82cf-bbfeb281d56f tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquiring lock "cc9d430d-d2b8-428f-90d4-25770ea51f28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2049.353429] env[71058]: DEBUG oslo_concurrency.lockutils [None req-057b709b-fd5d-4a04-82cf-bbfeb281d56f tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lock "cc9d430d-d2b8-428f-90d4-25770ea51f28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2049.353695] env[71058]: DEBUG oslo_concurrency.lockutils [None req-057b709b-fd5d-4a04-82cf-bbfeb281d56f tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lock "cc9d430d-d2b8-428f-90d4-25770ea51f28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2049.356077] env[71058]: INFO nova.compute.manager [None req-057b709b-fd5d-4a04-82cf-bbfeb281d56f tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Terminating instance
[ 2049.398181] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.225s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2049.398707] env[71058]: DEBUG nova.compute.manager [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 2049.461899] env[71058]: DEBUG oslo_vmware.api [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874178, 'name': ReconfigVM_Task, 'duration_secs': 0.354064} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2049.462191] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Reconfigured VM instance instance-00000076 to attach disk [datastore2] cecf0b9c-594f-47b9-9116-e38b922a86d9/cecf0b9c-594f-47b9-9116-e38b922a86d9.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 2049.462831] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9999a16c-2aa9-463f-82db-0a066b6e2ac3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2049.469386] env[71058]: DEBUG oslo_vmware.api [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 2049.469386] env[71058]:    value = "task-2874179"
[ 2049.469386] env[71058]:    _type = "Task"
[ 2049.469386] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2049.476808] env[71058]: DEBUG oslo_vmware.api [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874179, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2049.610350] env[71058]: DEBUG nova.network.neutron [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 2049.759077] env[71058]: DEBUG nova.network.neutron [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Updating instance_info_cache with network_info: [{"id": "3f66a64e-4f84-4ff4-8d8d-951305c6b527", "address": "fa:16:3e:e3:7f:ae", "network": {"id": "c47c5baf-9320-4c38-af81-919e5892379f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-671092996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59a3fa233a542f1984c0dbe29acd43c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f66a64e-4f", "ovs_interfaceid": "3f66a64e-4f84-4ff4-8d8d-951305c6b527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2049.860125] env[71058]: DEBUG nova.compute.manager [None req-057b709b-fd5d-4a04-82cf-bbfeb281d56f tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 2049.860125] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-057b709b-fd5d-4a04-82cf-bbfeb281d56f tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 2049.861214] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365930b0-9baa-43ab-b4f5-6426fdb2433b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2049.869015] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-057b709b-fd5d-4a04-82cf-bbfeb281d56f tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 2049.869247] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7591f59a-eaa7-433e-ad77-643c54b3f21a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2049.876723] env[71058]: DEBUG oslo_vmware.api [None req-057b709b-fd5d-4a04-82cf-bbfeb281d56f tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 2049.876723] env[71058]:    value = "task-2874180"
[ 2049.876723] env[71058]:    _type = "Task"
[ 2049.876723] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2049.884597] env[71058]: DEBUG oslo_vmware.api [None req-057b709b-fd5d-4a04-82cf-bbfeb281d56f tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2049.905948] env[71058]: DEBUG nova.compute.utils [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 2049.907376] env[71058]: DEBUG nova.compute.manager [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 2049.907563] env[71058]: DEBUG nova.network.neutron [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 2049.945638] env[71058]: DEBUG nova.policy [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb7b8ce61c4a42d997e357f20f8b6088', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df590cd3ec8f4748ad8a273f58d2f095', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 2049.980395] env[71058]: DEBUG oslo_vmware.api [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874179, 'name': Rename_Task, 'duration_secs': 0.166102} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2049.980699] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 2049.980958] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3274d2ca-77ef-416c-8864-9eba6904275c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2049.987187] env[71058]: DEBUG oslo_vmware.api [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 2049.987187] env[71058]:    value = "task-2874181"
[ 2049.987187] env[71058]:    _type = "Task"
[ 2049.987187] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2049.994504] env[71058]: DEBUG oslo_vmware.api [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2050.234140] env[71058]: DEBUG nova.network.neutron [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Successfully created port: 88ff3bf8-5f73-470d-bbf4-cb75b1abf94f {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 2050.260554] env[71058]: DEBUG oslo_concurrency.lockutils [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Releasing lock "refresh_cache-86b3c393-e29b-4569-8d2f-43eb9bb134dc" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2050.260881] env[71058]: DEBUG nova.compute.manager [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Instance network_info: |[{"id": "3f66a64e-4f84-4ff4-8d8d-951305c6b527", "address": "fa:16:3e:e3:7f:ae", "network": {"id": "c47c5baf-9320-4c38-af81-919e5892379f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-671092996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59a3fa233a542f1984c0dbe29acd43c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f66a64e-4f", "ovs_interfaceid": "3f66a64e-4f84-4ff4-8d8d-951305c6b527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 2050.261335] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:7f:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f66a64e-4f84-4ff4-8d8d-951305c6b527', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 2050.268938] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Creating folder: Project (d59a3fa233a542f1984c0dbe29acd43c). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 2050.269274] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b2be90d-78ce-4862-90ba-f89fcdfa7f63 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2050.285381] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Created folder: Project (d59a3fa233a542f1984c0dbe29acd43c) in parent group-v577298.
[ 2050.285381] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Creating folder: Instances. Parent ref: group-v577631. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 2050.285381] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b917a4c-0020-4543-8641-c1024d32d972 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2050.296129] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Created folder: Instances in parent group-v577631.
[ 2050.296557] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 2050.296868] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 2050.297206] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e3bdada-9e2f-465f-a850-de2d67304321 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2050.315998] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 2050.315998] env[71058]:    value = "task-2874184"
[ 2050.315998] env[71058]:    _type = "Task"
[ 2050.315998] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2050.323902] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874184, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2050.386797] env[71058]: DEBUG oslo_vmware.api [None req-057b709b-fd5d-4a04-82cf-bbfeb281d56f tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874180, 'name': PowerOffVM_Task, 'duration_secs': 0.177869} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2050.387137] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-057b709b-fd5d-4a04-82cf-bbfeb281d56f tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 2050.387370] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-057b709b-fd5d-4a04-82cf-bbfeb281d56f tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 2050.387698] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1c1842b-35ae-4c1f-b9ae-93cfb2321084 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2050.410500] env[71058]: DEBUG nova.compute.manager [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 2050.477251] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-057b709b-fd5d-4a04-82cf-bbfeb281d56f tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 2050.477469] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-057b709b-fd5d-4a04-82cf-bbfeb281d56f tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 2050.477704] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-057b709b-fd5d-4a04-82cf-bbfeb281d56f tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Deleting the datastore file [datastore2] cc9d430d-d2b8-428f-90d4-25770ea51f28 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 2050.478055] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75c583c0-c99a-4e36-9950-f91b34b3c46f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2050.485926] env[71058]: DEBUG oslo_vmware.api [None req-057b709b-fd5d-4a04-82cf-bbfeb281d56f tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for the task: (returnval){
[ 2050.485926] env[71058]:    value = "task-2874186"
[ 2050.485926] env[71058]:    _type = "Task"
[ 2050.485926] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2050.500070] env[71058]: DEBUG oslo_vmware.api [None req-057b709b-fd5d-4a04-82cf-bbfeb281d56f tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2050.504350] env[71058]: DEBUG oslo_vmware.api [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874181, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2050.507117] env[71058]: DEBUG nova.compute.manager [req-7edcc2f7-0a43-427c-8d9b-f847c6c435f7 req-a09fb1e5-2b60-4686-b876-0ce75f053315 service nova] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Received event network-changed-3f66a64e-4f84-4ff4-8d8d-951305c6b527 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2050.507343] env[71058]: DEBUG nova.compute.manager [req-7edcc2f7-0a43-427c-8d9b-f847c6c435f7 req-a09fb1e5-2b60-4686-b876-0ce75f053315 service nova] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Refreshing instance network info cache due to event network-changed-3f66a64e-4f84-4ff4-8d8d-951305c6b527. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 2050.507564] env[71058]: DEBUG oslo_concurrency.lockutils [req-7edcc2f7-0a43-427c-8d9b-f847c6c435f7 req-a09fb1e5-2b60-4686-b876-0ce75f053315 service nova] Acquiring lock "refresh_cache-86b3c393-e29b-4569-8d2f-43eb9bb134dc" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2050.507720] env[71058]: DEBUG oslo_concurrency.lockutils [req-7edcc2f7-0a43-427c-8d9b-f847c6c435f7 req-a09fb1e5-2b60-4686-b876-0ce75f053315 service nova] Acquired lock "refresh_cache-86b3c393-e29b-4569-8d2f-43eb9bb134dc" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2050.507913] env[71058]: DEBUG nova.network.neutron [req-7edcc2f7-0a43-427c-8d9b-f847c6c435f7 req-a09fb1e5-2b60-4686-b876-0ce75f053315 service nova] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Refreshing network info cache for port 3f66a64e-4f84-4ff4-8d8d-951305c6b527 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 2050.826584] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874184, 'name': CreateVM_Task, 'duration_secs': 0.338214} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2050.826801] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 2050.827582] env[71058]: DEBUG oslo_concurrency.lockutils [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2050.827745] env[71058]: DEBUG oslo_concurrency.lockutils [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2050.828088] env[71058]: DEBUG oslo_concurrency.lockutils [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 2050.828376] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faee3e36-113c-472e-ab63-4c8829c31288 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2050.833598] env[71058]: DEBUG oslo_vmware.api [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Waiting for the task: (returnval){
[ 2050.833598] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b408d4-a793-b6dd-5891-b1124614f77d"
[ 2050.833598] env[71058]:    _type = "Task"
[ 2050.833598] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2050.841647] env[71058]: DEBUG oslo_vmware.api [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b408d4-a793-b6dd-5891-b1124614f77d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2050.998030] env[71058]: DEBUG oslo_vmware.api [None req-057b709b-fd5d-4a04-82cf-bbfeb281d56f tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Task: {'id': task-2874186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170815} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2051.000890] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-057b709b-fd5d-4a04-82cf-bbfeb281d56f tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 2051.001107] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-057b709b-fd5d-4a04-82cf-bbfeb281d56f tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 2051.001290] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-057b709b-fd5d-4a04-82cf-bbfeb281d56f tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 2051.001463] env[71058]: INFO nova.compute.manager [None req-057b709b-fd5d-4a04-82cf-bbfeb281d56f tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Took 1.14 seconds to destroy the instance on the hypervisor.
[ 2051.001707] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-057b709b-fd5d-4a04-82cf-bbfeb281d56f tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 2051.001947] env[71058]: DEBUG oslo_vmware.api [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874181, 'name': PowerOnVM_Task, 'duration_secs': 0.543462} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2051.002116] env[71058]: DEBUG nova.compute.manager [-] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 2051.002213] env[71058]: DEBUG nova.network.neutron [-] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 2051.003828] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 2051.004046] env[71058]: INFO nova.compute.manager [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Took 7.15 seconds to spawn the instance on the hypervisor.
[ 2051.004232] env[71058]: DEBUG nova.compute.manager [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 2051.004961] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022b4d20-5790-4f55-b943-87a900ad93b3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2051.211424] env[71058]: DEBUG nova.network.neutron [req-7edcc2f7-0a43-427c-8d9b-f847c6c435f7 req-a09fb1e5-2b60-4686-b876-0ce75f053315 service nova] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Updated VIF entry in instance network info cache for port 3f66a64e-4f84-4ff4-8d8d-951305c6b527. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 2051.211958] env[71058]: DEBUG nova.network.neutron [req-7edcc2f7-0a43-427c-8d9b-f847c6c435f7 req-a09fb1e5-2b60-4686-b876-0ce75f053315 service nova] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Updating instance_info_cache with network_info: [{"id": "3f66a64e-4f84-4ff4-8d8d-951305c6b527", "address": "fa:16:3e:e3:7f:ae", "network": {"id": "c47c5baf-9320-4c38-af81-919e5892379f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-671092996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59a3fa233a542f1984c0dbe29acd43c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f66a64e-4f", "ovs_interfaceid": "3f66a64e-4f84-4ff4-8d8d-951305c6b527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2051.344271] env[71058]: DEBUG oslo_vmware.api [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52b408d4-a793-b6dd-5891-b1124614f77d, 'name': SearchDatastore_Task, 'duration_secs': 0.010129} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2051.344583] env[71058]: DEBUG oslo_concurrency.lockutils [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2051.344934] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 2051.345140] env[71058]: DEBUG oslo_concurrency.lockutils [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2051.345315] env[71058]: DEBUG oslo_concurrency.lockutils [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2051.345505] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 2051.345803] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-653578f8-9e80-4307-b28f-65464c8aafff {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2051.354420] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 2051.354611] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 2051.355395] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8e5a9da-9890-4b42-b688-84367c3ca2cc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2051.360461] env[71058]: DEBUG oslo_vmware.api [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Waiting for the task: (returnval){
[ 2051.360461] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]529f8889-4c6c-cca2-542c-c0d34d727c32"
[ 2051.360461] env[71058]:    _type = "Task"
[ 2051.360461] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2051.368582] env[71058]: DEBUG oslo_vmware.api [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]529f8889-4c6c-cca2-542c-c0d34d727c32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2051.424324] env[71058]: DEBUG nova.compute.manager [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 2051.452545] env[71058]: DEBUG nova.virt.hardware [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 2051.452771] env[71058]: DEBUG nova.virt.hardware [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 2051.452924] env[71058]: DEBUG nova.virt.hardware [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 2051.453119] env[71058]: DEBUG nova.virt.hardware [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 2051.453286] env[71058]: DEBUG nova.virt.hardware [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 2051.453444] env[71058]: DEBUG nova.virt.hardware [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 2051.453650] env[71058]: DEBUG nova.virt.hardware [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 2051.453859] env[71058]: DEBUG nova.virt.hardware [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 2051.453969] env[71058]: DEBUG nova.virt.hardware [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 2051.454242] env[71058]: DEBUG nova.virt.hardware [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 2051.454467] env[71058]: DEBUG nova.virt.hardware [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 2051.455361] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce87a91-f55f-44d4-8d9e-f4750a5f4213 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2051.463213] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45a678f-f749-4c2c-ad74-71eaac712335 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2051.524609] env[71058]: INFO nova.compute.manager [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Took 11.91 seconds to build instance.
[ 2051.715158] env[71058]: DEBUG oslo_concurrency.lockutils [req-7edcc2f7-0a43-427c-8d9b-f847c6c435f7 req-a09fb1e5-2b60-4686-b876-0ce75f053315 service nova] Releasing lock "refresh_cache-86b3c393-e29b-4569-8d2f-43eb9bb134dc" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2051.872350] env[71058]: DEBUG oslo_vmware.api [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]529f8889-4c6c-cca2-542c-c0d34d727c32, 'name': SearchDatastore_Task, 'duration_secs': 0.014686} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2051.873250] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecae5146-2559-4f64-8ab0-5f46f617fde0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2051.879064] env[71058]: DEBUG oslo_vmware.api [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Waiting for the task: (returnval){
[ 2051.879064] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]525bd4df-9882-6d77-c889-47d0672ee4c8"
[ 2051.879064] env[71058]:    _type = "Task"
[ 2051.879064] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2051.887197] env[71058]: DEBUG oslo_vmware.api [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]525bd4df-9882-6d77-c889-47d0672ee4c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2051.946075] env[71058]: DEBUG nova.network.neutron [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Successfully updated port: 88ff3bf8-5f73-470d-bbf4-cb75b1abf94f {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 2052.008763] env[71058]: DEBUG nova.network.neutron [-] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2052.026980] env[71058]: DEBUG oslo_concurrency.lockutils [None req-56c9c4b3-882f-411c-b01e-cae3c451b47e tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "cecf0b9c-594f-47b9-9116-e38b922a86d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.434s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2052.389476] env[71058]: DEBUG oslo_vmware.api [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]525bd4df-9882-6d77-c889-47d0672ee4c8, 'name': SearchDatastore_Task, 'duration_secs': 0.040872} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2052.389749] env[71058]: DEBUG oslo_concurrency.lockutils [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2052.390014] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 86b3c393-e29b-4569-8d2f-43eb9bb134dc/86b3c393-e29b-4569-8d2f-43eb9bb134dc.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 2052.390640] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c4376bb-cd52-43b0-881b-dc64c8a3172e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2052.398362] env[71058]: DEBUG oslo_vmware.api [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Waiting for the task: (returnval){
[ 2052.398362] env[71058]:    value = "task-2874187"
[ 2052.398362] env[71058]:    _type = "Task"
[ 2052.398362] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2052.406267] env[71058]: DEBUG oslo_vmware.api [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Task: {'id': task-2874187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2052.448349] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "refresh_cache-8158fd1a-423a-4569-a437-4f278e010923" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2052.448608] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquired lock "refresh_cache-8158fd1a-423a-4569-a437-4f278e010923" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2052.448608] env[71058]: DEBUG nova.network.neutron [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 2052.510890] env[71058]: INFO nova.compute.manager [-] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Took 1.51 seconds to deallocate network for instance.
[ 2052.541296] env[71058]: DEBUG nova.compute.manager [req-f7d1dc7e-32fc-48fc-b80d-a6b1fa44b02d req-86358b0e-4ec7-4d4a-9f4d-f95fac95edca service nova] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Received event network-vif-deleted-23b6b2f7-5db2-4611-91e3-3ef73ddd8b28 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2052.541698] env[71058]: DEBUG nova.compute.manager [req-f7d1dc7e-32fc-48fc-b80d-a6b1fa44b02d req-86358b0e-4ec7-4d4a-9f4d-f95fac95edca service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Received event network-vif-plugged-88ff3bf8-5f73-470d-bbf4-cb75b1abf94f {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2052.541769] env[71058]: DEBUG oslo_concurrency.lockutils [req-f7d1dc7e-32fc-48fc-b80d-a6b1fa44b02d req-86358b0e-4ec7-4d4a-9f4d-f95fac95edca service nova] Acquiring lock "8158fd1a-423a-4569-a437-4f278e010923-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2052.541917] env[71058]: DEBUG oslo_concurrency.lockutils [req-f7d1dc7e-32fc-48fc-b80d-a6b1fa44b02d req-86358b0e-4ec7-4d4a-9f4d-f95fac95edca service nova] Lock "8158fd1a-423a-4569-a437-4f278e010923-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2052.542096] env[71058]: DEBUG oslo_concurrency.lockutils [req-f7d1dc7e-32fc-48fc-b80d-a6b1fa44b02d req-86358b0e-4ec7-4d4a-9f4d-f95fac95edca service nova] Lock "8158fd1a-423a-4569-a437-4f278e010923-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2052.542281] env[71058]: DEBUG nova.compute.manager [req-f7d1dc7e-32fc-48fc-b80d-a6b1fa44b02d req-86358b0e-4ec7-4d4a-9f4d-f95fac95edca service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] No waiting events found dispatching network-vif-plugged-88ff3bf8-5f73-470d-bbf4-cb75b1abf94f {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 2052.542415] env[71058]: WARNING nova.compute.manager [req-f7d1dc7e-32fc-48fc-b80d-a6b1fa44b02d req-86358b0e-4ec7-4d4a-9f4d-f95fac95edca service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Received unexpected event network-vif-plugged-88ff3bf8-5f73-470d-bbf4-cb75b1abf94f for instance with vm_state building and task_state spawning.
[ 2052.542569] env[71058]: DEBUG nova.compute.manager [req-f7d1dc7e-32fc-48fc-b80d-a6b1fa44b02d req-86358b0e-4ec7-4d4a-9f4d-f95fac95edca service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Received event network-changed-88ff3bf8-5f73-470d-bbf4-cb75b1abf94f {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2052.542839] env[71058]: DEBUG nova.compute.manager [req-f7d1dc7e-32fc-48fc-b80d-a6b1fa44b02d req-86358b0e-4ec7-4d4a-9f4d-f95fac95edca service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Refreshing instance network info cache due to event network-changed-88ff3bf8-5f73-470d-bbf4-cb75b1abf94f. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 2052.543028] env[71058]: DEBUG oslo_concurrency.lockutils [req-f7d1dc7e-32fc-48fc-b80d-a6b1fa44b02d req-86358b0e-4ec7-4d4a-9f4d-f95fac95edca service nova] Acquiring lock "refresh_cache-8158fd1a-423a-4569-a437-4f278e010923" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2052.909465] env[71058]: DEBUG oslo_vmware.api [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Task: {'id': task-2874187, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2052.989751] env[71058]: DEBUG nova.network.neutron [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 2053.020729] env[71058]: DEBUG oslo_concurrency.lockutils [None req-057b709b-fd5d-4a04-82cf-bbfeb281d56f tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2053.021305] env[71058]: DEBUG oslo_concurrency.lockutils [None req-057b709b-fd5d-4a04-82cf-bbfeb281d56f tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2053.021454] env[71058]: DEBUG nova.objects.instance [None req-057b709b-fd5d-4a04-82cf-bbfeb281d56f tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lazy-loading 'resources' on Instance uuid cc9d430d-d2b8-428f-90d4-25770ea51f28 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2053.195650] env[71058]: DEBUG nova.network.neutron [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Updating instance_info_cache with network_info: [{"id": "88ff3bf8-5f73-470d-bbf4-cb75b1abf94f", "address": "fa:16:3e:b5:9a:d0", "network": {"id": "5ecbb149-fd57-4a44-a6cc-48e0b1e653a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1232521171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df590cd3ec8f4748ad8a273f58d2f095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88ff3bf8-5f", "ovs_interfaceid": "88ff3bf8-5f73-470d-bbf4-cb75b1abf94f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2053.410151] env[71058]: DEBUG oslo_vmware.api [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Task: {'id': task-2874187, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675262} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2053.410428] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 86b3c393-e29b-4569-8d2f-43eb9bb134dc/86b3c393-e29b-4569-8d2f-43eb9bb134dc.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 2053.410649] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 2053.410909] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be238dcc-3328-47e8-92c1-23c4fdeacfea {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2053.417611] env[71058]: DEBUG oslo_vmware.api [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Waiting for the task: (returnval){
[ 2053.417611] env[71058]:    value = "task-2874189"
[ 2053.417611] env[71058]:    _type = "Task"
[ 2053.417611] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2053.425107] env[71058]: DEBUG oslo_vmware.api [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Task: {'id': task-2874189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2053.642208] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3e1187-1b71-4829-a8ee-61974537cb6e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2053.651239] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cfd60a-bb19-4046-98f9-dc453a75c45f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2053.681535] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce3375d-c5b3-4432-8d22-aab9ed93dfa5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2053.689297] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a944b258-8170-4768-8eaa-e006918b3ec5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2053.702364] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Releasing lock "refresh_cache-8158fd1a-423a-4569-a437-4f278e010923" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2053.702687] env[71058]: DEBUG nova.compute.manager [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Instance network_info: |[{"id": "88ff3bf8-5f73-470d-bbf4-cb75b1abf94f", "address": "fa:16:3e:b5:9a:d0", "network": {"id": "5ecbb149-fd57-4a44-a6cc-48e0b1e653a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1232521171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df590cd3ec8f4748ad8a273f58d2f095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88ff3bf8-5f", "ovs_interfaceid": "88ff3bf8-5f73-470d-bbf4-cb75b1abf94f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 2053.703177] env[71058]: DEBUG nova.compute.provider_tree [None req-057b709b-fd5d-4a04-82cf-bbfeb281d56f tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2053.704615] env[71058]: DEBUG oslo_concurrency.lockutils [req-f7d1dc7e-32fc-48fc-b80d-a6b1fa44b02d req-86358b0e-4ec7-4d4a-9f4d-f95fac95edca service nova] Acquired lock "refresh_cache-8158fd1a-423a-4569-a437-4f278e010923" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2053.704816] env[71058]: DEBUG nova.network.neutron [req-f7d1dc7e-32fc-48fc-b80d-a6b1fa44b02d req-86358b0e-4ec7-4d4a-9f4d-f95fac95edca service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Refreshing network info cache for port 88ff3bf8-5f73-470d-bbf4-cb75b1abf94f {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 2053.705883] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:9a:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92233552-2c0c-416e-9bf3-bfcca8eda2dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88ff3bf8-5f73-470d-bbf4-cb75b1abf94f', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 2053.713225] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 2053.717133] env[71058]: DEBUG nova.scheduler.client.report [None req-057b709b-fd5d-4a04-82cf-bbfeb281d56f tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 2053.719949] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 2053.720411] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96e5b455-bf7b-4417-94a9-f2734447d55e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2053.741729] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 2053.741729] env[71058]:    value = "task-2874190"
[ 2053.741729] env[71058]:    _type = "Task"
[ 2053.741729] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2053.749554] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874190, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2053.911203] env[71058]: DEBUG nova.network.neutron [req-f7d1dc7e-32fc-48fc-b80d-a6b1fa44b02d req-86358b0e-4ec7-4d4a-9f4d-f95fac95edca service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Updated VIF entry in instance network info cache for port 88ff3bf8-5f73-470d-bbf4-cb75b1abf94f. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 2053.911598] env[71058]: DEBUG nova.network.neutron [req-f7d1dc7e-32fc-48fc-b80d-a6b1fa44b02d req-86358b0e-4ec7-4d4a-9f4d-f95fac95edca service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Updating instance_info_cache with network_info: [{"id": "88ff3bf8-5f73-470d-bbf4-cb75b1abf94f", "address": "fa:16:3e:b5:9a:d0", "network": {"id": "5ecbb149-fd57-4a44-a6cc-48e0b1e653a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1232521171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df590cd3ec8f4748ad8a273f58d2f095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88ff3bf8-5f", "ovs_interfaceid": "88ff3bf8-5f73-470d-bbf4-cb75b1abf94f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2053.927578] env[71058]: DEBUG oslo_vmware.api [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Task: {'id': task-2874189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067943} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2053.927819] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 2053.928581] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6240e214-790a-4044-bf37-c494c9ec1bbb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2053.951662] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 86b3c393-e29b-4569-8d2f-43eb9bb134dc/86b3c393-e29b-4569-8d2f-43eb9bb134dc.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 2053.951927] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-172116fe-0557-4925-874c-04755f09d35f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2053.972188] env[71058]: DEBUG oslo_vmware.api [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Waiting for the task: (returnval){
[ 2053.972188] env[71058]:    value = "task-2874191"
[ 2053.972188] env[71058]:    _type = "Task"
[ 2053.972188] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2053.980133] env[71058]: DEBUG oslo_vmware.api [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Task: {'id': task-2874191, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2054.237016] env[71058]: DEBUG oslo_concurrency.lockutils [None req-057b709b-fd5d-4a04-82cf-bbfeb281d56f tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.216s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2054.251462] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874190, 'name': CreateVM_Task, 'duration_secs': 0.366407} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2054.251639] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 2054.252333] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2054.252630] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2054.252816] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 2054.253090] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b8047e1-a930-42da-97ac-bd25783d3b04 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2054.256766] env[71058]: INFO nova.scheduler.client.report [None req-057b709b-fd5d-4a04-82cf-bbfeb281d56f tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Deleted allocations for instance cc9d430d-d2b8-428f-90d4-25770ea51f28
[ 2054.258886] env[71058]: DEBUG oslo_vmware.api [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 2054.258886] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523b4579-7bdf-8f74-fa23-f84d6e53c229"
[ 2054.258886] env[71058]:    _type = "Task"
[ 2054.258886] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2054.269461] env[71058]: DEBUG oslo_vmware.api [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523b4579-7bdf-8f74-fa23-f84d6e53c229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2054.414622] env[71058]: DEBUG oslo_concurrency.lockutils [req-f7d1dc7e-32fc-48fc-b80d-a6b1fa44b02d req-86358b0e-4ec7-4d4a-9f4d-f95fac95edca service nova] Releasing lock "refresh_cache-8158fd1a-423a-4569-a437-4f278e010923" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2054.414622] env[71058]: DEBUG nova.compute.manager [req-f7d1dc7e-32fc-48fc-b80d-a6b1fa44b02d req-86358b0e-4ec7-4d4a-9f4d-f95fac95edca service nova] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Received event network-changed-3fda7324-e443-41d7-9709-10cd1326a355 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2054.414803] env[71058]: DEBUG nova.compute.manager [req-f7d1dc7e-32fc-48fc-b80d-a6b1fa44b02d req-86358b0e-4ec7-4d4a-9f4d-f95fac95edca service nova] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Refreshing instance network info cache due to event network-changed-3fda7324-e443-41d7-9709-10cd1326a355. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 2054.415011] env[71058]: DEBUG oslo_concurrency.lockutils [req-f7d1dc7e-32fc-48fc-b80d-a6b1fa44b02d req-86358b0e-4ec7-4d4a-9f4d-f95fac95edca service nova] Acquiring lock "refresh_cache-cecf0b9c-594f-47b9-9116-e38b922a86d9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2054.415161] env[71058]: DEBUG oslo_concurrency.lockutils [req-f7d1dc7e-32fc-48fc-b80d-a6b1fa44b02d req-86358b0e-4ec7-4d4a-9f4d-f95fac95edca service nova] Acquired lock "refresh_cache-cecf0b9c-594f-47b9-9116-e38b922a86d9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2054.415388] env[71058]: DEBUG nova.network.neutron [req-f7d1dc7e-32fc-48fc-b80d-a6b1fa44b02d req-86358b0e-4ec7-4d4a-9f4d-f95fac95edca service nova] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Refreshing network info cache for port 3fda7324-e443-41d7-9709-10cd1326a355 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 2054.482558] env[71058]: DEBUG oslo_vmware.api [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Task: {'id': task-2874191, 'name': ReconfigVM_Task, 'duration_secs': 0.301549} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2054.482835] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 86b3c393-e29b-4569-8d2f-43eb9bb134dc/86b3c393-e29b-4569-8d2f-43eb9bb134dc.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 2054.483539] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d4db19a-4dc3-4048-ab34-0956b5cdc45d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2054.489898] env[71058]: DEBUG oslo_vmware.api [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Waiting for the task: (returnval){
[ 2054.489898] env[71058]:    value = "task-2874192"
[ 2054.489898] env[71058]:    _type = "Task"
[ 2054.489898] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2054.497737] env[71058]: DEBUG oslo_vmware.api [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Task: {'id': task-2874192, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2054.767923] env[71058]: DEBUG oslo_concurrency.lockutils [None req-057b709b-fd5d-4a04-82cf-bbfeb281d56f tempest-AttachVolumeShelveTestJSON-599210745 tempest-AttachVolumeShelveTestJSON-599210745-project-member] Lock "cc9d430d-d2b8-428f-90d4-25770ea51f28" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.415s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2054.773558] env[71058]: DEBUG oslo_vmware.api [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523b4579-7bdf-8f74-fa23-f84d6e53c229, 'name': SearchDatastore_Task, 'duration_secs': 0.039021} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2054.773844] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2054.774105] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 2054.774340] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2054.774757] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2054.774757] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 2054.774980] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e5a55fd-fd41-4841-97a8-13ceeeced940 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2054.783879] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 2054.783973] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 2054.784842] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ac227d3-1e62-4190-aa8f-0443e920a729 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2054.790239] env[71058]: DEBUG oslo_vmware.api [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 2054.790239] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a8c9a5-6cba-2eef-cb31-a3c6dcd55056"
[ 2054.790239] env[71058]:    _type = "Task"
[ 2054.790239] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2054.798050] env[71058]: DEBUG oslo_vmware.api [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a8c9a5-6cba-2eef-cb31-a3c6dcd55056, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2054.999692] env[71058]: DEBUG oslo_vmware.api [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Task: {'id': task-2874192, 'name': Rename_Task, 'duration_secs': 0.139} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2054.999985] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 2055.000247] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d6d8d63-ce94-4c1c-b33a-a93277d1eddd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2055.006539] env[71058]: DEBUG oslo_vmware.api [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Waiting for the task: (returnval){
[ 2055.006539] env[71058]:    value = "task-2874193"
[ 2055.006539] env[71058]:    _type = "Task"
[ 2055.006539] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2055.015857] env[71058]: DEBUG oslo_vmware.api [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Task: {'id': task-2874193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2055.132018] env[71058]: DEBUG nova.network.neutron [req-f7d1dc7e-32fc-48fc-b80d-a6b1fa44b02d req-86358b0e-4ec7-4d4a-9f4d-f95fac95edca service nova] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Updated VIF entry in instance network info cache for port 3fda7324-e443-41d7-9709-10cd1326a355. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 2055.132702] env[71058]: DEBUG nova.network.neutron [req-f7d1dc7e-32fc-48fc-b80d-a6b1fa44b02d req-86358b0e-4ec7-4d4a-9f4d-f95fac95edca service nova] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Updating instance_info_cache with network_info: [{"id": "3fda7324-e443-41d7-9709-10cd1326a355", "address": "fa:16:3e:31:b4:04", "network": {"id": "66750c80-d5c2-4b4f-9575-cdf32a68ebc7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-309076217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c9902cdb8d44e288ef5d1588d0de88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fda7324-e4", "ovs_interfaceid": "3fda7324-e443-41d7-9709-10cd1326a355", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2055.300871] env[71058]: DEBUG oslo_vmware.api [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a8c9a5-6cba-2eef-cb31-a3c6dcd55056, 'name': SearchDatastore_Task, 'duration_secs': 0.008276} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2055.301644] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71a83d3f-dff3-40dd-91b7-a785c6957d4b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2055.306269] env[71058]: DEBUG oslo_vmware.api [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 2055.306269] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52313f5b-01df-2ff0-1703-fa52a64f3a08"
[ 2055.306269] env[71058]:    _type = "Task"
[ 2055.306269] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2055.314618] env[71058]: DEBUG oslo_vmware.api [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52313f5b-01df-2ff0-1703-fa52a64f3a08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2055.518295] env[71058]: DEBUG oslo_vmware.api [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Task: {'id': task-2874193, 'name': PowerOnVM_Task, 'duration_secs': 0.461635} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2055.518770] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 2055.519088] env[71058]: INFO nova.compute.manager [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Took 7.75 seconds to spawn the instance on the hypervisor.
[ 2055.519288] env[71058]: DEBUG nova.compute.manager [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 2055.520303] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903f39ec-0193-4fae-b8aa-863f3cbae749 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2055.636730] env[71058]: DEBUG oslo_concurrency.lockutils [req-f7d1dc7e-32fc-48fc-b80d-a6b1fa44b02d req-86358b0e-4ec7-4d4a-9f4d-f95fac95edca service nova] Releasing lock "refresh_cache-cecf0b9c-594f-47b9-9116-e38b922a86d9" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2055.816141] env[71058]: DEBUG oslo_vmware.api [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52313f5b-01df-2ff0-1703-fa52a64f3a08, 'name': SearchDatastore_Task, 'duration_secs': 0.00873} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2055.816484] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2055.816663] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 8158fd1a-423a-4569-a437-4f278e010923/8158fd1a-423a-4569-a437-4f278e010923.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 2055.816929] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3721d67f-c1b7-4a2e-a631-b6a93679c29d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2055.822952] env[71058]: DEBUG oslo_vmware.api [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 2055.822952] env[71058]:    value = "task-2874195"
[ 2055.822952] env[71058]:    _type = "Task"
[ 2055.822952] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2055.830888] env[71058]: DEBUG oslo_vmware.api [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2056.041229] env[71058]: INFO nova.compute.manager [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Took 14.40 seconds to build instance.
[ 2056.333195] env[71058]: DEBUG oslo_vmware.api [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2056.381913] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b9f6021e-b6c0-4fc8-8b42-89becafac464 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "3d9de29d-9a6b-451b-8ef4-741772a431bb" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2056.382354] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b9f6021e-b6c0-4fc8-8b42-89becafac464 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "3d9de29d-9a6b-451b-8ef4-741772a431bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2056.382691] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b9f6021e-b6c0-4fc8-8b42-89becafac464 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "3d9de29d-9a6b-451b-8ef4-741772a431bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2056.383034] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b9f6021e-b6c0-4fc8-8b42-89becafac464 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "3d9de29d-9a6b-451b-8ef4-741772a431bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2056.383383] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b9f6021e-b6c0-4fc8-8b42-89becafac464 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "3d9de29d-9a6b-451b-8ef4-741772a431bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2056.385529] env[71058]: INFO nova.compute.manager [None req-b9f6021e-b6c0-4fc8-8b42-89becafac464 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Terminating instance
[ 2056.543698] env[71058]: DEBUG oslo_concurrency.lockutils [None req-afe1f77f-18a6-47eb-8c59-3e7a804f1614 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Lock "86b3c393-e29b-4569-8d2f-43eb9bb134dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.907s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2056.835744] env[71058]: DEBUG oslo_vmware.api [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874195, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2056.889287] env[71058]: DEBUG nova.compute.manager [None req-b9f6021e-b6c0-4fc8-8b42-89becafac464 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 2056.889533] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f6021e-b6c0-4fc8-8b42-89becafac464 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 2056.890505] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3352c00-4b05-40a8-a574-0fe997b4eed7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2056.898673] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f6021e-b6c0-4fc8-8b42-89becafac464 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 2056.898951] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46ba6fcd-4ff5-43d0-b19b-e66deb64229f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2056.907262] env[71058]: DEBUG oslo_vmware.api [None req-b9f6021e-b6c0-4fc8-8b42-89becafac464 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2056.907262] env[71058]:    value = "task-2874197"
[ 2056.907262] env[71058]:    _type = "Task"
[ 2056.907262] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2056.916396] env[71058]: DEBUG oslo_vmware.api [None req-b9f6021e-b6c0-4fc8-8b42-89becafac464 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2057.268971] env[71058]: DEBUG oslo_concurrency.lockutils [None req-faed496e-743a-4486-a496-9c5770a72cb9 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Acquiring lock "86b3c393-e29b-4569-8d2f-43eb9bb134dc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2057.269223] env[71058]: DEBUG oslo_concurrency.lockutils [None req-faed496e-743a-4486-a496-9c5770a72cb9 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Lock "86b3c393-e29b-4569-8d2f-43eb9bb134dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2057.269513] env[71058]: DEBUG oslo_concurrency.lockutils [None req-faed496e-743a-4486-a496-9c5770a72cb9 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Acquiring lock "86b3c393-e29b-4569-8d2f-43eb9bb134dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2057.269703] env[71058]: DEBUG oslo_concurrency.lockutils [None req-faed496e-743a-4486-a496-9c5770a72cb9 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Lock "86b3c393-e29b-4569-8d2f-43eb9bb134dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2057.269873] env[71058]: DEBUG oslo_concurrency.lockutils [None req-faed496e-743a-4486-a496-9c5770a72cb9 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Lock "86b3c393-e29b-4569-8d2f-43eb9bb134dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2057.272313] env[71058]: INFO nova.compute.manager [None req-faed496e-743a-4486-a496-9c5770a72cb9 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Terminating instance
[ 2057.334557] env[71058]: DEBUG oslo_vmware.api [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874195, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.248022} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2057.334864] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 8158fd1a-423a-4569-a437-4f278e010923/8158fd1a-423a-4569-a437-4f278e010923.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 2057.335101] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 2057.335418] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42fe8416-2f59-4781-b2c2-9e9c2f821dbc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2057.341579] env[71058]: DEBUG oslo_vmware.api [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 2057.341579] env[71058]:    value = "task-2874198"
[ 2057.341579] env[71058]:    _type = "Task"
[ 2057.341579] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2057.349624] env[71058]: DEBUG oslo_vmware.api [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874198, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2057.417714] env[71058]: DEBUG oslo_vmware.api [None req-b9f6021e-b6c0-4fc8-8b42-89becafac464 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874197, 'name': PowerOffVM_Task, 'duration_secs': 0.41878} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2057.418027] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f6021e-b6c0-4fc8-8b42-89becafac464 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 2057.418209] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f6021e-b6c0-4fc8-8b42-89becafac464 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 2057.418465] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07e9fbf4-25ab-4d2d-a338-62e5341e70a8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2057.494022] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f6021e-b6c0-4fc8-8b42-89becafac464 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 2057.494274] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f6021e-b6c0-4fc8-8b42-89becafac464 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 2057.494495] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9f6021e-b6c0-4fc8-8b42-89becafac464 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Deleting the datastore file [datastore2] 3d9de29d-9a6b-451b-8ef4-741772a431bb {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 2057.494833] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23f149f8-df32-4bb3-9afb-d47be2d7efea {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2057.501666] env[71058]: DEBUG oslo_vmware.api [None req-b9f6021e-b6c0-4fc8-8b42-89becafac464 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2057.501666] env[71058]:    value = "task-2874200"
[ 2057.501666] env[71058]:    _type = "Task"
[ 2057.501666] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2057.509594] env[71058]: DEBUG oslo_vmware.api [None req-b9f6021e-b6c0-4fc8-8b42-89becafac464 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2057.776408] env[71058]: DEBUG nova.compute.manager [None req-faed496e-743a-4486-a496-9c5770a72cb9 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 2057.776694] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-faed496e-743a-4486-a496-9c5770a72cb9 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 2057.777634] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8df3e5-f8ae-4adc-979f-9b6bc1c1fe77 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2057.784774] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-faed496e-743a-4486-a496-9c5770a72cb9 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 2057.784995] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1edd8f36-08c8-4530-a357-7da6150beae3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2057.790490] env[71058]: DEBUG oslo_vmware.api [None req-faed496e-743a-4486-a496-9c5770a72cb9 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Waiting for the task: (returnval){
[ 2057.790490] env[71058]:    value = "task-2874202"
[ 2057.790490] env[71058]:    _type = "Task"
[ 2057.790490] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2057.798849] env[71058]: DEBUG oslo_vmware.api [None req-faed496e-743a-4486-a496-9c5770a72cb9 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Task: {'id': task-2874202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2057.852184] env[71058]: DEBUG oslo_vmware.api [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874198, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.220983} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2057.852539] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 2057.853372] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da2df91-42d5-4dee-9fc6-a7a8b212cc6a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2057.875703] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 8158fd1a-423a-4569-a437-4f278e010923/8158fd1a-423a-4569-a437-4f278e010923.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 2057.876014] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41207351-a002-41f3-a87e-860aa5f71764 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2057.895030] env[71058]: DEBUG oslo_vmware.api [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 2057.895030] env[71058]:    value = "task-2874203"
[ 2057.895030] env[71058]:    _type = "Task"
[ 2057.895030] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2057.902480] env[71058]: DEBUG oslo_vmware.api [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874203, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2058.012710] env[71058]: DEBUG oslo_vmware.api [None req-b9f6021e-b6c0-4fc8-8b42-89becafac464 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.505649} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2058.013016] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9f6021e-b6c0-4fc8-8b42-89becafac464 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 2058.013278] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f6021e-b6c0-4fc8-8b42-89becafac464 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 2058.013457] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f6021e-b6c0-4fc8-8b42-89becafac464 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 2058.013628] env[71058]: INFO nova.compute.manager [None req-b9f6021e-b6c0-4fc8-8b42-89becafac464 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Took 1.12 seconds to destroy the instance on the hypervisor.
[ 2058.013918] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9f6021e-b6c0-4fc8-8b42-89becafac464 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 2058.014161] env[71058]: DEBUG nova.compute.manager [-] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 2058.014265] env[71058]: DEBUG nova.network.neutron [-] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 2058.301599] env[71058]: DEBUG oslo_vmware.api [None req-faed496e-743a-4486-a496-9c5770a72cb9 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Task: {'id': task-2874202, 'name': PowerOffVM_Task, 'duration_secs': 0.241348} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2058.301872] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-faed496e-743a-4486-a496-9c5770a72cb9 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 2058.302081] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-faed496e-743a-4486-a496-9c5770a72cb9 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 2058.302356] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a4b3085-aee7-45a5-8449-77b18bebc226 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2058.363884] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-faed496e-743a-4486-a496-9c5770a72cb9 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 2058.364151] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-faed496e-743a-4486-a496-9c5770a72cb9 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 2058.364338] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-faed496e-743a-4486-a496-9c5770a72cb9 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Deleting the datastore file [datastore2] 86b3c393-e29b-4569-8d2f-43eb9bb134dc {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 2058.364840] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eebce61e-8261-4095-a2b2-10ae009e7fe2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2058.372086] env[71058]: DEBUG oslo_vmware.api [None req-faed496e-743a-4486-a496-9c5770a72cb9 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Waiting for the task: (returnval){
[ 2058.372086] env[71058]:    value = "task-2874205"
[ 2058.372086] env[71058]:    _type = "Task"
[ 2058.372086] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2058.380173] env[71058]: DEBUG oslo_vmware.api [None req-faed496e-743a-4486-a496-9c5770a72cb9 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Task: {'id': task-2874205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2058.403460] env[71058]: DEBUG oslo_vmware.api [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874203, 'name': ReconfigVM_Task, 'duration_secs': 0.321112} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2058.403767] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 8158fd1a-423a-4569-a437-4f278e010923/8158fd1a-423a-4569-a437-4f278e010923.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 2058.404413] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c14540cc-9936-49ae-b2c0-a9e651ca6222 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2058.410659] env[71058]: DEBUG oslo_vmware.api [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 2058.410659] env[71058]:    value = "task-2874206"
[ 2058.410659] env[71058]:    _type = "Task"
[ 2058.410659] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2058.418807] env[71058]: DEBUG oslo_vmware.api [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874206, 'name': Rename_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2058.480621] env[71058]: DEBUG nova.compute.manager [req-42d23c94-bbf0-4d91-9f62-16dc5722bb55 req-230917c8-4477-42bc-9ca6-44f6400c7286 service nova] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Received event network-vif-deleted-fe09ca58-49c5-43fb-bcf0-c9b632175131 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2058.480708] env[71058]: INFO nova.compute.manager [req-42d23c94-bbf0-4d91-9f62-16dc5722bb55 req-230917c8-4477-42bc-9ca6-44f6400c7286 service nova] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Neutron deleted interface fe09ca58-49c5-43fb-bcf0-c9b632175131; detaching it from the instance and deleting it from the info cache
[ 2058.480870] env[71058]: DEBUG nova.network.neutron [req-42d23c94-bbf0-4d91-9f62-16dc5722bb55 req-230917c8-4477-42bc-9ca6-44f6400c7286 service nova] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2058.882310] env[71058]: DEBUG oslo_vmware.api [None req-faed496e-743a-4486-a496-9c5770a72cb9 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Task: {'id': task-2874205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.483376} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2058.882591] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-faed496e-743a-4486-a496-9c5770a72cb9 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 2058.882750] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-faed496e-743a-4486-a496-9c5770a72cb9 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 2058.882929] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-faed496e-743a-4486-a496-9c5770a72cb9 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 2058.883129] env[71058]: INFO nova.compute.manager [None req-faed496e-743a-4486-a496-9c5770a72cb9 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Took 1.11 seconds to destroy the instance on the hypervisor.
[ 2058.883372] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-faed496e-743a-4486-a496-9c5770a72cb9 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 2058.883561] env[71058]: DEBUG nova.compute.manager [-] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 2058.883659] env[71058]: DEBUG nova.network.neutron [-] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 2058.921192] env[71058]: DEBUG oslo_vmware.api [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874206, 'name': Rename_Task, 'duration_secs': 0.213855} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2058.921454] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 2058.921707] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f60fb0a9-7fb3-4d34-8cbd-9c101316c1b4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2058.927494] env[71058]: DEBUG oslo_vmware.api [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 2058.927494] env[71058]:    value = "task-2874207"
[ 2058.927494] env[71058]:    _type = "Task"
[ 2058.927494] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2058.934876] env[71058]: DEBUG oslo_vmware.api [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2058.960451] env[71058]: DEBUG nova.network.neutron [-] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2058.984101] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d554007d-3a48-48ca-8be6-8f919e1e425a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2058.993982] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4e73f5-e8b1-446a-aeed-96cf7af3006a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2059.023509] env[71058]: DEBUG nova.compute.manager [req-42d23c94-bbf0-4d91-9f62-16dc5722bb55 req-230917c8-4477-42bc-9ca6-44f6400c7286 service nova] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Detach interface failed, port_id=fe09ca58-49c5-43fb-bcf0-c9b632175131, reason: Instance 3d9de29d-9a6b-451b-8ef4-741772a431bb could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 2059.439885] env[71058]: DEBUG oslo_vmware.api [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874207, 'name': PowerOnVM_Task} progress is 78%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2059.463597] env[71058]: INFO nova.compute.manager [-] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Took 1.45 seconds to deallocate network for instance.
[ 2059.654715] env[71058]: DEBUG nova.network.neutron [-] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2059.939386] env[71058]: DEBUG oslo_vmware.api [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874207, 'name': PowerOnVM_Task, 'duration_secs': 0.851264} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2059.939780] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 2059.940014] env[71058]: INFO nova.compute.manager [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Took 8.52 seconds to spawn the instance on the hypervisor.
[ 2059.940485] env[71058]: DEBUG nova.compute.manager [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 2059.941116] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2682177a-792e-4fde-8b05-183589b0aa0f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2059.971117] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b9f6021e-b6c0-4fc8-8b42-89becafac464 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2059.971439] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b9f6021e-b6c0-4fc8-8b42-89becafac464 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2059.971680] env[71058]: DEBUG nova.objects.instance [None req-b9f6021e-b6c0-4fc8-8b42-89becafac464 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lazy-loading 'resources' on Instance uuid 3d9de29d-9a6b-451b-8ef4-741772a431bb {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2060.157516] env[71058]: INFO nova.compute.manager [-] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Took 1.27 seconds to deallocate network for instance.
[ 2060.461956] env[71058]: INFO nova.compute.manager [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Took 13.31 seconds to build instance.
[ 2060.513379] env[71058]: DEBUG nova.compute.manager [req-93eb8f7c-8e00-452a-9a42-dd8151413265 req-6d982416-9bb2-41b8-a5f8-497b3da9a966 service nova] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Received event network-vif-deleted-3f66a64e-4f84-4ff4-8d8d-951305c6b527 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2060.587795] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894f2cb0-a030-4115-9b86-ea8d67d398fd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2060.596374] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc126892-00d6-4622-a983-7b4c8ca66a35 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2060.627931] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ae85c6-f9c8-40fb-9023-bcfe34eb4485 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2060.636329] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6666bf1c-5d80-47f4-84d9-41b800868620 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2060.650648] env[71058]: DEBUG nova.compute.provider_tree [None req-b9f6021e-b6c0-4fc8-8b42-89becafac464 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2060.663492] env[71058]: DEBUG oslo_concurrency.lockutils [None req-faed496e-743a-4486-a496-9c5770a72cb9 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2060.821759] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2060.825449] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2060.825669] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2060.825837] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager.update_available_resource {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2060.966561] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e0da4a57-98ec-4383-8f92-09776fde6a24 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "8158fd1a-423a-4569-a437-4f278e010923" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.826s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2061.155022] env[71058]: DEBUG nova.scheduler.client.report [None req-b9f6021e-b6c0-4fc8-8b42-89becafac464 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 2061.330797] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2061.659951] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b9f6021e-b6c0-4fc8-8b42-89becafac464 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.688s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2061.662587] env[71058]: DEBUG oslo_concurrency.lockutils [None req-faed496e-743a-4486-a496-9c5770a72cb9 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.999s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2061.662838] env[71058]: DEBUG nova.objects.instance [None req-faed496e-743a-4486-a496-9c5770a72cb9 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Lazy-loading 'resources' on Instance uuid 86b3c393-e29b-4569-8d2f-43eb9bb134dc {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2061.691217] env[71058]: INFO nova.scheduler.client.report [None req-b9f6021e-b6c0-4fc8-8b42-89becafac464 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Deleted allocations for instance 3d9de29d-9a6b-451b-8ef4-741772a431bb
[ 2062.202949] env[71058]: DEBUG oslo_concurrency.lockutils [None req-b9f6021e-b6c0-4fc8-8b42-89becafac464 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "3d9de29d-9a6b-451b-8ef4-741772a431bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.820s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2062.288165] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2ac7c3-60ce-4c17-8b98-4cf6ed707a47 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2062.299215] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bd6e06-4a9c-41b9-9eea-71289a9a4d33 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2062.340647] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0a4588-e338-4c86-bdd6-366290bdfc9e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2062.351051] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8aef698-998e-4ce0-be4d-25414d951fbe {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2062.366147] env[71058]: DEBUG nova.compute.provider_tree [None req-faed496e-743a-4486-a496-9c5770a72cb9 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2062.544693] env[71058]: DEBUG nova.compute.manager [req-e6294813-2df0-451f-905f-ff45fdd8b8e7 req-3207de41-0997-4ef5-8f09-d92e5b7a277c service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Received event network-changed-88ff3bf8-5f73-470d-bbf4-cb75b1abf94f {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2062.544967] env[71058]: DEBUG nova.compute.manager [req-e6294813-2df0-451f-905f-ff45fdd8b8e7 req-3207de41-0997-4ef5-8f09-d92e5b7a277c service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Refreshing instance network info cache due to event network-changed-88ff3bf8-5f73-470d-bbf4-cb75b1abf94f. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 2062.545288] env[71058]: DEBUG oslo_concurrency.lockutils [req-e6294813-2df0-451f-905f-ff45fdd8b8e7 req-3207de41-0997-4ef5-8f09-d92e5b7a277c service nova] Acquiring lock "refresh_cache-8158fd1a-423a-4569-a437-4f278e010923" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2062.545584] env[71058]: DEBUG oslo_concurrency.lockutils [req-e6294813-2df0-451f-905f-ff45fdd8b8e7 req-3207de41-0997-4ef5-8f09-d92e5b7a277c service nova] Acquired lock "refresh_cache-8158fd1a-423a-4569-a437-4f278e010923" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2062.545876] env[71058]: DEBUG nova.network.neutron [req-e6294813-2df0-451f-905f-ff45fdd8b8e7 req-3207de41-0997-4ef5-8f09-d92e5b7a277c service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Refreshing network info cache for port 88ff3bf8-5f73-470d-bbf4-cb75b1abf94f {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 2062.810740] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "532bde67-13cb-4cae-bd7b-5b78d65c93f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2062.810960] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "532bde67-13cb-4cae-bd7b-5b78d65c93f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2062.869660] env[71058]: DEBUG nova.scheduler.client.report [None req-faed496e-743a-4486-a496-9c5770a72cb9 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 2063.315124] env[71058]: DEBUG nova.compute.manager [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 2063.356203] env[71058]: DEBUG nova.network.neutron [req-e6294813-2df0-451f-905f-ff45fdd8b8e7 req-3207de41-0997-4ef5-8f09-d92e5b7a277c service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Updated VIF entry in instance network info cache for port 88ff3bf8-5f73-470d-bbf4-cb75b1abf94f. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 2063.356609] env[71058]: DEBUG nova.network.neutron [req-e6294813-2df0-451f-905f-ff45fdd8b8e7 req-3207de41-0997-4ef5-8f09-d92e5b7a277c service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Updating instance_info_cache with network_info: [{"id": "88ff3bf8-5f73-470d-bbf4-cb75b1abf94f", "address": "fa:16:3e:b5:9a:d0", "network": {"id": "5ecbb149-fd57-4a44-a6cc-48e0b1e653a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1232521171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df590cd3ec8f4748ad8a273f58d2f095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88ff3bf8-5f", "ovs_interfaceid": "88ff3bf8-5f73-470d-bbf4-cb75b1abf94f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2063.375288] env[71058]: DEBUG oslo_concurrency.lockutils [None req-faed496e-743a-4486-a496-9c5770a72cb9 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.713s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2063.377853] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.047s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2063.378067] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2063.378241] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71058) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
[ 2063.379470] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08dc92d5-4203-41aa-953a-cdd0630fddc2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2063.389726] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b18ad5-12b4-44ae-ac47-0a3d20bceb40 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2063.394874] env[71058]: INFO nova.scheduler.client.report [None req-faed496e-743a-4486-a496-9c5770a72cb9 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Deleted allocations for instance 86b3c393-e29b-4569-8d2f-43eb9bb134dc
[ 2063.410927] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a4c730-228b-4b0f-addc-f54fa955a362 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2063.418598] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c432f3-d4d3-4aae-a471-cc4200d6ccc7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2063.450641] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179931MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=71058) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
[ 2063.450805] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2063.451038] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2063.842734] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2063.859466] env[71058]: DEBUG oslo_concurrency.lockutils [req-e6294813-2df0-451f-905f-ff45fdd8b8e7 req-3207de41-0997-4ef5-8f09-d92e5b7a277c service nova] Releasing lock "refresh_cache-8158fd1a-423a-4569-a437-4f278e010923" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2063.913185] env[71058]: DEBUG oslo_concurrency.lockutils [None req-faed496e-743a-4486-a496-9c5770a72cb9 tempest-ServerPasswordTestJSON-1668095546 tempest-ServerPasswordTestJSON-1668095546-project-member] Lock "86b3c393-e29b-4569-8d2f-43eb9bb134dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 6.644s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2064.266153] env[71058]: DEBUG nova.compute.manager [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Stashing vm_state: active {{(pid=71058) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}}
[ 2064.459667] env[71058]: INFO nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Updating resource usage from migration 3cf30759-8098-4fd9-9111-fc2e27560e2e
[ 2064.475496] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance ef018637-b45c-4d27-858c-6fc418d79cf1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 2064.475660] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 2064.475792] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 5b34ec42-36e1-47dd-96a4-efc5d437c4d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 2064.475912] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance cecf0b9c-594f-47b9-9116-e38b922a86d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 2064.476037] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 8158fd1a-423a-4569-a437-4f278e010923 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 2064.785971] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2064.979658] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 532bde67-13cb-4cae-bd7b-5b78d65c93f4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 2064.979876] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Migration 3cf30759-8098-4fd9-9111-fc2e27560e2e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}}
[ 2064.979944] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 19a988b4-f677-445d-8135-1d49b099f873 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 2064.980289] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=71058) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
[ 2064.980443] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=71058) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
[ 2065.083907] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc0df00-0677-433c-9985-cb64a2352fae {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2065.092530] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2dac9db-8d33-40b4-9c50-7a90476acc11 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2065.125106] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810c4ba3-5dac-42fa-bb7b-34367bc23a8b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2065.133620] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560576a3-e149-4223-ada5-c828cb0efd91 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2065.148571] env[71058]: DEBUG nova.compute.provider_tree [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2065.652697] env[71058]: DEBUG nova.scheduler.client.report [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 2066.158770] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71058) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
[ 2066.159065] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.708s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2066.159445] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.317s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2066.161156] env[71058]: INFO nova.compute.claims [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 2067.165100] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2067.277701] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe4abef-2ce9-45c8-8222-77e1a37f194f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2067.285973] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd85d062-dd00-47ce-88c1-16f7acba11d7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2067.316379] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db356c97-df8c-4d1d-a077-8ea4423a1def {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2067.324246] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad15851-4a6c-449f-87d3-785edca9b179 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2067.338059] env[71058]: DEBUG nova.compute.provider_tree [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2067.670781] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2067.671096] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2067.671269] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2067.671529] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2067.671678] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71058) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}}
[ 2067.841069] env[71058]: DEBUG nova.scheduler.client.report [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 2068.347992] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.188s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2068.348625] env[71058]: DEBUG nova.compute.manager [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 2068.351399] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.566s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2068.856626] env[71058]: DEBUG nova.compute.utils [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 2068.860063] env[71058]: INFO nova.compute.claims [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 2068.863996] env[71058]: DEBUG nova.compute.manager [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 2068.864189] env[71058]: DEBUG nova.network.neutron [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 2068.900140] env[71058]: DEBUG nova.policy [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb7b8ce61c4a42d997e357f20f8b6088', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df590cd3ec8f4748ad8a273f58d2f095', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 2069.172771] env[71058]: DEBUG nova.network.neutron [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Successfully created port: 9c73107d-6e8c-4d41-ae72-598081d551e7 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 2069.365043] env[71058]: DEBUG nova.compute.manager [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 2069.369436] env[71058]: INFO nova.compute.resource_tracker [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Updating resource usage from migration 3cf30759-8098-4fd9-9111-fc2e27560e2e
[ 2069.478682] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6747f352-f321-4687-a0b1-8eb46426b650 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2069.486875] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc7e06e-b2e6-409e-b043-8b8dafb90e59 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2069.519311] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc85928-5365-4075-b70d-a1651a734217 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2069.526758] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5924df6-f204-4981-b366-630334f70f18 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2069.540256] env[71058]: DEBUG nova.compute.provider_tree [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2070.043464] env[71058]: DEBUG nova.scheduler.client.report [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 2070.379225] env[71058]: DEBUG nova.compute.manager [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 2070.408914] env[71058]: DEBUG nova.virt.hardware [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 2070.409243] env[71058]: DEBUG nova.virt.hardware [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 2070.409404] env[71058]: DEBUG nova.virt.hardware [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 2070.409584] env[71058]: DEBUG nova.virt.hardware [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 2070.409729] env[71058]: DEBUG nova.virt.hardware [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 2070.409874] env[71058]: DEBUG nova.virt.hardware [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 2070.410092] env[71058]: DEBUG nova.virt.hardware [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 2070.410255] env[71058]: DEBUG nova.virt.hardware [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 2070.410423] env[71058]: DEBUG nova.virt.hardware [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 2070.410584] env[71058]: DEBUG nova.virt.hardware [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 2070.410802] env[71058]: DEBUG nova.virt.hardware [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 2070.411693] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81379e1e-2358-4b05-afc8-2eb33aecf0af {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2070.420437] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d07189a-99a6-47b5-b7aa-05630765138e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2070.549611] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.198s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2070.549830] env[71058]: INFO nova.compute.manager [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Migrating
[ 2070.671575] env[71058]: DEBUG nova.compute.manager [req-ab75f284-a8f2-4376-a8e8-2a4b7fcde907 req-2b8c5a40-859e-4390-9029-caa42b3ee364 service nova] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Received event network-vif-plugged-9c73107d-6e8c-4d41-ae72-598081d551e7 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2070.672215] env[71058]: DEBUG oslo_concurrency.lockutils [req-ab75f284-a8f2-4376-a8e8-2a4b7fcde907 req-2b8c5a40-859e-4390-9029-caa42b3ee364 service nova] Acquiring lock "532bde67-13cb-4cae-bd7b-5b78d65c93f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2070.672478] env[71058]: DEBUG oslo_concurrency.lockutils [req-ab75f284-a8f2-4376-a8e8-2a4b7fcde907 req-2b8c5a40-859e-4390-9029-caa42b3ee364 service nova] Lock "532bde67-13cb-4cae-bd7b-5b78d65c93f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2070.672656] env[71058]: DEBUG oslo_concurrency.lockutils [req-ab75f284-a8f2-4376-a8e8-2a4b7fcde907 req-2b8c5a40-859e-4390-9029-caa42b3ee364 service nova] Lock "532bde67-13cb-4cae-bd7b-5b78d65c93f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2070.672828] env[71058]: DEBUG nova.compute.manager [req-ab75f284-a8f2-4376-a8e8-2a4b7fcde907 req-2b8c5a40-859e-4390-9029-caa42b3ee364 service nova] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] No waiting events found dispatching network-vif-plugged-9c73107d-6e8c-4d41-ae72-598081d551e7 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 2070.672992] env[71058]: WARNING nova.compute.manager [req-ab75f284-a8f2-4376-a8e8-2a4b7fcde907 req-2b8c5a40-859e-4390-9029-caa42b3ee364 service nova] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Received unexpected event network-vif-plugged-9c73107d-6e8c-4d41-ae72-598081d551e7 for instance with vm_state building and task_state spawning.
[ 2070.839599] env[71058]: DEBUG nova.network.neutron [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Successfully updated port: 9c73107d-6e8c-4d41-ae72-598081d551e7 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 2071.065086] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "refresh_cache-19a988b4-f677-445d-8135-1d49b099f873" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2071.065086] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquired lock "refresh_cache-19a988b4-f677-445d-8135-1d49b099f873" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2071.065086] env[71058]: DEBUG nova.network.neutron [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 2071.343034] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "refresh_cache-532bde67-13cb-4cae-bd7b-5b78d65c93f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2071.343034] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquired lock "refresh_cache-532bde67-13cb-4cae-bd7b-5b78d65c93f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2071.343240] env[71058]: DEBUG nova.network.neutron [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 2071.502246] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "a96fa6c0-b95b-4cea-afdf-c884d06f189b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2071.502553] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "a96fa6c0-b95b-4cea-afdf-c884d06f189b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2071.840198] env[71058]: DEBUG nova.network.neutron [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Updating instance_info_cache with network_info: [{"id": "c720977d-f109-421a-b71a-d726ed1e5486", "address": "fa:16:3e:98:f5:ea", "network": {"id": "c13424cd-3787-4aef-8aaa-6f7e98678c9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-973121726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f4a9339cb54309bb039c8b9533c473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc720977d-f1", "ovs_interfaceid": "c720977d-f109-421a-b71a-d726ed1e5486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2071.874343] env[71058]: DEBUG nova.network.neutron [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 2072.005247] env[71058]: DEBUG nova.compute.manager [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 2072.045361] env[71058]: DEBUG nova.network.neutron [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Updating instance_info_cache with network_info: [{"id": "9c73107d-6e8c-4d41-ae72-598081d551e7", "address": "fa:16:3e:88:a8:78", "network": {"id": "5ecbb149-fd57-4a44-a6cc-48e0b1e653a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1232521171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df590cd3ec8f4748ad8a273f58d2f095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c73107d-6e", "ovs_interfaceid": "9c73107d-6e8c-4d41-ae72-598081d551e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2072.342353] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Releasing lock "refresh_cache-19a988b4-f677-445d-8135-1d49b099f873" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2072.528544] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2072.528826] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2072.530363] env[71058]: INFO nova.compute.claims [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 2072.547717] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Releasing lock "refresh_cache-532bde67-13cb-4cae-bd7b-5b78d65c93f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2072.547944] env[71058]: DEBUG nova.compute.manager [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Instance network_info: |[{"id": "9c73107d-6e8c-4d41-ae72-598081d551e7", "address": "fa:16:3e:88:a8:78", "network": {"id": "5ecbb149-fd57-4a44-a6cc-48e0b1e653a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1232521171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df590cd3ec8f4748ad8a273f58d2f095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c73107d-6e", "ovs_interfaceid": "9c73107d-6e8c-4d41-ae72-598081d551e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 2072.548452] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:a8:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92233552-2c0c-416e-9bf3-bfcca8eda2dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c73107d-6e8c-4d41-ae72-598081d551e7', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 2072.555990] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 2072.556293] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 2072.556500] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0de13d36-14ae-440a-b4a2-ea84b21a16b1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2072.578107] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 2072.578107] env[71058]:    value = "task-2874213"
[ 2072.578107] env[71058]:    _type = "Task"
[ 2072.578107] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2072.586389] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874213, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2072.698990] env[71058]: DEBUG nova.compute.manager [req-a4a76354-ab82-4564-9da1-93dbbb17045e req-3c804191-a5ba-4530-b086-bcf1ed38d4e4 service nova] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Received event network-changed-9c73107d-6e8c-4d41-ae72-598081d551e7 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2072.699212] env[71058]: DEBUG nova.compute.manager [req-a4a76354-ab82-4564-9da1-93dbbb17045e req-3c804191-a5ba-4530-b086-bcf1ed38d4e4 service nova] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Refreshing instance network info cache due to event network-changed-9c73107d-6e8c-4d41-ae72-598081d551e7. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 2072.699432] env[71058]: DEBUG oslo_concurrency.lockutils [req-a4a76354-ab82-4564-9da1-93dbbb17045e req-3c804191-a5ba-4530-b086-bcf1ed38d4e4 service nova] Acquiring lock "refresh_cache-532bde67-13cb-4cae-bd7b-5b78d65c93f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2072.699572] env[71058]: DEBUG oslo_concurrency.lockutils [req-a4a76354-ab82-4564-9da1-93dbbb17045e req-3c804191-a5ba-4530-b086-bcf1ed38d4e4 service nova] Acquired lock "refresh_cache-532bde67-13cb-4cae-bd7b-5b78d65c93f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2072.699733] env[71058]: DEBUG nova.network.neutron [req-a4a76354-ab82-4564-9da1-93dbbb17045e req-3c804191-a5ba-4530-b086-bcf1ed38d4e4 service nova] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Refreshing network info cache for port 9c73107d-6e8c-4d41-ae72-598081d551e7 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 2073.087926] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874213, 'name': CreateVM_Task, 'duration_secs': 0.364582} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2073.088150] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 2073.088823] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2073.088986] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2073.089320] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 2073.089567] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65f0fff7-0ca1-48d6-a82d-40a3ee0a9642 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2073.094547] env[71058]: DEBUG oslo_vmware.api [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 2073.094547] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d24cff-814d-7717-1e61-991a5dd1806a"
[ 2073.094547] env[71058]:    _type = "Task"
[ 2073.094547] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2073.103204] env[71058]: DEBUG oslo_vmware.api [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d24cff-814d-7717-1e61-991a5dd1806a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2073.388637] env[71058]: DEBUG nova.network.neutron [req-a4a76354-ab82-4564-9da1-93dbbb17045e req-3c804191-a5ba-4530-b086-bcf1ed38d4e4 service nova] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Updated VIF entry in instance network info cache for port 9c73107d-6e8c-4d41-ae72-598081d551e7. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 2073.389016] env[71058]: DEBUG nova.network.neutron [req-a4a76354-ab82-4564-9da1-93dbbb17045e req-3c804191-a5ba-4530-b086-bcf1ed38d4e4 service nova] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Updating instance_info_cache with network_info: [{"id": "9c73107d-6e8c-4d41-ae72-598081d551e7", "address": "fa:16:3e:88:a8:78", "network": {"id": "5ecbb149-fd57-4a44-a6cc-48e0b1e653a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1232521171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df590cd3ec8f4748ad8a273f58d2f095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c73107d-6e", "ovs_interfaceid": "9c73107d-6e8c-4d41-ae72-598081d551e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2073.608043] env[71058]: DEBUG oslo_vmware.api [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d24cff-814d-7717-1e61-991a5dd1806a, 'name': SearchDatastore_Task, 'duration_secs': 0.011033} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2073.608372] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2073.608604] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 2073.608844] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2073.609012] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2073.609183] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 2073.609458] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-751ff0c8-28d6-4dd1-8cba-3962b9478a48 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2073.621147] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 2073.621344] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 2073.622159] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab4770f1-08b7-425a-a300-db08ad8d5142 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2073.630574] env[71058]: DEBUG oslo_vmware.api [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 2073.630574] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a536d9-893c-a192-de2c-859236042327"
[ 2073.630574] env[71058]:    _type = "Task"
[ 2073.630574] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2073.639396] env[71058]: DEBUG oslo_vmware.api [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a536d9-893c-a192-de2c-859236042327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2073.665027] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddef02f0-343e-4780-af36-06e465e7259f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2073.672934] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd6c164-3669-4f00-ab63-1d00984cf127 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2073.704954] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a27687-0f7b-4201-989b-96f6eb72c453 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2073.713044] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00351aa-3e14-4cdc-bcdf-6ba6348a42a8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2073.729286] env[71058]: DEBUG nova.compute.provider_tree [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2073.859303] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5445b6d0-ab6f-460b-a83f-204b1d7e686b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2073.879194] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Updating instance '19a988b4-f677-445d-8135-1d49b099f873' progress to 0 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 2073.891267] env[71058]: DEBUG oslo_concurrency.lockutils [req-a4a76354-ab82-4564-9da1-93dbbb17045e req-3c804191-a5ba-4530-b086-bcf1ed38d4e4 service nova] Releasing lock "refresh_cache-532bde67-13cb-4cae-bd7b-5b78d65c93f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2074.142508] env[71058]: DEBUG oslo_vmware.api [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a536d9-893c-a192-de2c-859236042327, 'name': SearchDatastore_Task, 'duration_secs': 0.010867} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2074.143327] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23d4d78d-6397-4c8c-9164-86c2c9d9dc32 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2074.149372] env[71058]: DEBUG oslo_vmware.api [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 2074.149372] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52104a9c-aef8-f169-f439-47ff5f1f4712"
[ 2074.149372] env[71058]:    _type = "Task"
[ 2074.149372] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2074.157847] env[71058]: DEBUG oslo_vmware.api [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52104a9c-aef8-f169-f439-47ff5f1f4712, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2074.232951] env[71058]: DEBUG nova.scheduler.client.report [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 2074.385301] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 2074.385609] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec2ba6e0-2012-4977-967b-4eb61be406e8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2074.393740] env[71058]: DEBUG oslo_vmware.api [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2074.393740] env[71058]:    value = "task-2874214"
[ 2074.393740] env[71058]:    _type = "Task"
[ 2074.393740] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2074.403603] env[71058]: DEBUG oslo_vmware.api [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2074.661089] env[71058]: DEBUG oslo_vmware.api [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52104a9c-aef8-f169-f439-47ff5f1f4712, 'name': SearchDatastore_Task, 'duration_secs': 0.010662} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2074.661467] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2074.661467] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 532bde67-13cb-4cae-bd7b-5b78d65c93f4/532bde67-13cb-4cae-bd7b-5b78d65c93f4.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 2074.661670] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ac14488-8b2a-4e26-9aef-5022a44d17d9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2074.669336] env[71058]: DEBUG oslo_vmware.api [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 2074.669336] env[71058]:    value = "task-2874215"
[ 2074.669336] env[71058]:    _type = "Task"
[ 2074.669336] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2074.677836] env[71058]: DEBUG oslo_vmware.api [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2074.737977] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.209s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2074.738507] env[71058]: DEBUG nova.compute.manager [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 2074.906703] env[71058]: DEBUG oslo_vmware.api [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874214, 'name': PowerOffVM_Task, 'duration_secs': 0.198219} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2074.907018] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 2074.907226] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Updating instance '19a988b4-f677-445d-8135-1d49b099f873' progress to 17 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 2075.179614] env[71058]: DEBUG oslo_vmware.api [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446663} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2075.179865] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore1] 532bde67-13cb-4cae-bd7b-5b78d65c93f4/532bde67-13cb-4cae-bd7b-5b78d65c93f4.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 2075.180095] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 2075.180348] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f0c35e2-8d56-41b1-a8ed-31140e2d1be0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2075.186809] env[71058]: DEBUG oslo_vmware.api [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 2075.186809] env[71058]:    value = "task-2874216"
[ 2075.186809] env[71058]:    _type = "Task"
[ 2075.186809] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2075.194609] env[71058]: DEBUG oslo_vmware.api [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2075.245391] env[71058]: DEBUG nova.compute.utils [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 2075.245820] env[71058]: DEBUG nova.compute.manager [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 2075.246017] env[71058]: DEBUG nova.network.neutron [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 2075.282571] env[71058]: DEBUG nova.policy [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b05fe8ff6b1412da43d98763a26a426', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1c9902cdb8d44e288ef5d1588d0de88', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 2075.414528] env[71058]: DEBUG nova.virt.hardware [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 2075.414755] env[71058]: DEBUG nova.virt.hardware [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 2075.414952] env[71058]: DEBUG nova.virt.hardware [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 2075.415168] env[71058]: DEBUG nova.virt.hardware [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 2075.415318] env[71058]: DEBUG nova.virt.hardware [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 2075.415472] env[71058]: DEBUG nova.virt.hardware [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 2075.415707] env[71058]: DEBUG nova.virt.hardware [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 2075.415880] env[71058]: DEBUG nova.virt.hardware [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 2075.416101] env[71058]: DEBUG nova.virt.hardware [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 2075.416286] env[71058]: DEBUG nova.virt.hardware [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 2075.416456] env[71058]: DEBUG nova.virt.hardware [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 2075.422447] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdf56424-5c35-40b9-b765-95c8d7657616 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2075.445025] env[71058]: DEBUG oslo_vmware.api [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2075.445025] env[71058]:    value = "task-2874217"
[ 2075.445025] env[71058]:    _type = "Task"
[ 2075.445025] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2075.454247] env[71058]: DEBUG oslo_vmware.api [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874217, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2075.605617] env[71058]: DEBUG nova.network.neutron [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Successfully created port: c5d7847d-aa7a-4858-9362-c2cf6ec7d8bb {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 2075.697831] env[71058]: DEBUG oslo_vmware.api [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064544} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2075.698236] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 2075.699069] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6798ce03-1234-403c-8c74-29fa57de5a46 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2075.723410] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 532bde67-13cb-4cae-bd7b-5b78d65c93f4/532bde67-13cb-4cae-bd7b-5b78d65c93f4.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 2075.724091] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8ae6a49-b216-4312-9a10-be6a01f04a71 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2075.746561] env[71058]: DEBUG oslo_vmware.api [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 2075.746561] env[71058]:    value = "task-2874218"
[ 2075.746561] env[71058]:    _type = "Task"
[ 2075.746561] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2075.750651] env[71058]: DEBUG nova.compute.manager [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 2075.759758] env[71058]: DEBUG oslo_vmware.api [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874218, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2075.954999] env[71058]: DEBUG oslo_vmware.api [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874217, 'name': ReconfigVM_Task, 'duration_secs': 0.17334} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2075.955262] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Updating instance '19a988b4-f677-445d-8135-1d49b099f873' progress to 33 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 2076.256287] env[71058]: INFO nova.virt.block_device [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Booting with volume 7628ca5a-e268-4a3b-9d71-222462181a5d at /dev/sda
[ 2076.261435] env[71058]: DEBUG oslo_vmware.api [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874218, 'name': ReconfigVM_Task, 'duration_secs': 0.510019} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2076.263760] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 532bde67-13cb-4cae-bd7b-5b78d65c93f4/532bde67-13cb-4cae-bd7b-5b78d65c93f4.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 2076.264546] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dce48b0-4e4f-4b99-8484-fa4c87509971 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2076.271547] env[71058]: DEBUG oslo_vmware.api [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 2076.271547] env[71058]:    value = "task-2874219"
[ 2076.271547] env[71058]:    _type = "Task"
[ 2076.271547] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2076.282317] env[71058]: DEBUG oslo_vmware.api [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874219, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2076.293454] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-122147ce-b34b-4925-adbf-20461380c64c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2076.304032] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e9d522-af41-433c-99fd-1551c7bacbc4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2076.335330] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3edbd43-85ab-46d1-ac99-55d57db6ab89 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2076.347056] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09a2f1b-0e1f-4f85-ae4f-bb4cf2ca2447 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2076.376925] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e65bdd3-951b-4479-bd44-e97fd68ecf93 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2076.384250] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef5ccf6-06dc-4279-8bb4-da033e6ccdf9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2076.400945] env[71058]: DEBUG nova.virt.block_device [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Updating existing volume attachment record: 4234fe48-ccba-4014-a1ac-800f10d4abbf {{(pid=71058) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
[ 2076.461304] env[71058]: DEBUG nova.virt.hardware [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 2076.462100] env[71058]: DEBUG nova.virt.hardware [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 2076.462338] env[71058]: DEBUG nova.virt.hardware [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 2076.462545] env[71058]: DEBUG nova.virt.hardware [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 2076.462693] env[71058]: DEBUG nova.virt.hardware [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 2076.462841] env[71058]: DEBUG nova.virt.hardware [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 2076.463065] env[71058]: DEBUG nova.virt.hardware [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 2076.463229] env[71058]: DEBUG nova.virt.hardware [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 2076.463399] env[71058]: DEBUG nova.virt.hardware [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 2076.463560] env[71058]: DEBUG nova.virt.hardware [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 2076.463732] env[71058]: DEBUG nova.virt.hardware [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 2076.469724] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Reconfiguring VM instance instance-0000005e to detach disk 2000 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 2076.469724] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f4fdd26-96b2-4ae5-a41c-82d8406d44c3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2076.489064] env[71058]: DEBUG oslo_vmware.api [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2076.489064] env[71058]:    value = "task-2874220"
[ 2076.489064] env[71058]:    _type = "Task"
[ 2076.489064] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2076.497792] env[71058]: DEBUG oslo_vmware.api [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874220, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2076.782402] env[71058]: DEBUG oslo_vmware.api [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874219, 'name': Rename_Task, 'duration_secs': 0.145832} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2076.782792] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 2076.782921] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e319e49-080a-4df4-8230-88f8f6bf715d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2076.790137] env[71058]: DEBUG oslo_vmware.api [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 2076.790137] env[71058]:    value = "task-2874221"
[ 2076.790137] env[71058]:    _type = "Task"
[ 2076.790137] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2076.798227] env[71058]: DEBUG oslo_vmware.api [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2076.998994] env[71058]: DEBUG oslo_vmware.api [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874220, 'name': ReconfigVM_Task, 'duration_secs': 0.171319} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2076.999438] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Reconfigured VM instance instance-0000005e to detach disk 2000 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 2077.000245] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cf4116-4fc7-4141-8a2a-7cf53550d802 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2077.024666] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 19a988b4-f677-445d-8135-1d49b099f873/19a988b4-f677-445d-8135-1d49b099f873.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 2077.025322] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cc9509f-e3d7-48f6-8f0d-844b4e940615 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2077.040367] env[71058]: DEBUG nova.compute.manager [req-e59603ec-c7dc-495b-aaec-cae3eb4766ac req-17746ed6-ea28-4617-9e0a-8d4acada3fe1 service nova] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Received event network-vif-plugged-c5d7847d-aa7a-4858-9362-c2cf6ec7d8bb {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2077.040579] env[71058]: DEBUG oslo_concurrency.lockutils [req-e59603ec-c7dc-495b-aaec-cae3eb4766ac req-17746ed6-ea28-4617-9e0a-8d4acada3fe1 service nova] Acquiring lock "a96fa6c0-b95b-4cea-afdf-c884d06f189b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2077.040780] env[71058]: DEBUG oslo_concurrency.lockutils [req-e59603ec-c7dc-495b-aaec-cae3eb4766ac req-17746ed6-ea28-4617-9e0a-8d4acada3fe1 service nova] Lock "a96fa6c0-b95b-4cea-afdf-c884d06f189b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2077.040942] env[71058]: DEBUG oslo_concurrency.lockutils [req-e59603ec-c7dc-495b-aaec-cae3eb4766ac req-17746ed6-ea28-4617-9e0a-8d4acada3fe1 service nova] Lock "a96fa6c0-b95b-4cea-afdf-c884d06f189b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2077.041133] env[71058]: DEBUG nova.compute.manager [req-e59603ec-c7dc-495b-aaec-cae3eb4766ac req-17746ed6-ea28-4617-9e0a-8d4acada3fe1 service nova] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] No waiting events found dispatching network-vif-plugged-c5d7847d-aa7a-4858-9362-c2cf6ec7d8bb {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 2077.041298] env[71058]: WARNING nova.compute.manager [req-e59603ec-c7dc-495b-aaec-cae3eb4766ac req-17746ed6-ea28-4617-9e0a-8d4acada3fe1 service nova] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Received unexpected event network-vif-plugged-c5d7847d-aa7a-4858-9362-c2cf6ec7d8bb for instance with vm_state building and task_state block_device_mapping.
[ 2077.048528] env[71058]: DEBUG oslo_vmware.api [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2077.048528] env[71058]:    value = "task-2874222"
[ 2077.048528] env[71058]:    _type = "Task"
[ 2077.048528] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2077.057477] env[71058]: DEBUG oslo_vmware.api [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874222, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2077.114180] env[71058]: DEBUG nova.network.neutron [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Successfully updated port: c5d7847d-aa7a-4858-9362-c2cf6ec7d8bb {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 2077.300513] env[71058]: DEBUG oslo_vmware.api [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874221, 'name': PowerOnVM_Task, 'duration_secs': 0.50154} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2077.300979] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 2077.301212] env[71058]: INFO nova.compute.manager [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Took 6.92 seconds to spawn the instance on the hypervisor.
[ 2077.301417] env[71058]: DEBUG nova.compute.manager [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 2077.302215] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9627b94-08bb-400d-871e-8c1f23238dc0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2077.559157] env[71058]: DEBUG oslo_vmware.api [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874222, 'name': ReconfigVM_Task, 'duration_secs': 0.301822} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2077.559471] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 19a988b4-f677-445d-8135-1d49b099f873/19a988b4-f677-445d-8135-1d49b099f873.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 2077.559788] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Updating instance '19a988b4-f677-445d-8135-1d49b099f873' progress to 50 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 2077.617593] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "refresh_cache-a96fa6c0-b95b-4cea-afdf-c884d06f189b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2077.617734] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquired lock "refresh_cache-a96fa6c0-b95b-4cea-afdf-c884d06f189b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2077.617829] env[71058]: DEBUG nova.network.neutron [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 2077.819739] env[71058]: INFO nova.compute.manager [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Took 13.99 seconds to build instance.
[ 2078.066089] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c04d22-c1fe-43b1-b169-2c534f0ffb57 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2078.086329] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a368b5e7-e386-4256-be81-a108a9703a57 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2078.105021] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Updating instance '19a988b4-f677-445d-8135-1d49b099f873' progress to 67 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 2078.156563] env[71058]: DEBUG nova.network.neutron [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 2078.322278] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9b1b4871-c400-4043-a3e5-54f3a99a0719 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "532bde67-13cb-4cae-bd7b-5b78d65c93f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.511s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2078.336722] env[71058]: DEBUG nova.network.neutron [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Updating instance_info_cache with network_info: [{"id": "c5d7847d-aa7a-4858-9362-c2cf6ec7d8bb", "address": "fa:16:3e:23:3e:8d", "network": {"id": "66750c80-d5c2-4b4f-9575-cdf32a68ebc7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-309076217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c9902cdb8d44e288ef5d1588d0de88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d7847d-aa", "ovs_interfaceid": "c5d7847d-aa7a-4858-9362-c2cf6ec7d8bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2078.485215] env[71058]: DEBUG nova.compute.manager [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 2078.485814] env[71058]: DEBUG nova.virt.hardware [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 2078.486058] env[71058]: DEBUG nova.virt.hardware [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 2078.486215] env[71058]: DEBUG nova.virt.hardware [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 2078.486387] env[71058]: DEBUG nova.virt.hardware [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 2078.486525] env[71058]: DEBUG nova.virt.hardware [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 2078.486663] env[71058]: DEBUG nova.virt.hardware [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 2078.486883] env[71058]: DEBUG nova.virt.hardware [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 2078.487059] env[71058]: DEBUG nova.virt.hardware [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 2078.487230] env[71058]: DEBUG nova.virt.hardware [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 2078.487384] env[71058]: DEBUG nova.virt.hardware [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 2078.487550] env[71058]: DEBUG nova.virt.hardware [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 2078.488470] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec73ff4-19e5-487a-ba82-f93757069a26 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2078.497486] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448e492e-2d7e-4119-92dc-69c5d883b57f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2078.660746] env[71058]: DEBUG nova.network.neutron [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Port c720977d-f109-421a-b71a-d726ed1e5486 binding to destination host cpu-1 is already ACTIVE {{(pid=71058) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}}
[ 2078.838956] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Releasing lock "refresh_cache-a96fa6c0-b95b-4cea-afdf-c884d06f189b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2078.839318] env[71058]: DEBUG nova.compute.manager [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Instance network_info: |[{"id": "c5d7847d-aa7a-4858-9362-c2cf6ec7d8bb", "address": "fa:16:3e:23:3e:8d", "network": {"id": "66750c80-d5c2-4b4f-9575-cdf32a68ebc7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-309076217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c9902cdb8d44e288ef5d1588d0de88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d7847d-aa", "ovs_interfaceid": "c5d7847d-aa7a-4858-9362-c2cf6ec7d8bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 2078.839738] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:3e:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'df1bf911-aac9-4d2d-ae69-66ace3e6a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5d7847d-aa7a-4858-9362-c2cf6ec7d8bb', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 2078.847353] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 2078.847914] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 2078.847914] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7943287c-a923-45b7-b37d-ac974f1357a2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2078.869405] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 2078.869405] env[71058]:    value = "task-2874223"
[ 2078.869405] env[71058]:    _type = "Task"
[ 2078.869405] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2078.877412] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874223, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2079.068266] env[71058]: DEBUG nova.compute.manager [req-c1e906d4-e75f-4722-bb54-9086e66f8306 req-2d507f88-adb2-4016-9a68-1f3da70b5738 service nova] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Received event network-changed-c5d7847d-aa7a-4858-9362-c2cf6ec7d8bb {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2079.068474] env[71058]: DEBUG nova.compute.manager [req-c1e906d4-e75f-4722-bb54-9086e66f8306 req-2d507f88-adb2-4016-9a68-1f3da70b5738 service nova] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Refreshing instance network info cache due to event network-changed-c5d7847d-aa7a-4858-9362-c2cf6ec7d8bb. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 2079.068868] env[71058]: DEBUG oslo_concurrency.lockutils [req-c1e906d4-e75f-4722-bb54-9086e66f8306 req-2d507f88-adb2-4016-9a68-1f3da70b5738 service nova] Acquiring lock "refresh_cache-a96fa6c0-b95b-4cea-afdf-c884d06f189b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2079.068924] env[71058]: DEBUG oslo_concurrency.lockutils [req-c1e906d4-e75f-4722-bb54-9086e66f8306 req-2d507f88-adb2-4016-9a68-1f3da70b5738 service nova] Acquired lock "refresh_cache-a96fa6c0-b95b-4cea-afdf-c884d06f189b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2079.069147] env[71058]: DEBUG nova.network.neutron [req-c1e906d4-e75f-4722-bb54-9086e66f8306 req-2d507f88-adb2-4016-9a68-1f3da70b5738 service nova] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Refreshing network info cache for port c5d7847d-aa7a-4858-9362-c2cf6ec7d8bb {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 2079.380590] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874223, 'name': CreateVM_Task, 'duration_secs': 0.317664} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2079.380752] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 2079.381649] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'delete_on_termination': True, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577636', 'volume_id': '7628ca5a-e268-4a3b-9d71-222462181a5d', 'name': 'volume-7628ca5a-e268-4a3b-9d71-222462181a5d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a96fa6c0-b95b-4cea-afdf-c884d06f189b', 'attached_at': '', 'detached_at': '', 'volume_id': '7628ca5a-e268-4a3b-9d71-222462181a5d', 'serial': '7628ca5a-e268-4a3b-9d71-222462181a5d'}, 'disk_bus': None, 'mount_device': '/dev/sda', 'attachment_id': '4234fe48-ccba-4014-a1ac-800f10d4abbf', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=71058) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}}
[ 2079.381884] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Root volume attach. Driver type: vmdk {{(pid=71058) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}}
[ 2079.382894] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067e68e5-b7cf-4e1a-9119-5dd29f591c1b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2079.393582] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7207bb6-7b1b-45e0-8d05-19c88b38097a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2079.400437] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda607de-b009-440e-bd68-00095872f587 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2079.406685] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-7450ddb6-d5fd-42b1-8fba-cd9802fb01dd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2079.415973] env[71058]: DEBUG oslo_vmware.api [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 2079.415973] env[71058]:    value = "task-2874224"
[ 2079.415973] env[71058]:    _type = "Task"
[ 2079.415973] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2079.423893] env[71058]: DEBUG oslo_vmware.api [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874224, 'name': RelocateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2079.465355] env[71058]: DEBUG nova.compute.manager [req-2b61e83b-43b7-4b2c-b96b-3460fb2a76d4 req-f9858f4a-5f53-46c9-84e3-c1beab357d6f service nova] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Received event network-changed-9c73107d-6e8c-4d41-ae72-598081d551e7 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2079.465355] env[71058]: DEBUG nova.compute.manager [req-2b61e83b-43b7-4b2c-b96b-3460fb2a76d4 req-f9858f4a-5f53-46c9-84e3-c1beab357d6f service nova] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Refreshing instance network info cache due to event network-changed-9c73107d-6e8c-4d41-ae72-598081d551e7. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 2079.465355] env[71058]: DEBUG oslo_concurrency.lockutils [req-2b61e83b-43b7-4b2c-b96b-3460fb2a76d4 req-f9858f4a-5f53-46c9-84e3-c1beab357d6f service nova] Acquiring lock "refresh_cache-532bde67-13cb-4cae-bd7b-5b78d65c93f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2079.465355] env[71058]: DEBUG oslo_concurrency.lockutils [req-2b61e83b-43b7-4b2c-b96b-3460fb2a76d4 req-f9858f4a-5f53-46c9-84e3-c1beab357d6f service nova] Acquired lock "refresh_cache-532bde67-13cb-4cae-bd7b-5b78d65c93f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2079.465355] env[71058]: DEBUG nova.network.neutron [req-2b61e83b-43b7-4b2c-b96b-3460fb2a76d4 req-f9858f4a-5f53-46c9-84e3-c1beab357d6f service nova] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Refreshing network info cache for port 9c73107d-6e8c-4d41-ae72-598081d551e7 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 2079.687449] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "19a988b4-f677-445d-8135-1d49b099f873-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2079.687675] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "19a988b4-f677-445d-8135-1d49b099f873-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2079.688126] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "19a988b4-f677-445d-8135-1d49b099f873-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2079.879937] env[71058]: DEBUG nova.network.neutron [req-c1e906d4-e75f-4722-bb54-9086e66f8306 req-2d507f88-adb2-4016-9a68-1f3da70b5738 service nova] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Updated VIF entry in instance network info cache for port c5d7847d-aa7a-4858-9362-c2cf6ec7d8bb. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 2079.880281] env[71058]: DEBUG nova.network.neutron [req-c1e906d4-e75f-4722-bb54-9086e66f8306 req-2d507f88-adb2-4016-9a68-1f3da70b5738 service nova] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Updating instance_info_cache with network_info: [{"id": "c5d7847d-aa7a-4858-9362-c2cf6ec7d8bb", "address": "fa:16:3e:23:3e:8d", "network": {"id": "66750c80-d5c2-4b4f-9575-cdf32a68ebc7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-309076217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c9902cdb8d44e288ef5d1588d0de88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d7847d-aa", "ovs_interfaceid": "c5d7847d-aa7a-4858-9362-c2cf6ec7d8bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2079.928518] env[71058]: DEBUG oslo_vmware.api [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874224, 'name': RelocateVM_Task} progress is 43%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2080.173628] env[71058]: DEBUG nova.network.neutron [req-2b61e83b-43b7-4b2c-b96b-3460fb2a76d4 req-f9858f4a-5f53-46c9-84e3-c1beab357d6f service nova] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Updated VIF entry in instance network info cache for port 9c73107d-6e8c-4d41-ae72-598081d551e7. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 2080.174131] env[71058]: DEBUG nova.network.neutron [req-2b61e83b-43b7-4b2c-b96b-3460fb2a76d4 req-f9858f4a-5f53-46c9-84e3-c1beab357d6f service nova] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Updating instance_info_cache with network_info: [{"id": "9c73107d-6e8c-4d41-ae72-598081d551e7", "address": "fa:16:3e:88:a8:78", "network": {"id": "5ecbb149-fd57-4a44-a6cc-48e0b1e653a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1232521171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df590cd3ec8f4748ad8a273f58d2f095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c73107d-6e", "ovs_interfaceid": "9c73107d-6e8c-4d41-ae72-598081d551e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2080.383386] env[71058]: DEBUG oslo_concurrency.lockutils [req-c1e906d4-e75f-4722-bb54-9086e66f8306 req-2d507f88-adb2-4016-9a68-1f3da70b5738 service nova] Releasing lock "refresh_cache-a96fa6c0-b95b-4cea-afdf-c884d06f189b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2080.383753] env[71058]: DEBUG nova.compute.manager [req-c1e906d4-e75f-4722-bb54-9086e66f8306 req-2d507f88-adb2-4016-9a68-1f3da70b5738 service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Received event network-changed-88ff3bf8-5f73-470d-bbf4-cb75b1abf94f {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2080.383995] env[71058]: DEBUG nova.compute.manager [req-c1e906d4-e75f-4722-bb54-9086e66f8306 req-2d507f88-adb2-4016-9a68-1f3da70b5738 service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Refreshing instance network info cache due to event network-changed-88ff3bf8-5f73-470d-bbf4-cb75b1abf94f. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 2080.384303] env[71058]: DEBUG oslo_concurrency.lockutils [req-c1e906d4-e75f-4722-bb54-9086e66f8306 req-2d507f88-adb2-4016-9a68-1f3da70b5738 service nova] Acquiring lock "refresh_cache-8158fd1a-423a-4569-a437-4f278e010923" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2080.384487] env[71058]: DEBUG oslo_concurrency.lockutils [req-c1e906d4-e75f-4722-bb54-9086e66f8306 req-2d507f88-adb2-4016-9a68-1f3da70b5738 service nova] Acquired lock "refresh_cache-8158fd1a-423a-4569-a437-4f278e010923" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2080.384679] env[71058]: DEBUG nova.network.neutron [req-c1e906d4-e75f-4722-bb54-9086e66f8306 req-2d507f88-adb2-4016-9a68-1f3da70b5738 service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Refreshing network info cache for port 88ff3bf8-5f73-470d-bbf4-cb75b1abf94f {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 2080.429355] env[71058]: DEBUG oslo_vmware.api [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874224, 'name': RelocateVM_Task} progress is 56%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2080.677558] env[71058]: DEBUG oslo_concurrency.lockutils [req-2b61e83b-43b7-4b2c-b96b-3460fb2a76d4 req-f9858f4a-5f53-46c9-84e3-c1beab357d6f service nova] Releasing lock "refresh_cache-532bde67-13cb-4cae-bd7b-5b78d65c93f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2080.723440] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "refresh_cache-19a988b4-f677-445d-8135-1d49b099f873" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2080.723632] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquired lock "refresh_cache-19a988b4-f677-445d-8135-1d49b099f873" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2080.723830] env[71058]: DEBUG nova.network.neutron [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 2080.929997] env[71058]: DEBUG oslo_vmware.api [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874224, 'name': RelocateVM_Task} progress is 71%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2081.138290] env[71058]: DEBUG nova.network.neutron [req-c1e906d4-e75f-4722-bb54-9086e66f8306 req-2d507f88-adb2-4016-9a68-1f3da70b5738 service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Updated VIF entry in instance network info cache for port 88ff3bf8-5f73-470d-bbf4-cb75b1abf94f. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 2081.138675] env[71058]: DEBUG nova.network.neutron [req-c1e906d4-e75f-4722-bb54-9086e66f8306 req-2d507f88-adb2-4016-9a68-1f3da70b5738 service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Updating instance_info_cache with network_info: [{"id": "88ff3bf8-5f73-470d-bbf4-cb75b1abf94f", "address": "fa:16:3e:b5:9a:d0", "network": {"id": "5ecbb149-fd57-4a44-a6cc-48e0b1e653a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1232521171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df590cd3ec8f4748ad8a273f58d2f095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88ff3bf8-5f", "ovs_interfaceid": "88ff3bf8-5f73-470d-bbf4-cb75b1abf94f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2081.431055] env[71058]: DEBUG oslo_vmware.api [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874224, 'name': RelocateVM_Task} progress is 88%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2081.445486] env[71058]: DEBUG nova.network.neutron [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Updating instance_info_cache with network_info: [{"id": "c720977d-f109-421a-b71a-d726ed1e5486", "address": "fa:16:3e:98:f5:ea", "network": {"id": "c13424cd-3787-4aef-8aaa-6f7e98678c9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-973121726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f4a9339cb54309bb039c8b9533c473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc720977d-f1", "ovs_interfaceid": "c720977d-f109-421a-b71a-d726ed1e5486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2081.493846] env[71058]: DEBUG nova.compute.manager [req-eb9e47f7-2acc-4b8d-a247-bda4c3c76bc6 req-fe829152-f008-44cd-bc02-37f216698a39 service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Received event network-changed-88ff3bf8-5f73-470d-bbf4-cb75b1abf94f {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2081.494128] env[71058]: DEBUG nova.compute.manager [req-eb9e47f7-2acc-4b8d-a247-bda4c3c76bc6 req-fe829152-f008-44cd-bc02-37f216698a39 service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Refreshing instance network info cache due to event network-changed-88ff3bf8-5f73-470d-bbf4-cb75b1abf94f. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 2081.494393] env[71058]: DEBUG oslo_concurrency.lockutils [req-eb9e47f7-2acc-4b8d-a247-bda4c3c76bc6 req-fe829152-f008-44cd-bc02-37f216698a39 service nova] Acquiring lock "refresh_cache-8158fd1a-423a-4569-a437-4f278e010923" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2081.642998] env[71058]: DEBUG oslo_concurrency.lockutils [req-c1e906d4-e75f-4722-bb54-9086e66f8306 req-2d507f88-adb2-4016-9a68-1f3da70b5738 service nova] Releasing lock "refresh_cache-8158fd1a-423a-4569-a437-4f278e010923" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2081.643253] env[71058]: DEBUG nova.compute.manager [req-c1e906d4-e75f-4722-bb54-9086e66f8306 req-2d507f88-adb2-4016-9a68-1f3da70b5738 service nova] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Received event network-changed-9c73107d-6e8c-4d41-ae72-598081d551e7 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2081.643422] env[71058]: DEBUG nova.compute.manager [req-c1e906d4-e75f-4722-bb54-9086e66f8306 req-2d507f88-adb2-4016-9a68-1f3da70b5738 service nova] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Refreshing instance network info cache due to event network-changed-9c73107d-6e8c-4d41-ae72-598081d551e7. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 2081.643654] env[71058]: DEBUG oslo_concurrency.lockutils [req-c1e906d4-e75f-4722-bb54-9086e66f8306 req-2d507f88-adb2-4016-9a68-1f3da70b5738 service nova] Acquiring lock "refresh_cache-532bde67-13cb-4cae-bd7b-5b78d65c93f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2081.643803] env[71058]: DEBUG oslo_concurrency.lockutils [req-c1e906d4-e75f-4722-bb54-9086e66f8306 req-2d507f88-adb2-4016-9a68-1f3da70b5738 service nova] Acquired lock "refresh_cache-532bde67-13cb-4cae-bd7b-5b78d65c93f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2081.643974] env[71058]: DEBUG nova.network.neutron [req-c1e906d4-e75f-4722-bb54-9086e66f8306 req-2d507f88-adb2-4016-9a68-1f3da70b5738 service nova] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Refreshing network info cache for port 9c73107d-6e8c-4d41-ae72-598081d551e7 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 2081.645299] env[71058]: DEBUG oslo_concurrency.lockutils [req-eb9e47f7-2acc-4b8d-a247-bda4c3c76bc6 req-fe829152-f008-44cd-bc02-37f216698a39 service nova] Acquired lock "refresh_cache-8158fd1a-423a-4569-a437-4f278e010923" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2081.645481] env[71058]: DEBUG nova.network.neutron [req-eb9e47f7-2acc-4b8d-a247-bda4c3c76bc6 req-fe829152-f008-44cd-bc02-37f216698a39 service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Refreshing network info cache for port 88ff3bf8-5f73-470d-bbf4-cb75b1abf94f {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 2081.932539] env[71058]: DEBUG oslo_vmware.api [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874224, 'name': RelocateVM_Task} progress is 97%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2081.948495] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Releasing lock "refresh_cache-19a988b4-f677-445d-8135-1d49b099f873" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2082.431906] env[71058]: DEBUG oslo_vmware.api [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874224, 'name': RelocateVM_Task} progress is 98%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2082.466761] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e42ef10d-cda4-4c3a-b725-f2da0e348bdb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "5b34ec42-36e1-47dd-96a4-efc5d437c4d9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2082.466761] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e42ef10d-cda4-4c3a-b725-f2da0e348bdb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "5b34ec42-36e1-47dd-96a4-efc5d437c4d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2082.466761] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e42ef10d-cda4-4c3a-b725-f2da0e348bdb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "5b34ec42-36e1-47dd-96a4-efc5d437c4d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2082.466761] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e42ef10d-cda4-4c3a-b725-f2da0e348bdb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "5b34ec42-36e1-47dd-96a4-efc5d437c4d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2082.467189] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e42ef10d-cda4-4c3a-b725-f2da0e348bdb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "5b34ec42-36e1-47dd-96a4-efc5d437c4d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2082.469778] env[71058]: INFO nova.compute.manager [None req-e42ef10d-cda4-4c3a-b725-f2da0e348bdb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Terminating instance
[ 2082.504658] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d7434c-3e0a-4a0c-b296-793e80dfd3d3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2082.524397] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25831239-d5b8-4266-9213-d1be23e24764 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2082.533922] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Updating instance '19a988b4-f677-445d-8135-1d49b099f873' progress to 83 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 2082.736549] env[71058]: DEBUG nova.network.neutron [req-c1e906d4-e75f-4722-bb54-9086e66f8306 req-2d507f88-adb2-4016-9a68-1f3da70b5738 service nova] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Updated VIF entry in instance network info cache for port 9c73107d-6e8c-4d41-ae72-598081d551e7. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 2082.737068] env[71058]: DEBUG nova.network.neutron [req-c1e906d4-e75f-4722-bb54-9086e66f8306 req-2d507f88-adb2-4016-9a68-1f3da70b5738 service nova] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Updating instance_info_cache with network_info: [{"id": "9c73107d-6e8c-4d41-ae72-598081d551e7", "address": "fa:16:3e:88:a8:78", "network": {"id": "5ecbb149-fd57-4a44-a6cc-48e0b1e653a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1232521171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df590cd3ec8f4748ad8a273f58d2f095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c73107d-6e", "ovs_interfaceid": "9c73107d-6e8c-4d41-ae72-598081d551e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2082.760874] env[71058]: DEBUG nova.network.neutron [req-eb9e47f7-2acc-4b8d-a247-bda4c3c76bc6 req-fe829152-f008-44cd-bc02-37f216698a39 service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Updated VIF entry in instance network info cache for port 88ff3bf8-5f73-470d-bbf4-cb75b1abf94f. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 2082.761248] env[71058]: DEBUG nova.network.neutron [req-eb9e47f7-2acc-4b8d-a247-bda4c3c76bc6 req-fe829152-f008-44cd-bc02-37f216698a39 service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Updating instance_info_cache with network_info: [{"id": "88ff3bf8-5f73-470d-bbf4-cb75b1abf94f", "address": "fa:16:3e:b5:9a:d0", "network": {"id": "5ecbb149-fd57-4a44-a6cc-48e0b1e653a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1232521171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df590cd3ec8f4748ad8a273f58d2f095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88ff3bf8-5f", "ovs_interfaceid": "88ff3bf8-5f73-470d-bbf4-cb75b1abf94f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2082.931489] env[71058]: DEBUG oslo_vmware.api [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874224, 'name': RelocateVM_Task, 'duration_secs': 3.123837} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2082.931786] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Volume attach. Driver type: vmdk {{(pid=71058) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}}
[ 2082.932016] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577636', 'volume_id': '7628ca5a-e268-4a3b-9d71-222462181a5d', 'name': 'volume-7628ca5a-e268-4a3b-9d71-222462181a5d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a96fa6c0-b95b-4cea-afdf-c884d06f189b', 'attached_at': '', 'detached_at': '', 'volume_id': '7628ca5a-e268-4a3b-9d71-222462181a5d', 'serial': '7628ca5a-e268-4a3b-9d71-222462181a5d'} {{(pid=71058) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}}
[ 2082.932779] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4024841c-3f9c-4fef-a2e9-f2c2686e69b5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2082.948340] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05966268-fadd-44bf-ac96-8a085737165b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2082.970648] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-7628ca5a-e268-4a3b-9d71-222462181a5d/volume-7628ca5a-e268-4a3b-9d71-222462181a5d.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 2082.970914] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1af6d77e-38e1-43c0-8b30-fa46112948ed {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2082.985493] env[71058]: DEBUG nova.compute.manager [None req-e42ef10d-cda4-4c3a-b725-f2da0e348bdb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 2082.985691] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e42ef10d-cda4-4c3a-b725-f2da0e348bdb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 2082.986513] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aea64da-c495-4805-8eaa-a8fb0b76a518 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2082.995066] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e42ef10d-cda4-4c3a-b725-f2da0e348bdb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 2082.996292] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4298f6a3-1a29-4623-ab52-aeca400b36f5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2082.997644] env[71058]: DEBUG oslo_vmware.api [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 2082.997644] env[71058]:    value = "task-2874225"
[ 2082.997644] env[71058]:    _type = "Task"
[ 2082.997644] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2083.002887] env[71058]: DEBUG oslo_vmware.api [None req-e42ef10d-cda4-4c3a-b725-f2da0e348bdb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2083.002887] env[71058]:    value = "task-2874226"
[ 2083.002887] env[71058]:    _type = "Task"
[ 2083.002887] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2083.009964] env[71058]: DEBUG oslo_vmware.api [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874225, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2083.014959] env[71058]: DEBUG oslo_vmware.api [None req-e42ef10d-cda4-4c3a-b725-f2da0e348bdb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2083.043809] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 2083.044179] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-036a427f-2018-49b2-a5a9-af7dd8e08097 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2083.052786] env[71058]: DEBUG oslo_vmware.api [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2083.052786] env[71058]:    value = "task-2874227"
[ 2083.052786] env[71058]:    _type = "Task"
[ 2083.052786] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2083.062402] env[71058]: DEBUG oslo_vmware.api [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2083.240466] env[71058]: DEBUG oslo_concurrency.lockutils [req-c1e906d4-e75f-4722-bb54-9086e66f8306 req-2d507f88-adb2-4016-9a68-1f3da70b5738 service nova] Releasing lock "refresh_cache-532bde67-13cb-4cae-bd7b-5b78d65c93f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2083.263532] env[71058]: DEBUG oslo_concurrency.lockutils [req-eb9e47f7-2acc-4b8d-a247-bda4c3c76bc6 req-fe829152-f008-44cd-bc02-37f216698a39 service nova] Releasing lock "refresh_cache-8158fd1a-423a-4569-a437-4f278e010923" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2083.509692] env[71058]: DEBUG oslo_vmware.api [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874225, 'name': ReconfigVM_Task, 'duration_secs': 0.370019} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2083.513022] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-7628ca5a-e268-4a3b-9d71-222462181a5d/volume-7628ca5a-e268-4a3b-9d71-222462181a5d.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 2083.517751] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-697d74ab-32e7-4d7e-b639-96e88d642bf6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2083.532990] env[71058]: DEBUG oslo_vmware.api [None req-e42ef10d-cda4-4c3a-b725-f2da0e348bdb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874226, 'name': PowerOffVM_Task, 'duration_secs': 0.211493} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2083.533263] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e42ef10d-cda4-4c3a-b725-f2da0e348bdb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 2083.533430] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e42ef10d-cda4-4c3a-b725-f2da0e348bdb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 2083.533669] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53a631cb-2b33-4110-b132-3edb9e04e6cc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2083.536300] env[71058]: DEBUG oslo_vmware.api [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 2083.536300] env[71058]:    value = "task-2874228"
[ 2083.536300] env[71058]:    _type = "Task"
[ 2083.536300] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2083.544801] env[71058]: DEBUG oslo_vmware.api [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874228, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2083.561998] env[71058]: DEBUG oslo_vmware.api [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874227, 'name': PowerOnVM_Task, 'duration_secs': 0.43855} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2083.562290] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 2083.562487] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc6eede-993e-4e69-a6b7-e0441d0cff74 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Updating instance '19a988b4-f677-445d-8135-1d49b099f873' progress to 100 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 2083.604427] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e42ef10d-cda4-4c3a-b725-f2da0e348bdb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 2083.604763] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e42ef10d-cda4-4c3a-b725-f2da0e348bdb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 2083.605034] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e42ef10d-cda4-4c3a-b725-f2da0e348bdb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Deleting the datastore file [datastore2] 5b34ec42-36e1-47dd-96a4-efc5d437c4d9 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 2083.605410] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb93d421-4f52-4555-bef5-b498acf18dfb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2083.614593] env[71058]: DEBUG oslo_vmware.api [None req-e42ef10d-cda4-4c3a-b725-f2da0e348bdb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2083.614593] env[71058]:    value = "task-2874230"
[ 2083.614593] env[71058]:    _type = "Task"
[ 2083.614593] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2083.624212] env[71058]: DEBUG oslo_vmware.api [None req-e42ef10d-cda4-4c3a-b725-f2da0e348bdb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2084.048267] env[71058]: DEBUG oslo_vmware.api [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874228, 'name': ReconfigVM_Task, 'duration_secs': 0.16725} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2084.048637] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577636', 'volume_id': '7628ca5a-e268-4a3b-9d71-222462181a5d', 'name': 'volume-7628ca5a-e268-4a3b-9d71-222462181a5d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a96fa6c0-b95b-4cea-afdf-c884d06f189b', 'attached_at': '', 'detached_at': '', 'volume_id': '7628ca5a-e268-4a3b-9d71-222462181a5d', 'serial': '7628ca5a-e268-4a3b-9d71-222462181a5d'} {{(pid=71058) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}}
[ 2084.049062] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d6efa74-ac16-4890-acf3-48cf5c654195 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2084.056866] env[71058]: DEBUG oslo_vmware.api [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 2084.056866] env[71058]:    value = "task-2874231"
[ 2084.056866] env[71058]:    _type = "Task"
[ 2084.056866] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2084.065415] env[71058]: DEBUG oslo_vmware.api [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874231, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2084.126841] env[71058]: DEBUG oslo_vmware.api [None req-e42ef10d-cda4-4c3a-b725-f2da0e348bdb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2084.568507] env[71058]: DEBUG oslo_vmware.api [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874231, 'name': Rename_Task, 'duration_secs': 0.228684} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2084.568850] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 2084.569128] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12303a62-ff70-488e-9db0-10c63eb30638 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2084.576606] env[71058]: DEBUG oslo_vmware.api [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 2084.576606] env[71058]:    value = "task-2874232"
[ 2084.576606] env[71058]:    _type = "Task"
[ 2084.576606] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2084.591724] env[71058]: DEBUG oslo_vmware.api [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2084.627229] env[71058]: DEBUG oslo_vmware.api [None req-e42ef10d-cda4-4c3a-b725-f2da0e348bdb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874230, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.762624} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2084.627472] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-e42ef10d-cda4-4c3a-b725-f2da0e348bdb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 2084.627680] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e42ef10d-cda4-4c3a-b725-f2da0e348bdb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 2084.627871] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e42ef10d-cda4-4c3a-b725-f2da0e348bdb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 2084.628056] env[71058]: INFO nova.compute.manager [None req-e42ef10d-cda4-4c3a-b725-f2da0e348bdb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Took 1.64 seconds to destroy the instance on the hypervisor.
[ 2084.628327] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e42ef10d-cda4-4c3a-b725-f2da0e348bdb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 2084.628512] env[71058]: DEBUG nova.compute.manager [-] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 2084.628608] env[71058]: DEBUG nova.network.neutron [-] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 2085.064982] env[71058]: DEBUG nova.compute.manager [req-9d51ab54-172d-4956-89ff-07056986363a req-0fa43272-b882-403f-8d17-093eb0ffefbe service nova] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Received event network-vif-deleted-a1a51512-fa48-4616-a469-adbc8cf31252 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2085.065292] env[71058]: INFO nova.compute.manager [req-9d51ab54-172d-4956-89ff-07056986363a req-0fa43272-b882-403f-8d17-093eb0ffefbe service nova] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Neutron deleted interface a1a51512-fa48-4616-a469-adbc8cf31252; detaching it from the instance and deleting it from the info cache
[ 2085.065944] env[71058]: DEBUG nova.network.neutron [req-9d51ab54-172d-4956-89ff-07056986363a req-0fa43272-b882-403f-8d17-093eb0ffefbe service nova] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2085.095811] env[71058]: DEBUG oslo_vmware.api [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874232, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2085.542031] env[71058]: DEBUG nova.network.neutron [-] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2085.569450] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff631491-c021-4fa0-a3be-28af18313dea {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2085.581801] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9111e740-9dab-452b-b5f7-f60b6a5ed4af {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2085.612271] env[71058]: DEBUG oslo_vmware.api [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874232, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2085.626860] env[71058]: DEBUG nova.compute.manager [req-9d51ab54-172d-4956-89ff-07056986363a req-0fa43272-b882-403f-8d17-093eb0ffefbe service nova] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Detach interface failed, port_id=a1a51512-fa48-4616-a469-adbc8cf31252, reason: Instance 5b34ec42-36e1-47dd-96a4-efc5d437c4d9 could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 2086.044544] env[71058]: INFO nova.compute.manager [-] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Took 1.42 seconds to deallocate network for instance.
[ 2086.105844] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8d392f8a-1d8e-4d0d-9d05-91791c81b625 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "19a988b4-f677-445d-8135-1d49b099f873" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2086.106271] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8d392f8a-1d8e-4d0d-9d05-91791c81b625 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "19a988b4-f677-445d-8135-1d49b099f873" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2086.106367] env[71058]: DEBUG nova.compute.manager [None req-8d392f8a-1d8e-4d0d-9d05-91791c81b625 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Going to confirm migration 8 {{(pid=71058) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}}
[ 2086.107716] env[71058]: DEBUG oslo_vmware.api [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874232, 'name': PowerOnVM_Task, 'duration_secs': 1.107437} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2086.108128] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 2086.108415] env[71058]: INFO nova.compute.manager [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Took 7.62 seconds to spawn the instance on the hypervisor.
[ 2086.108548] env[71058]: DEBUG nova.compute.manager [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 2086.109321] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8408b7-2ede-49a4-b39b-aae3c16d10c1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2086.551252] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e42ef10d-cda4-4c3a-b725-f2da0e348bdb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2086.551594] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e42ef10d-cda4-4c3a-b725-f2da0e348bdb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2086.551845] env[71058]: DEBUG nova.objects.instance [None req-e42ef10d-cda4-4c3a-b725-f2da0e348bdb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lazy-loading 'resources' on Instance uuid 5b34ec42-36e1-47dd-96a4-efc5d437c4d9 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2086.628574] env[71058]: INFO nova.compute.manager [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Took 14.12 seconds to build instance.
[ 2086.647033] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8d392f8a-1d8e-4d0d-9d05-91791c81b625 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "refresh_cache-19a988b4-f677-445d-8135-1d49b099f873" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2086.647238] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8d392f8a-1d8e-4d0d-9d05-91791c81b625 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquired lock "refresh_cache-19a988b4-f677-445d-8135-1d49b099f873" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2086.647423] env[71058]: DEBUG nova.network.neutron [None req-8d392f8a-1d8e-4d0d-9d05-91791c81b625 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 2086.647713] env[71058]: DEBUG nova.objects.instance [None req-8d392f8a-1d8e-4d0d-9d05-91791c81b625 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lazy-loading 'info_cache' on Instance uuid 19a988b4-f677-445d-8135-1d49b099f873 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2087.036677] env[71058]: DEBUG nova.compute.manager [req-9ca9b112-eac2-4bf8-9d29-9d23ec438203 req-fd2e2911-dead-43db-86c4-4a4878441e24 service nova] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Received event network-changed-7a698812-d36d-4b07-9b9b-0dad873ec390 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2087.036952] env[71058]: DEBUG nova.compute.manager [req-9ca9b112-eac2-4bf8-9d29-9d23ec438203 req-fd2e2911-dead-43db-86c4-4a4878441e24 service nova] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Refreshing instance network info cache due to event network-changed-7a698812-d36d-4b07-9b9b-0dad873ec390. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 2087.037845] env[71058]: DEBUG oslo_concurrency.lockutils [req-9ca9b112-eac2-4bf8-9d29-9d23ec438203 req-fd2e2911-dead-43db-86c4-4a4878441e24 service nova] Acquiring lock "refresh_cache-ef018637-b45c-4d27-858c-6fc418d79cf1" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2087.038063] env[71058]: DEBUG oslo_concurrency.lockutils [req-9ca9b112-eac2-4bf8-9d29-9d23ec438203 req-fd2e2911-dead-43db-86c4-4a4878441e24 service nova] Acquired lock "refresh_cache-ef018637-b45c-4d27-858c-6fc418d79cf1" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2087.038326] env[71058]: DEBUG nova.network.neutron [req-9ca9b112-eac2-4bf8-9d29-9d23ec438203 req-fd2e2911-dead-43db-86c4-4a4878441e24 service nova] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Refreshing network info cache for port 7a698812-d36d-4b07-9b9b-0dad873ec390 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 2087.131071] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3d056c89-8918-47f0-8d50-8d142595e183 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "a96fa6c0-b95b-4cea-afdf-c884d06f189b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.628s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2087.184311] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0076239-3f69-4d72-bbca-7be2e7523800 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2087.192630] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472e2791-de98-4470-b4a8-6e60e28097b6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2087.225687] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06fbd20-2a28-427b-938d-a34a70cd1b8e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2087.234261] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74a6af1-ecf9-414c-b06a-fe58956368ce {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2087.248150] env[71058]: DEBUG nova.compute.provider_tree [None req-e42ef10d-cda4-4c3a-b725-f2da0e348bdb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2087.751519] env[71058]: DEBUG nova.scheduler.client.report [None req-e42ef10d-cda4-4c3a-b725-f2da0e348bdb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 2087.796138] env[71058]: DEBUG nova.network.neutron [req-9ca9b112-eac2-4bf8-9d29-9d23ec438203 req-fd2e2911-dead-43db-86c4-4a4878441e24 service nova] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Updated VIF entry in instance network info cache for port 7a698812-d36d-4b07-9b9b-0dad873ec390. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 2087.796534] env[71058]: DEBUG nova.network.neutron [req-9ca9b112-eac2-4bf8-9d29-9d23ec438203 req-fd2e2911-dead-43db-86c4-4a4878441e24 service nova] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Updating instance_info_cache with network_info: [{"id": "7a698812-d36d-4b07-9b9b-0dad873ec390", "address": "fa:16:3e:74:cf:34", "network": {"id": "66750c80-d5c2-4b4f-9575-cdf32a68ebc7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-309076217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c9902cdb8d44e288ef5d1588d0de88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a698812-d3", "ovs_interfaceid": "7a698812-d36d-4b07-9b9b-0dad873ec390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2087.942877] env[71058]: DEBUG nova.network.neutron [None req-8d392f8a-1d8e-4d0d-9d05-91791c81b625 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Updating instance_info_cache with network_info: [{"id": "c720977d-f109-421a-b71a-d726ed1e5486", "address": "fa:16:3e:98:f5:ea", "network": {"id": "c13424cd-3787-4aef-8aaa-6f7e98678c9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-973121726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f4a9339cb54309bb039c8b9533c473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc720977d-f1", "ovs_interfaceid": "c720977d-f109-421a-b71a-d726ed1e5486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2088.256998] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e42ef10d-cda4-4c3a-b725-f2da0e348bdb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2088.278333] env[71058]: INFO nova.scheduler.client.report [None req-e42ef10d-cda4-4c3a-b725-f2da0e348bdb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Deleted allocations for instance 5b34ec42-36e1-47dd-96a4-efc5d437c4d9
[ 2088.299404] env[71058]: DEBUG oslo_concurrency.lockutils [req-9ca9b112-eac2-4bf8-9d29-9d23ec438203 req-fd2e2911-dead-43db-86c4-4a4878441e24 service nova] Releasing lock "refresh_cache-ef018637-b45c-4d27-858c-6fc418d79cf1" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2088.445523] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8d392f8a-1d8e-4d0d-9d05-91791c81b625 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Releasing lock "refresh_cache-19a988b4-f677-445d-8135-1d49b099f873" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2088.445728] env[71058]: DEBUG nova.objects.instance [None req-8d392f8a-1d8e-4d0d-9d05-91791c81b625 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lazy-loading 'migration_context' on Instance uuid 19a988b4-f677-445d-8135-1d49b099f873 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2088.587470] env[71058]: DEBUG nova.compute.manager [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Stashing vm_state: active {{(pid=71058) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}}
[ 2088.786466] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e42ef10d-cda4-4c3a-b725-f2da0e348bdb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "5b34ec42-36e1-47dd-96a4-efc5d437c4d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 6.320s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2088.950130] env[71058]: DEBUG nova.objects.base [None req-8d392f8a-1d8e-4d0d-9d05-91791c81b625 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Object Instance<19a988b4-f677-445d-8135-1d49b099f873> lazy-loaded attributes: info_cache,migration_context {{(pid=71058) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 2088.950611] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196e330d-467b-4d4c-8e18-653ac5000a75 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2088.970429] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-808eebb3-27df-4a20-92a7-94480de5e935 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2088.976772] env[71058]: DEBUG oslo_vmware.api [None req-8d392f8a-1d8e-4d0d-9d05-91791c81b625 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2088.976772] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e9f8a4-a37c-b10f-59ee-4d9c709bc4c2"
[ 2088.976772] env[71058]:    _type = "Task"
[ 2088.976772] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2088.986885] env[71058]: DEBUG oslo_vmware.api [None req-8d392f8a-1d8e-4d0d-9d05-91791c81b625 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e9f8a4-a37c-b10f-59ee-4d9c709bc4c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2089.061023] env[71058]: DEBUG nova.compute.manager [req-ad419517-4ea7-4a05-9718-a71e24a5e10f req-e62372ba-b6f5-43a2-97c1-866938a36494 service nova] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Received event network-changed-c5d7847d-aa7a-4858-9362-c2cf6ec7d8bb {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2089.061240] env[71058]: DEBUG nova.compute.manager [req-ad419517-4ea7-4a05-9718-a71e24a5e10f req-e62372ba-b6f5-43a2-97c1-866938a36494 service nova] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Refreshing instance network info cache due to event network-changed-c5d7847d-aa7a-4858-9362-c2cf6ec7d8bb. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 2089.061511] env[71058]: DEBUG oslo_concurrency.lockutils [req-ad419517-4ea7-4a05-9718-a71e24a5e10f req-e62372ba-b6f5-43a2-97c1-866938a36494 service nova] Acquiring lock "refresh_cache-a96fa6c0-b95b-4cea-afdf-c884d06f189b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2089.061640] env[71058]: DEBUG oslo_concurrency.lockutils [req-ad419517-4ea7-4a05-9718-a71e24a5e10f req-e62372ba-b6f5-43a2-97c1-866938a36494 service nova] Acquired lock "refresh_cache-a96fa6c0-b95b-4cea-afdf-c884d06f189b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2089.061805] env[71058]: DEBUG nova.network.neutron [req-ad419517-4ea7-4a05-9718-a71e24a5e10f req-e62372ba-b6f5-43a2-97c1-866938a36494 service nova] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Refreshing network info cache for port c5d7847d-aa7a-4858-9362-c2cf6ec7d8bb {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 2089.111459] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2089.111727] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2089.487928] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d40539d7-ad13-41ca-9486-9d1084cd5719 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2089.488311] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d40539d7-ad13-41ca-9486-9d1084cd5719 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2089.489546] env[71058]: DEBUG oslo_vmware.api [None req-8d392f8a-1d8e-4d0d-9d05-91791c81b625 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e9f8a4-a37c-b10f-59ee-4d9c709bc4c2, 'name': SearchDatastore_Task, 'duration_secs': 0.013931} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2089.490016] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8d392f8a-1d8e-4d0d-9d05-91791c81b625 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2089.616510] env[71058]: INFO nova.compute.claims [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 2089.764288] env[71058]: DEBUG nova.network.neutron [req-ad419517-4ea7-4a05-9718-a71e24a5e10f req-e62372ba-b6f5-43a2-97c1-866938a36494 service nova] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Updated VIF entry in instance network info cache for port c5d7847d-aa7a-4858-9362-c2cf6ec7d8bb. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 2089.764816] env[71058]: DEBUG nova.network.neutron [req-ad419517-4ea7-4a05-9718-a71e24a5e10f req-e62372ba-b6f5-43a2-97c1-866938a36494 service nova] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Updating instance_info_cache with network_info: [{"id": "c5d7847d-aa7a-4858-9362-c2cf6ec7d8bb", "address": "fa:16:3e:23:3e:8d", "network": {"id": "66750c80-d5c2-4b4f-9575-cdf32a68ebc7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-309076217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c9902cdb8d44e288ef5d1588d0de88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d7847d-aa", "ovs_interfaceid": "c5d7847d-aa7a-4858-9362-c2cf6ec7d8bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2089.990805] env[71058]: INFO nova.compute.manager [None req-d40539d7-ad13-41ca-9486-9d1084cd5719 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Detaching volume bc229ea2-e9c7-4958-b468-b0e231bece69
[ 2090.027301] env[71058]: INFO nova.virt.block_device [None req-d40539d7-ad13-41ca-9486-9d1084cd5719 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Attempting to driver detach volume bc229ea2-e9c7-4958-b468-b0e231bece69 from mountpoint /dev/sdb
[ 2090.027560] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-d40539d7-ad13-41ca-9486-9d1084cd5719 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Volume detach. Driver type: vmdk {{(pid=71058) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}}
[ 2090.027751] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-d40539d7-ad13-41ca-9486-9d1084cd5719 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577628', 'volume_id': 'bc229ea2-e9c7-4958-b468-b0e231bece69', 'name': 'volume-bc229ea2-e9c7-4958-b468-b0e231bece69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc229ea2-e9c7-4958-b468-b0e231bece69', 'serial': 'bc229ea2-e9c7-4958-b468-b0e231bece69'} {{(pid=71058) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}}
[ 2090.028661] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197a0d4d-5b21-4ac6-9513-53aba9e41c4a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2090.054268] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8dc3c2f-166b-46fe-8121-7e311bcbc535 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2090.063385] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23880232-2c83-448b-91f1-660f6ead7c6d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2090.084284] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76217b3a-38be-4678-889e-1e9c977cd472 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2090.099824] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-d40539d7-ad13-41ca-9486-9d1084cd5719 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] The volume has not been displaced from its original location: [datastore2] volume-bc229ea2-e9c7-4958-b468-b0e231bece69/volume-bc229ea2-e9c7-4958-b468-b0e231bece69.vmdk. No consolidation needed. {{(pid=71058) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}}
[ 2090.105072] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-d40539d7-ad13-41ca-9486-9d1084cd5719 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 2090.105364] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9044ec12-2431-4857-afef-3452bd89bcc5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2090.124910] env[71058]: INFO nova.compute.resource_tracker [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Updating resource usage from migration 1d9f8980-60b6-4945-a113-62b6cfb2ca9b
[ 2090.127788] env[71058]: DEBUG oslo_vmware.api [None req-d40539d7-ad13-41ca-9486-9d1084cd5719 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2090.127788] env[71058]:    value = "task-2874233"
[ 2090.127788] env[71058]:    _type = "Task"
[ 2090.127788] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2090.137666] env[71058]: DEBUG oslo_vmware.api [None req-d40539d7-ad13-41ca-9486-9d1084cd5719 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874233, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2090.245221] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7b0517-4728-44ee-b690-4a11977abb31 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2090.253407] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbed43d-5262-4b4f-82a7-8b5e51c0cecf {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2090.285455] env[71058]: DEBUG oslo_concurrency.lockutils [req-ad419517-4ea7-4a05-9718-a71e24a5e10f req-e62372ba-b6f5-43a2-97c1-866938a36494 service nova] Releasing lock "refresh_cache-a96fa6c0-b95b-4cea-afdf-c884d06f189b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2090.286880] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2798b4-141c-4f77-8164-0fc842512cc2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2090.295318] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82a2a8f-8c39-40e3-9703-a226f9a828fb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2090.308891] env[71058]: DEBUG nova.compute.provider_tree [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2090.639444] env[71058]: DEBUG oslo_vmware.api [None req-d40539d7-ad13-41ca-9486-9d1084cd5719 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874233, 'name': ReconfigVM_Task, 'duration_secs': 0.260548} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2090.639764] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-d40539d7-ad13-41ca-9486-9d1084cd5719 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 2090.644510] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba10efa2-4bc8-4e80-95c3-955cea8594d9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2090.661793] env[71058]: DEBUG oslo_vmware.api [None req-d40539d7-ad13-41ca-9486-9d1084cd5719 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2090.661793] env[71058]:    value = "task-2874234"
[ 2090.661793] env[71058]:    _type = "Task"
[ 2090.661793] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2090.671223] env[71058]: DEBUG oslo_vmware.api [None req-d40539d7-ad13-41ca-9486-9d1084cd5719 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874234, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2090.812869] env[71058]: DEBUG nova.scheduler.client.report [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 2091.172016] env[71058]: DEBUG oslo_vmware.api [None req-d40539d7-ad13-41ca-9486-9d1084cd5719 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874234, 'name': ReconfigVM_Task, 'duration_secs': 0.15651} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2091.172342] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-d40539d7-ad13-41ca-9486-9d1084cd5719 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577628', 'volume_id': 'bc229ea2-e9c7-4958-b468-b0e231bece69', 'name': 'volume-bc229ea2-e9c7-4958-b468-b0e231bece69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc229ea2-e9c7-4958-b468-b0e231bece69', 'serial': 'bc229ea2-e9c7-4958-b468-b0e231bece69'} {{(pid=71058) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}}
[ 2091.318667] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.206s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2091.318886] env[71058]: INFO nova.compute.manager [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Migrating
[ 2091.325963] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8d392f8a-1d8e-4d0d-9d05-91791c81b625 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.836s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2091.633336] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9350d609-42f2-40f6-8e60-20d73925877f tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "interface-8158fd1a-423a-4569-a437-4f278e010923-2800b255-adeb-4867-bb34-ac40b9177c2b" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2091.633650] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9350d609-42f2-40f6-8e60-20d73925877f tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "interface-8158fd1a-423a-4569-a437-4f278e010923-2800b255-adeb-4867-bb34-ac40b9177c2b" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2091.634190] env[71058]: DEBUG nova.objects.instance [None req-9350d609-42f2-40f6-8e60-20d73925877f tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lazy-loading 'flavor' on Instance uuid 8158fd1a-423a-4569-a437-4f278e010923 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2091.714682] env[71058]: DEBUG nova.objects.instance [None req-d40539d7-ad13-41ca-9486-9d1084cd5719 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lazy-loading 'flavor' on Instance uuid cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2091.840027] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "refresh_cache-a96fa6c0-b95b-4cea-afdf-c884d06f189b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2091.840209] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquired lock "refresh_cache-a96fa6c0-b95b-4cea-afdf-c884d06f189b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2091.840380] env[71058]: DEBUG nova.network.neutron [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 2091.963505] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bbc100-2eb3-4fbc-a78b-2870a21aee4d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2091.972083] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5629be18-c4ce-49d7-baf5-18c12a9e9814 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2092.011571] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e687567c-e595-498e-ab71-c34504fbe891 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2092.019119] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5ada23-58b3-441e-b9e7-f8e10452917f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2092.032255] env[71058]: DEBUG nova.compute.provider_tree [None req-8d392f8a-1d8e-4d0d-9d05-91791c81b625 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2092.240747] env[71058]: DEBUG nova.objects.instance [None req-9350d609-42f2-40f6-8e60-20d73925877f tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lazy-loading 'pci_requests' on Instance uuid 8158fd1a-423a-4569-a437-4f278e010923 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2092.533095] env[71058]: DEBUG nova.network.neutron [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Updating instance_info_cache with network_info: [{"id": "c5d7847d-aa7a-4858-9362-c2cf6ec7d8bb", "address": "fa:16:3e:23:3e:8d", "network": {"id": "66750c80-d5c2-4b4f-9575-cdf32a68ebc7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-309076217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c9902cdb8d44e288ef5d1588d0de88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d7847d-aa", "ovs_interfaceid": "c5d7847d-aa7a-4858-9362-c2cf6ec7d8bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2092.536094] env[71058]: DEBUG nova.scheduler.client.report [None req-8d392f8a-1d8e-4d0d-9d05-91791c81b625 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 2092.722377] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d40539d7-ad13-41ca-9486-9d1084cd5719 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 3.234s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2092.742662] env[71058]: DEBUG nova.objects.base [None req-9350d609-42f2-40f6-8e60-20d73925877f tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Object Instance<8158fd1a-423a-4569-a437-4f278e010923> lazy-loaded attributes: flavor,pci_requests {{(pid=71058) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 2092.742865] env[71058]: DEBUG nova.network.neutron [None req-9350d609-42f2-40f6-8e60-20d73925877f tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 2092.804154] env[71058]: DEBUG nova.policy [None req-9350d609-42f2-40f6-8e60-20d73925877f tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb7b8ce61c4a42d997e357f20f8b6088', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df590cd3ec8f4748ad8a273f58d2f095', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 2093.040661] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Releasing lock "refresh_cache-a96fa6c0-b95b-4cea-afdf-c884d06f189b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2093.552076] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8d392f8a-1d8e-4d0d-9d05-91791c81b625 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.224s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2093.747084] env[71058]: DEBUG oslo_concurrency.lockutils [None req-74cc28d5-651e-4a97-987b-1a426a83e485 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2093.747472] env[71058]: DEBUG oslo_concurrency.lockutils [None req-74cc28d5-651e-4a97-987b-1a426a83e485 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2093.747618] env[71058]: DEBUG oslo_concurrency.lockutils [None req-74cc28d5-651e-4a97-987b-1a426a83e485 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2093.747789] env[71058]: DEBUG oslo_concurrency.lockutils [None req-74cc28d5-651e-4a97-987b-1a426a83e485 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2093.747982] env[71058]: DEBUG oslo_concurrency.lockutils [None req-74cc28d5-651e-4a97-987b-1a426a83e485 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2093.750273] env[71058]: INFO nova.compute.manager [None req-74cc28d5-651e-4a97-987b-1a426a83e485 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Terminating instance
[ 2094.107273] env[71058]: INFO nova.scheduler.client.report [None req-8d392f8a-1d8e-4d0d-9d05-91791c81b625 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Deleted allocation for migration 3cf30759-8098-4fd9-9111-fc2e27560e2e
[ 2094.220807] env[71058]: DEBUG nova.compute.manager [req-5b2a48ac-6918-4659-a9f1-aec15d43a0c3 req-452a33d8-931b-4d69-924a-9683c9875c35 service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Received event network-vif-plugged-2800b255-adeb-4867-bb34-ac40b9177c2b {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2094.221032] env[71058]: DEBUG oslo_concurrency.lockutils [req-5b2a48ac-6918-4659-a9f1-aec15d43a0c3 req-452a33d8-931b-4d69-924a-9683c9875c35 service nova] Acquiring lock "8158fd1a-423a-4569-a437-4f278e010923-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2094.221244] env[71058]: DEBUG oslo_concurrency.lockutils [req-5b2a48ac-6918-4659-a9f1-aec15d43a0c3 req-452a33d8-931b-4d69-924a-9683c9875c35 service nova] Lock "8158fd1a-423a-4569-a437-4f278e010923-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2094.221411] env[71058]: DEBUG oslo_concurrency.lockutils [req-5b2a48ac-6918-4659-a9f1-aec15d43a0c3 req-452a33d8-931b-4d69-924a-9683c9875c35 service nova] Lock "8158fd1a-423a-4569-a437-4f278e010923-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2094.221578] env[71058]: DEBUG nova.compute.manager [req-5b2a48ac-6918-4659-a9f1-aec15d43a0c3 req-452a33d8-931b-4d69-924a-9683c9875c35 service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] No waiting events found dispatching network-vif-plugged-2800b255-adeb-4867-bb34-ac40b9177c2b {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 2094.221747] env[71058]: WARNING nova.compute.manager [req-5b2a48ac-6918-4659-a9f1-aec15d43a0c3 req-452a33d8-931b-4d69-924a-9683c9875c35 service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Received unexpected event network-vif-plugged-2800b255-adeb-4867-bb34-ac40b9177c2b for instance with vm_state active and task_state None.
[ 2094.253919] env[71058]: DEBUG nova.compute.manager [None req-74cc28d5-651e-4a97-987b-1a426a83e485 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 2094.254185] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-74cc28d5-651e-4a97-987b-1a426a83e485 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 2094.255294] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b97b2f-d7f0-4a16-a63e-464dd51c9894 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2094.263523] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-74cc28d5-651e-4a97-987b-1a426a83e485 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 2094.264295] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86a0fd64-15ac-4c68-9181-2a51a15d44f4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2094.270155] env[71058]: DEBUG oslo_vmware.api [None req-74cc28d5-651e-4a97-987b-1a426a83e485 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2094.270155] env[71058]:    value = "task-2874235"
[ 2094.270155] env[71058]:    _type = "Task"
[ 2094.270155] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2094.277852] env[71058]: DEBUG oslo_vmware.api [None req-74cc28d5-651e-4a97-987b-1a426a83e485 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2094.310545] env[71058]: DEBUG nova.network.neutron [None req-9350d609-42f2-40f6-8e60-20d73925877f tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Successfully updated port: 2800b255-adeb-4867-bb34-ac40b9177c2b {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 2094.557149] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01d5732-6dbf-4e53-81dc-8f495008eed9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2094.576727] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Updating instance 'a96fa6c0-b95b-4cea-afdf-c884d06f189b' progress to 0 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 2094.613118] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8d392f8a-1d8e-4d0d-9d05-91791c81b625 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "19a988b4-f677-445d-8135-1d49b099f873" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 8.507s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2094.780672] env[71058]: DEBUG oslo_vmware.api [None req-74cc28d5-651e-4a97-987b-1a426a83e485 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874235, 'name': PowerOffVM_Task, 'duration_secs': 0.242704} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2094.781124] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-74cc28d5-651e-4a97-987b-1a426a83e485 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 2094.781124] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-74cc28d5-651e-4a97-987b-1a426a83e485 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 2094.781358] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cd76737-18bd-44cc-9f07-3bc2ce117ed4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2094.814411] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9350d609-42f2-40f6-8e60-20d73925877f tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "refresh_cache-8158fd1a-423a-4569-a437-4f278e010923" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2094.814411] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9350d609-42f2-40f6-8e60-20d73925877f tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquired lock "refresh_cache-8158fd1a-423a-4569-a437-4f278e010923" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2094.814603] env[71058]: DEBUG nova.network.neutron [None req-9350d609-42f2-40f6-8e60-20d73925877f tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 2094.847392] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-74cc28d5-651e-4a97-987b-1a426a83e485 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 2094.847695] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-74cc28d5-651e-4a97-987b-1a426a83e485 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 2094.847864] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-74cc28d5-651e-4a97-987b-1a426a83e485 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Deleting the datastore file [datastore1] cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 2094.848151] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-918ffd8f-b24c-481a-9041-cb929ae13d52 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2094.857908] env[71058]: DEBUG oslo_vmware.api [None req-74cc28d5-651e-4a97-987b-1a426a83e485 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2094.857908] env[71058]:    value = "task-2874237"
[ 2094.857908] env[71058]:    _type = "Task"
[ 2094.857908] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2094.866665] env[71058]: DEBUG oslo_vmware.api [None req-74cc28d5-651e-4a97-987b-1a426a83e485 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2095.082955] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 2095.083679] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63cc51e8-3155-4056-99ce-1b88a58613ea {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2095.091472] env[71058]: DEBUG oslo_vmware.api [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 2095.091472] env[71058]:    value = "task-2874238"
[ 2095.091472] env[71058]:    _type = "Task"
[ 2095.091472] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2095.100257] env[71058]: DEBUG oslo_vmware.api [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2095.297607] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dd1881ed-6e96-4982-b25a-6274be16ebfe tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "19a988b4-f677-445d-8135-1d49b099f873" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2095.297870] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dd1881ed-6e96-4982-b25a-6274be16ebfe tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "19a988b4-f677-445d-8135-1d49b099f873" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2095.298101] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dd1881ed-6e96-4982-b25a-6274be16ebfe tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "19a988b4-f677-445d-8135-1d49b099f873-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2095.298289] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dd1881ed-6e96-4982-b25a-6274be16ebfe tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "19a988b4-f677-445d-8135-1d49b099f873-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2095.298452] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dd1881ed-6e96-4982-b25a-6274be16ebfe tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "19a988b4-f677-445d-8135-1d49b099f873-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2095.300703] env[71058]: INFO nova.compute.manager [None req-dd1881ed-6e96-4982-b25a-6274be16ebfe tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Terminating instance
[ 2095.349595] env[71058]: WARNING nova.network.neutron [None req-9350d609-42f2-40f6-8e60-20d73925877f tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] 5ecbb149-fd57-4a44-a6cc-48e0b1e653a4 already exists in list: networks containing: ['5ecbb149-fd57-4a44-a6cc-48e0b1e653a4']. ignoring it
[ 2095.367750] env[71058]: DEBUG oslo_vmware.api [None req-74cc28d5-651e-4a97-987b-1a426a83e485 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152545} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2095.367992] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-74cc28d5-651e-4a97-987b-1a426a83e485 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 2095.368189] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-74cc28d5-651e-4a97-987b-1a426a83e485 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 2095.368370] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-74cc28d5-651e-4a97-987b-1a426a83e485 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 2095.368535] env[71058]: INFO nova.compute.manager [None req-74cc28d5-651e-4a97-987b-1a426a83e485 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Took 1.11 seconds to destroy the instance on the hypervisor.
[ 2095.368765] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74cc28d5-651e-4a97-987b-1a426a83e485 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 2095.368947] env[71058]: DEBUG nova.compute.manager [-] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 2095.369052] env[71058]: DEBUG nova.network.neutron [-] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 2095.601375] env[71058]: DEBUG oslo_vmware.api [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874238, 'name': PowerOffVM_Task, 'duration_secs': 0.198045} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2095.601647] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 2095.601835] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Updating instance 'a96fa6c0-b95b-4cea-afdf-c884d06f189b' progress to 17 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 2095.804700] env[71058]: DEBUG nova.compute.manager [None req-dd1881ed-6e96-4982-b25a-6274be16ebfe tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 2095.805054] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1881ed-6e96-4982-b25a-6274be16ebfe tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 2095.805817] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f92ebf-b14d-4abc-b213-fec976a81ffe {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2095.814512] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd1881ed-6e96-4982-b25a-6274be16ebfe tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 2095.814709] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19f8d5b9-c7ce-44d3-b11b-cbbf08c2abd3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2095.816847] env[71058]: DEBUG nova.network.neutron [None req-9350d609-42f2-40f6-8e60-20d73925877f tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Updating instance_info_cache with network_info: [{"id": "88ff3bf8-5f73-470d-bbf4-cb75b1abf94f", "address": "fa:16:3e:b5:9a:d0", "network": {"id": "5ecbb149-fd57-4a44-a6cc-48e0b1e653a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1232521171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df590cd3ec8f4748ad8a273f58d2f095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88ff3bf8-5f", "ovs_interfaceid": "88ff3bf8-5f73-470d-bbf4-cb75b1abf94f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2800b255-adeb-4867-bb34-ac40b9177c2b", "address": "fa:16:3e:6e:b7:02", "network": {"id": "5ecbb149-fd57-4a44-a6cc-48e0b1e653a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1232521171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df590cd3ec8f4748ad8a273f58d2f095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2800b255-ad", "ovs_interfaceid": "2800b255-adeb-4867-bb34-ac40b9177c2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2095.822065] env[71058]: DEBUG oslo_vmware.api [None req-dd1881ed-6e96-4982-b25a-6274be16ebfe tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2095.822065] env[71058]:    value = "task-2874239"
[ 2095.822065] env[71058]:    _type = "Task"
[ 2095.822065] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2095.833636] env[71058]: DEBUG oslo_vmware.api [None req-dd1881ed-6e96-4982-b25a-6274be16ebfe tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2096.108261] env[71058]: DEBUG nova.virt.hardware [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 2096.108621] env[71058]: DEBUG nova.virt.hardware [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 2096.108621] env[71058]: DEBUG nova.virt.hardware [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 2096.108807] env[71058]: DEBUG nova.virt.hardware [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 2096.108951] env[71058]: DEBUG nova.virt.hardware [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 2096.109154] env[71058]: DEBUG nova.virt.hardware [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 2096.109382] env[71058]: DEBUG nova.virt.hardware [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 2096.109596] env[71058]: DEBUG nova.virt.hardware [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 2096.109786] env[71058]: DEBUG nova.virt.hardware [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 2096.109949] env[71058]: DEBUG nova.virt.hardware [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 2096.110133] env[71058]: DEBUG nova.virt.hardware [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 2096.115776] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f0cab2d-2d59-4c80-9354-fe6fe23ef2b7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2096.133087] env[71058]: DEBUG oslo_vmware.api [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 2096.133087] env[71058]:    value = "task-2874240"
[ 2096.133087] env[71058]:    _type = "Task"
[ 2096.133087] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2096.141219] env[71058]: DEBUG oslo_vmware.api [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874240, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2096.257275] env[71058]: DEBUG nova.compute.manager [req-ff1352a2-1f12-40fe-afdb-090cde45adf8 req-d8cff0df-828c-431b-8f5f-028e2c655020 service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Received event network-changed-2800b255-adeb-4867-bb34-ac40b9177c2b {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2096.257489] env[71058]: DEBUG nova.compute.manager [req-ff1352a2-1f12-40fe-afdb-090cde45adf8 req-d8cff0df-828c-431b-8f5f-028e2c655020 service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Refreshing instance network info cache due to event network-changed-2800b255-adeb-4867-bb34-ac40b9177c2b. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 2096.257687] env[71058]: DEBUG oslo_concurrency.lockutils [req-ff1352a2-1f12-40fe-afdb-090cde45adf8 req-d8cff0df-828c-431b-8f5f-028e2c655020 service nova] Acquiring lock "refresh_cache-8158fd1a-423a-4569-a437-4f278e010923" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2096.320140] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9350d609-42f2-40f6-8e60-20d73925877f tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Releasing lock "refresh_cache-8158fd1a-423a-4569-a437-4f278e010923" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2096.320755] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9350d609-42f2-40f6-8e60-20d73925877f tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "8158fd1a-423a-4569-a437-4f278e010923" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2096.320910] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9350d609-42f2-40f6-8e60-20d73925877f tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquired lock "8158fd1a-423a-4569-a437-4f278e010923" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2096.321215] env[71058]: DEBUG oslo_concurrency.lockutils [req-ff1352a2-1f12-40fe-afdb-090cde45adf8 req-d8cff0df-828c-431b-8f5f-028e2c655020 service nova] Acquired lock "refresh_cache-8158fd1a-423a-4569-a437-4f278e010923" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2096.321394] env[71058]: DEBUG nova.network.neutron [req-ff1352a2-1f12-40fe-afdb-090cde45adf8 req-d8cff0df-828c-431b-8f5f-028e2c655020 service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Refreshing network info cache for port 2800b255-adeb-4867-bb34-ac40b9177c2b {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 2096.323521] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ca46ff-6606-4c17-ae5a-2b3d5e4d15b4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2096.343851] env[71058]: DEBUG nova.virt.hardware [None req-9350d609-42f2-40f6-8e60-20d73925877f tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=<?>,min_ram=<?>,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 2096.344094] env[71058]: DEBUG nova.virt.hardware [None req-9350d609-42f2-40f6-8e60-20d73925877f tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 2096.344287] env[71058]: DEBUG nova.virt.hardware [None req-9350d609-42f2-40f6-8e60-20d73925877f tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 2096.344478] env[71058]: DEBUG nova.virt.hardware [None req-9350d609-42f2-40f6-8e60-20d73925877f tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 2096.344621] env[71058]: DEBUG nova.virt.hardware [None req-9350d609-42f2-40f6-8e60-20d73925877f tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 2096.344764] env[71058]: DEBUG nova.virt.hardware [None req-9350d609-42f2-40f6-8e60-20d73925877f tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 2096.344963] env[71058]: DEBUG nova.virt.hardware [None req-9350d609-42f2-40f6-8e60-20d73925877f tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 2096.345134] env[71058]: DEBUG nova.virt.hardware [None req-9350d609-42f2-40f6-8e60-20d73925877f tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 2096.345301] env[71058]: DEBUG nova.virt.hardware [None req-9350d609-42f2-40f6-8e60-20d73925877f tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 2096.345459] env[71058]: DEBUG nova.virt.hardware [None req-9350d609-42f2-40f6-8e60-20d73925877f tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 2096.345622] env[71058]: DEBUG nova.virt.hardware [None req-9350d609-42f2-40f6-8e60-20d73925877f tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 2096.351967] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9350d609-42f2-40f6-8e60-20d73925877f tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Reconfiguring VM to attach interface {{(pid=71058) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}}
[ 2096.355302] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3f53f78-6964-438b-8dda-0ac7a9e9b871 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2096.367273] env[71058]: DEBUG oslo_vmware.api [None req-dd1881ed-6e96-4982-b25a-6274be16ebfe tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874239, 'name': PowerOffVM_Task, 'duration_secs': 0.17347} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2096.367775] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd1881ed-6e96-4982-b25a-6274be16ebfe tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 2096.367945] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1881ed-6e96-4982-b25a-6274be16ebfe tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 2096.368573] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afa13d5a-810b-42cf-8b37-85ccc8cfdaa9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2096.373699] env[71058]: DEBUG oslo_vmware.api [None req-9350d609-42f2-40f6-8e60-20d73925877f tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 2096.373699] env[71058]:    value = "task-2874241"
[ 2096.373699] env[71058]:    _type = "Task"
[ 2096.373699] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2096.381721] env[71058]: DEBUG oslo_vmware.api [None req-9350d609-42f2-40f6-8e60-20d73925877f tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874241, 'name': ReconfigVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2096.474061] env[71058]: DEBUG nova.network.neutron [-] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2096.521682] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1881ed-6e96-4982-b25a-6274be16ebfe tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 2096.521909] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1881ed-6e96-4982-b25a-6274be16ebfe tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 2096.522109] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd1881ed-6e96-4982-b25a-6274be16ebfe tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Deleting the datastore file [datastore2] 19a988b4-f677-445d-8135-1d49b099f873 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 2096.522378] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-768ec51c-eb29-4ae7-9804-d64dfeb5191f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2096.530279] env[71058]: DEBUG oslo_vmware.api [None req-dd1881ed-6e96-4982-b25a-6274be16ebfe tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2096.530279] env[71058]:    value = "task-2874243"
[ 2096.530279] env[71058]:    _type = "Task"
[ 2096.530279] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2096.537966] env[71058]: DEBUG oslo_vmware.api [None req-dd1881ed-6e96-4982-b25a-6274be16ebfe tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2096.643766] env[71058]: DEBUG oslo_vmware.api [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874240, 'name': ReconfigVM_Task, 'duration_secs': 0.196429} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2096.644105] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Updating instance 'a96fa6c0-b95b-4cea-afdf-c884d06f189b' progress to 33 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 2096.885878] env[71058]: DEBUG oslo_vmware.api [None req-9350d609-42f2-40f6-8e60-20d73925877f tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874241, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2096.976816] env[71058]: INFO nova.compute.manager [-] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Took 1.61 seconds to deallocate network for instance.
[ 2097.040707] env[71058]: DEBUG oslo_vmware.api [None req-dd1881ed-6e96-4982-b25a-6274be16ebfe tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163037} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2097.040957] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd1881ed-6e96-4982-b25a-6274be16ebfe tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 2097.041176] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1881ed-6e96-4982-b25a-6274be16ebfe tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 2097.041340] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1881ed-6e96-4982-b25a-6274be16ebfe tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 2097.041502] env[71058]: INFO nova.compute.manager [None req-dd1881ed-6e96-4982-b25a-6274be16ebfe tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Took 1.24 seconds to destroy the instance on the hypervisor.
[ 2097.041740] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd1881ed-6e96-4982-b25a-6274be16ebfe tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 2097.041926] env[71058]: DEBUG nova.compute.manager [-] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 2097.042033] env[71058]: DEBUG nova.network.neutron [-] [instance: 19a988b4-f677-445d-8135-1d49b099f873] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 2097.044209] env[71058]: DEBUG nova.network.neutron [req-ff1352a2-1f12-40fe-afdb-090cde45adf8 req-d8cff0df-828c-431b-8f5f-028e2c655020 service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Updated VIF entry in instance network info cache for port 2800b255-adeb-4867-bb34-ac40b9177c2b. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 2097.044625] env[71058]: DEBUG nova.network.neutron [req-ff1352a2-1f12-40fe-afdb-090cde45adf8 req-d8cff0df-828c-431b-8f5f-028e2c655020 service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Updating instance_info_cache with network_info: [{"id": "88ff3bf8-5f73-470d-bbf4-cb75b1abf94f", "address": "fa:16:3e:b5:9a:d0", "network": {"id": "5ecbb149-fd57-4a44-a6cc-48e0b1e653a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1232521171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df590cd3ec8f4748ad8a273f58d2f095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88ff3bf8-5f", "ovs_interfaceid": "88ff3bf8-5f73-470d-bbf4-cb75b1abf94f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2800b255-adeb-4867-bb34-ac40b9177c2b", "address": "fa:16:3e:6e:b7:02", "network": {"id": "5ecbb149-fd57-4a44-a6cc-48e0b1e653a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1232521171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df590cd3ec8f4748ad8a273f58d2f095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2800b255-ad", "ovs_interfaceid": "2800b255-adeb-4867-bb34-ac40b9177c2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2097.150782] env[71058]: DEBUG nova.virt.hardware [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 2097.151037] env[71058]: DEBUG nova.virt.hardware [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 2097.151201] env[71058]: DEBUG nova.virt.hardware [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 2097.151382] env[71058]: DEBUG nova.virt.hardware [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 2097.151524] env[71058]: DEBUG nova.virt.hardware [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 2097.151666] env[71058]: DEBUG nova.virt.hardware [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 2097.151864] env[71058]: DEBUG nova.virt.hardware [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 2097.152071] env[71058]: DEBUG nova.virt.hardware [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 2097.152277] env[71058]: DEBUG nova.virt.hardware [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 2097.152433] env[71058]: DEBUG nova.virt.hardware [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 2097.152606] env[71058]: DEBUG nova.virt.hardware [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 2097.157822] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 2097.158104] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1843821-4bf5-4636-bcf7-4cf322633c8d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2097.177009] env[71058]: DEBUG oslo_vmware.api [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 2097.177009] env[71058]:    value = "task-2874244"
[ 2097.177009] env[71058]:    _type = "Task"
[ 2097.177009] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2097.185257] env[71058]: DEBUG oslo_vmware.api [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874244, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2097.384793] env[71058]: DEBUG oslo_vmware.api [None req-9350d609-42f2-40f6-8e60-20d73925877f tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874241, 'name': ReconfigVM_Task, 'duration_secs': 0.559724} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2097.385290] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9350d609-42f2-40f6-8e60-20d73925877f tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Releasing lock "8158fd1a-423a-4569-a437-4f278e010923" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2097.385505] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-9350d609-42f2-40f6-8e60-20d73925877f tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Reconfigured VM to attach interface {{(pid=71058) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}}
[ 2097.484510] env[71058]: DEBUG oslo_concurrency.lockutils [None req-74cc28d5-651e-4a97-987b-1a426a83e485 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2097.484818] env[71058]: DEBUG oslo_concurrency.lockutils [None req-74cc28d5-651e-4a97-987b-1a426a83e485 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2097.485056] env[71058]: DEBUG nova.objects.instance [None req-74cc28d5-651e-4a97-987b-1a426a83e485 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lazy-loading 'resources' on Instance uuid cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2097.547111] env[71058]: DEBUG oslo_concurrency.lockutils [req-ff1352a2-1f12-40fe-afdb-090cde45adf8 req-d8cff0df-828c-431b-8f5f-028e2c655020 service nova] Releasing lock "refresh_cache-8158fd1a-423a-4569-a437-4f278e010923" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2097.547406] env[71058]: DEBUG nova.compute.manager [req-ff1352a2-1f12-40fe-afdb-090cde45adf8 req-d8cff0df-828c-431b-8f5f-028e2c655020 service nova] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Received event network-vif-deleted-74ab74a3-f926-42fe-8c64-e8804cd41f85 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2097.547605] env[71058]: INFO nova.compute.manager [req-ff1352a2-1f12-40fe-afdb-090cde45adf8 req-d8cff0df-828c-431b-8f5f-028e2c655020 service nova] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Neutron deleted interface 74ab74a3-f926-42fe-8c64-e8804cd41f85; detaching it from the instance and deleting it from the info cache
[ 2097.547766] env[71058]: DEBUG nova.network.neutron [req-ff1352a2-1f12-40fe-afdb-090cde45adf8 req-d8cff0df-828c-431b-8f5f-028e2c655020 service nova] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2097.687292] env[71058]: DEBUG oslo_vmware.api [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874244, 'name': ReconfigVM_Task, 'duration_secs': 0.166113} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2097.688387] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 2097.688648] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69da203-316a-4886-985f-a59ef1b76e43 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2097.711077] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-7628ca5a-e268-4a3b-9d71-222462181a5d/volume-7628ca5a-e268-4a3b-9d71-222462181a5d.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 2097.711357] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f577baf3-8476-41f2-be4a-cc85c54cc8b0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2097.729983] env[71058]: DEBUG oslo_vmware.api [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 2097.729983] env[71058]:    value = "task-2874245"
[ 2097.729983] env[71058]:    _type = "Task"
[ 2097.729983] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2097.738141] env[71058]: DEBUG oslo_vmware.api [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874245, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2097.890445] env[71058]: DEBUG oslo_concurrency.lockutils [None req-9350d609-42f2-40f6-8e60-20d73925877f tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "interface-8158fd1a-423a-4569-a437-4f278e010923-2800b255-adeb-4867-bb34-ac40b9177c2b" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 6.257s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2098.044678] env[71058]: DEBUG nova.network.neutron [-] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2098.050070] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f16dbce5-57c7-4225-8fcb-26ec162c31b1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2098.062166] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61c1cb2-e6a0-48e6-b723-0d88919a5539 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2098.094814] env[71058]: DEBUG nova.compute.manager [req-ff1352a2-1f12-40fe-afdb-090cde45adf8 req-d8cff0df-828c-431b-8f5f-028e2c655020 service nova] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Detach interface failed, port_id=74ab74a3-f926-42fe-8c64-e8804cd41f85, reason: Instance cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 2098.114471] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012ecc8f-7cf7-4452-9210-613a9a1cdc83 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2098.121858] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367af184-c91e-4e46-900e-048bbf61a392 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2098.152871] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5a8fa2-2b1a-410b-9387-1c72a380a301 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2098.160056] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534d27a0-9f18-4ccf-a68f-f43d68c60f58 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2098.173194] env[71058]: DEBUG nova.compute.provider_tree [None req-74cc28d5-651e-4a97-987b-1a426a83e485 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2098.239782] env[71058]: DEBUG oslo_vmware.api [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874245, 'name': ReconfigVM_Task, 'duration_secs': 0.252024} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2098.240096] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-7628ca5a-e268-4a3b-9d71-222462181a5d/volume-7628ca5a-e268-4a3b-9d71-222462181a5d.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 2098.240402] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Updating instance 'a96fa6c0-b95b-4cea-afdf-c884d06f189b' progress to 50 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 2098.280332] env[71058]: DEBUG nova.compute.manager [req-3acc9421-c602-4751-a72a-58882f7e2f91 req-c118bbbe-bf64-4927-9ce6-3563c273f9d0 service nova] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Received event network-vif-deleted-c720977d-f109-421a-b71a-d726ed1e5486 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2098.547783] env[71058]: INFO nova.compute.manager [-] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Took 1.51 seconds to deallocate network for instance.
[ 2098.675952] env[71058]: DEBUG nova.scheduler.client.report [None req-74cc28d5-651e-4a97-987b-1a426a83e485 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 2098.747405] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b790e7f-bb10-47f2-8089-308a8bca9aba {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2098.767044] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdce8775-e673-488b-8ed6-cf48a2901a55 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2098.784459] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Updating instance 'a96fa6c0-b95b-4cea-afdf-c884d06f189b' progress to 67 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 2099.053946] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dd1881ed-6e96-4982-b25a-6274be16ebfe tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2099.180240] env[71058]: DEBUG oslo_concurrency.lockutils [None req-74cc28d5-651e-4a97-987b-1a426a83e485 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.695s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2099.182904] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dd1881ed-6e96-4982-b25a-6274be16ebfe tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.129s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2099.183360] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dd1881ed-6e96-4982-b25a-6274be16ebfe tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2099.204276] env[71058]: INFO nova.scheduler.client.report [None req-74cc28d5-651e-4a97-987b-1a426a83e485 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Deleted allocations for instance cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc
[ 2099.205991] env[71058]: INFO nova.scheduler.client.report [None req-dd1881ed-6e96-4982-b25a-6274be16ebfe tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Deleted allocations for instance 19a988b4-f677-445d-8135-1d49b099f873
[ 2099.311331] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8cba7d0e-88eb-4fd9-aa0f-7abc26423cb8 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "interface-8158fd1a-423a-4569-a437-4f278e010923-2800b255-adeb-4867-bb34-ac40b9177c2b" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2099.311644] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8cba7d0e-88eb-4fd9-aa0f-7abc26423cb8 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "interface-8158fd1a-423a-4569-a437-4f278e010923-2800b255-adeb-4867-bb34-ac40b9177c2b" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2099.715902] env[71058]: DEBUG oslo_concurrency.lockutils [None req-74cc28d5-651e-4a97-987b-1a426a83e485 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.968s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2099.716926] env[71058]: DEBUG oslo_concurrency.lockutils [None req-dd1881ed-6e96-4982-b25a-6274be16ebfe tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "19a988b4-f677-445d-8135-1d49b099f873" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.419s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2099.814558] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8cba7d0e-88eb-4fd9-aa0f-7abc26423cb8 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "8158fd1a-423a-4569-a437-4f278e010923" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2099.814774] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8cba7d0e-88eb-4fd9-aa0f-7abc26423cb8 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquired lock "8158fd1a-423a-4569-a437-4f278e010923" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2099.815785] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f48f979-1c5e-41f4-abe0-a709711de7dd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2099.837343] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbeb28a-aefd-44a7-a3e0-2df308339098 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2099.866905] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8cba7d0e-88eb-4fd9-aa0f-7abc26423cb8 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Reconfiguring VM to detach interface {{(pid=71058) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}}
[ 2099.867573] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06ce8826-43c7-4243-be10-25403205b8cc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2099.887312] env[71058]: DEBUG oslo_vmware.api [None req-8cba7d0e-88eb-4fd9-aa0f-7abc26423cb8 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 2099.887312] env[71058]:    value = "task-2874246"
[ 2099.887312] env[71058]:    _type = "Task"
[ 2099.887312] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2099.896166] env[71058]: DEBUG oslo_vmware.api [None req-8cba7d0e-88eb-4fd9-aa0f-7abc26423cb8 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874246, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2100.287891] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2100.288203] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2100.401774] env[71058]: DEBUG oslo_vmware.api [None req-8cba7d0e-88eb-4fd9-aa0f-7abc26423cb8 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2100.463314] env[71058]: DEBUG nova.network.neutron [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Port c5d7847d-aa7a-4858-9362-c2cf6ec7d8bb binding to destination host cpu-1 is already ACTIVE {{(pid=71058) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}}
[ 2100.791075] env[71058]: DEBUG nova.compute.manager [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 2100.898926] env[71058]: DEBUG oslo_vmware.api [None req-8cba7d0e-88eb-4fd9-aa0f-7abc26423cb8 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2101.309380] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2101.309686] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2101.311049] env[71058]: INFO nova.compute.claims [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 2101.401526] env[71058]: DEBUG oslo_vmware.api [None req-8cba7d0e-88eb-4fd9-aa0f-7abc26423cb8 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2101.483750] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "a96fa6c0-b95b-4cea-afdf-c884d06f189b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2101.484051] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "a96fa6c0-b95b-4cea-afdf-c884d06f189b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2101.484320] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "a96fa6c0-b95b-4cea-afdf-c884d06f189b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2101.734402] env[71058]: DEBUG oslo_concurrency.lockutils [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "f7835c8a-3ab7-4574-a1b6-a2a43c2b1116" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2101.734654] env[71058]: DEBUG oslo_concurrency.lockutils [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "f7835c8a-3ab7-4574-a1b6-a2a43c2b1116" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2101.900179] env[71058]: DEBUG oslo_vmware.api [None req-8cba7d0e-88eb-4fd9-aa0f-7abc26423cb8 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2102.237021] env[71058]: DEBUG nova.compute.manager [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 2102.400646] env[71058]: DEBUG oslo_vmware.api [None req-8cba7d0e-88eb-4fd9-aa0f-7abc26423cb8 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2102.422567] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cb4575-0019-4af2-8804-973c81fadf67 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2102.429215] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7038e1-7fcb-4e54-b30d-fb50a8b7520a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2102.461618] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df1a863-c159-433a-9a28-1e7768745a2a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2102.467394] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbf475b-68e3-438f-8c7f-670bd2453975 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2102.480195] env[71058]: DEBUG nova.compute.provider_tree [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2102.518070] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "refresh_cache-a96fa6c0-b95b-4cea-afdf-c884d06f189b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2102.518260] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquired lock "refresh_cache-a96fa6c0-b95b-4cea-afdf-c884d06f189b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2102.518435] env[71058]: DEBUG nova.network.neutron [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 2102.758381] env[71058]: DEBUG oslo_concurrency.lockutils [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2102.902120] env[71058]: DEBUG oslo_vmware.api [None req-8cba7d0e-88eb-4fd9-aa0f-7abc26423cb8 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2102.983354] env[71058]: DEBUG nova.scheduler.client.report [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 2103.351471] env[71058]: DEBUG nova.network.neutron [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Updating instance_info_cache with network_info: [{"id": "c5d7847d-aa7a-4858-9362-c2cf6ec7d8bb", "address": "fa:16:3e:23:3e:8d", "network": {"id": "66750c80-d5c2-4b4f-9575-cdf32a68ebc7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-309076217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c9902cdb8d44e288ef5d1588d0de88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d7847d-aa", "ovs_interfaceid": "c5d7847d-aa7a-4858-9362-c2cf6ec7d8bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2103.401691] env[71058]: DEBUG oslo_vmware.api [None req-8cba7d0e-88eb-4fd9-aa0f-7abc26423cb8 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2103.488147] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2103.488746] env[71058]: DEBUG nova.compute.manager [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 2103.491452] env[71058]: DEBUG oslo_concurrency.lockutils [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.733s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2103.492909] env[71058]: INFO nova.compute.claims [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 2103.853870] env[71058]: DEBUG oslo_concurrency.lockutils [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Releasing lock "refresh_cache-a96fa6c0-b95b-4cea-afdf-c884d06f189b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2103.903489] env[71058]: DEBUG oslo_vmware.api [None req-8cba7d0e-88eb-4fd9-aa0f-7abc26423cb8 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2103.999373] env[71058]: DEBUG nova.compute.utils [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 2104.000782] env[71058]: DEBUG nova.compute.manager [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 2104.000944] env[71058]: DEBUG nova.network.neutron [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 2104.037161] env[71058]: DEBUG nova.policy [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e9aff900edd453286211979760989c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0f4a9339cb54309bb039c8b9533c473', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 2104.363360] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f14427-cf47-4eb7-b8c4-fdd4b8b21de0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2104.370830] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7c51a4-0c38-4f67-9fae-f41edefcd1f6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2104.373682] env[71058]: DEBUG nova.network.neutron [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Successfully created port: af25e492-11ca-4c71-9082-c271bf151d7c {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 2104.401950] env[71058]: DEBUG oslo_vmware.api [None req-8cba7d0e-88eb-4fd9-aa0f-7abc26423cb8 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2104.504907] env[71058]: DEBUG nova.compute.manager [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 2104.601508] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9f949d-f6e7-4d66-be18-3a31732eaa13 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2104.609277] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c0dfaf-aaee-4ee6-8c91-b38bd592b82d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2104.639462] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d04cbc-af11-4689-b509-734d4f535930 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2104.646459] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3261f600-0516-49a1-8e6c-84733cf3c461 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2104.659201] env[71058]: DEBUG nova.compute.provider_tree [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2104.905662] env[71058]: DEBUG oslo_vmware.api [None req-8cba7d0e-88eb-4fd9-aa0f-7abc26423cb8 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2105.161843] env[71058]: DEBUG nova.scheduler.client.report [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 2105.404792] env[71058]: DEBUG oslo_vmware.api [None req-8cba7d0e-88eb-4fd9-aa0f-7abc26423cb8 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874246, 'name': ReconfigVM_Task} progress is 18%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2105.475387] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def95615-a2c9-4bdc-a39f-b2a5998b7de7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2105.494668] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472df31c-3146-4095-82b8-81a883e04e7e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2105.501652] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Updating instance 'a96fa6c0-b95b-4cea-afdf-c884d06f189b' progress to 83 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 2105.514726] env[71058]: DEBUG nova.compute.manager [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 2105.543448] env[71058]: DEBUG nova.virt.hardware [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 2105.543688] env[71058]: DEBUG nova.virt.hardware [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 2105.543842] env[71058]: DEBUG nova.virt.hardware [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 2105.544034] env[71058]: DEBUG nova.virt.hardware [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 2105.544187] env[71058]: DEBUG nova.virt.hardware [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 2105.544344] env[71058]: DEBUG nova.virt.hardware [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 2105.544582] env[71058]: DEBUG nova.virt.hardware [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 2105.544751] env[71058]: DEBUG nova.virt.hardware [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 2105.544914] env[71058]: DEBUG nova.virt.hardware [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 2105.545090] env[71058]: DEBUG nova.virt.hardware [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 2105.545270] env[71058]: DEBUG nova.virt.hardware [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 2105.546149] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5f32d1-40cf-4017-bf50-fdfeac06970b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2105.555746] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c549fe3-099b-4b20-a0f3-1374276278b7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2105.666292] env[71058]: DEBUG oslo_concurrency.lockutils [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.175s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2105.667121] env[71058]: DEBUG nova.compute.manager [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 2105.732895] env[71058]: DEBUG nova.compute.manager [req-bf0df8fa-86a7-4939-bf06-749e1c31adf3 req-a748a11f-2fbc-4643-a76d-677d210b6d0f service nova] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Received event network-vif-plugged-af25e492-11ca-4c71-9082-c271bf151d7c {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2105.733226] env[71058]: DEBUG oslo_concurrency.lockutils [req-bf0df8fa-86a7-4939-bf06-749e1c31adf3 req-a748a11f-2fbc-4643-a76d-677d210b6d0f service nova] Acquiring lock "b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2105.734067] env[71058]: DEBUG oslo_concurrency.lockutils [req-bf0df8fa-86a7-4939-bf06-749e1c31adf3 req-a748a11f-2fbc-4643-a76d-677d210b6d0f service nova] Lock "b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2105.734428] env[71058]: DEBUG oslo_concurrency.lockutils [req-bf0df8fa-86a7-4939-bf06-749e1c31adf3 req-a748a11f-2fbc-4643-a76d-677d210b6d0f service nova] Lock "b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2105.734712] env[71058]: DEBUG nova.compute.manager [req-bf0df8fa-86a7-4939-bf06-749e1c31adf3 req-a748a11f-2fbc-4643-a76d-677d210b6d0f service nova] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] No waiting events found dispatching network-vif-plugged-af25e492-11ca-4c71-9082-c271bf151d7c {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 2105.734967] env[71058]: WARNING nova.compute.manager [req-bf0df8fa-86a7-4939-bf06-749e1c31adf3 req-a748a11f-2fbc-4643-a76d-677d210b6d0f service nova] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Received unexpected event network-vif-plugged-af25e492-11ca-4c71-9082-c271bf151d7c for instance with vm_state building and task_state spawning.
[ 2105.819614] env[71058]: DEBUG nova.network.neutron [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Successfully updated port: af25e492-11ca-4c71-9082-c271bf151d7c {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 2105.904762] env[71058]: DEBUG oslo_vmware.api [None req-8cba7d0e-88eb-4fd9-aa0f-7abc26423cb8 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874246, 'name': ReconfigVM_Task, 'duration_secs': 5.737526} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2105.905048] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8cba7d0e-88eb-4fd9-aa0f-7abc26423cb8 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Releasing lock "8158fd1a-423a-4569-a437-4f278e010923" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2105.905226] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8cba7d0e-88eb-4fd9-aa0f-7abc26423cb8 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Reconfigured VM to detach interface {{(pid=71058) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}}
[ 2106.007246] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 2106.007568] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a74b7f5b-a1d3-40f4-8cc6-a0b8adb67545 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2106.016188] env[71058]: DEBUG oslo_vmware.api [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 2106.016188] env[71058]:    value = "task-2874247"
[ 2106.016188] env[71058]:    _type = "Task"
[ 2106.016188] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2106.025289] env[71058]: DEBUG oslo_vmware.api [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2106.172738] env[71058]: DEBUG nova.compute.utils [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 2106.174147] env[71058]: DEBUG nova.compute.manager [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 2106.174304] env[71058]: DEBUG nova.network.neutron [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 2106.217629] env[71058]: DEBUG nova.policy [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '168f7e8aea9c43bb8a7e6b0f99af8074', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26714986ff914a30b2d9b73105bbc3f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 2106.325117] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "refresh_cache-b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2106.325283] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquired lock "refresh_cache-b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2106.325442] env[71058]: DEBUG nova.network.neutron [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 2106.526872] env[71058]: DEBUG oslo_vmware.api [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874247, 'name': PowerOnVM_Task, 'duration_secs': 0.368973} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2106.526872] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 2106.526872] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-e2218bbf-cabd-4a31-8d41-b109747d2e2c tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Updating instance 'a96fa6c0-b95b-4cea-afdf-c884d06f189b' progress to 100 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 2106.602898] env[71058]: DEBUG nova.network.neutron [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Successfully created port: 5cf6b208-5e95-429f-a576-7e2e890afb47 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 2106.677875] env[71058]: DEBUG nova.compute.manager [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 2106.855265] env[71058]: DEBUG nova.network.neutron [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 2106.969600] env[71058]: DEBUG nova.network.neutron [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Updating instance_info_cache with network_info: [{"id": "af25e492-11ca-4c71-9082-c271bf151d7c", "address": "fa:16:3e:dc:ce:19", "network": {"id": "c13424cd-3787-4aef-8aaa-6f7e98678c9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-973121726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f4a9339cb54309bb039c8b9533c473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf25e492-11", "ovs_interfaceid": "af25e492-11ca-4c71-9082-c271bf151d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2107.203623] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8cba7d0e-88eb-4fd9-aa0f-7abc26423cb8 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "refresh_cache-8158fd1a-423a-4569-a437-4f278e010923" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2107.203816] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8cba7d0e-88eb-4fd9-aa0f-7abc26423cb8 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquired lock "refresh_cache-8158fd1a-423a-4569-a437-4f278e010923" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2107.203997] env[71058]: DEBUG nova.network.neutron [None req-8cba7d0e-88eb-4fd9-aa0f-7abc26423cb8 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 2107.474872] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Releasing lock "refresh_cache-b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2107.474872] env[71058]: DEBUG nova.compute.manager [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Instance network_info: |[{"id": "af25e492-11ca-4c71-9082-c271bf151d7c", "address": "fa:16:3e:dc:ce:19", "network": {"id": "c13424cd-3787-4aef-8aaa-6f7e98678c9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-973121726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f4a9339cb54309bb039c8b9533c473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf25e492-11", "ovs_interfaceid": "af25e492-11ca-4c71-9082-c271bf151d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 2107.474872] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:ce:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af25e492-11ca-4c71-9082-c271bf151d7c', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 2107.482542] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 2107.482542] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 2107.482542] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d64202df-8c6a-4fea-90c6-69dc897c578e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2107.502753] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 2107.502753] env[71058]:    value = "task-2874248"
[ 2107.502753] env[71058]:    _type = "Task"
[ 2107.502753] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2107.511072] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874248, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2107.688955] env[71058]: DEBUG nova.compute.manager [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 2107.718611] env[71058]: DEBUG nova.virt.hardware [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 2107.718902] env[71058]: DEBUG nova.virt.hardware [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 2107.719090] env[71058]: DEBUG nova.virt.hardware [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 2107.719279] env[71058]: DEBUG nova.virt.hardware [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 2107.719423] env[71058]: DEBUG nova.virt.hardware [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 2107.719569] env[71058]: DEBUG nova.virt.hardware [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 2107.719797] env[71058]: DEBUG nova.virt.hardware [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 2107.719984] env[71058]: DEBUG nova.virt.hardware [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 2107.720182] env[71058]: DEBUG nova.virt.hardware [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 2107.720348] env[71058]: DEBUG nova.virt.hardware [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 2107.720520] env[71058]: DEBUG nova.virt.hardware [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 2107.721469] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d288fd0d-eec6-4765-8b07-885e136a9964 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2107.730319] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889da909-1526-4940-824a-1b51b4ffd327 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2107.848598] env[71058]: DEBUG nova.compute.manager [req-60599b2f-9b10-45cc-9a0b-f7fa0f38f6d8 req-e5d805ff-7264-4cbd-98b6-5457ed583198 service nova] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Received event network-changed-af25e492-11ca-4c71-9082-c271bf151d7c {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2107.848792] env[71058]: DEBUG nova.compute.manager [req-60599b2f-9b10-45cc-9a0b-f7fa0f38f6d8 req-e5d805ff-7264-4cbd-98b6-5457ed583198 service nova] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Refreshing instance network info cache due to event network-changed-af25e492-11ca-4c71-9082-c271bf151d7c. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 2107.849013] env[71058]: DEBUG oslo_concurrency.lockutils [req-60599b2f-9b10-45cc-9a0b-f7fa0f38f6d8 req-e5d805ff-7264-4cbd-98b6-5457ed583198 service nova] Acquiring lock "refresh_cache-b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2107.849219] env[71058]: DEBUG oslo_concurrency.lockutils [req-60599b2f-9b10-45cc-9a0b-f7fa0f38f6d8 req-e5d805ff-7264-4cbd-98b6-5457ed583198 service nova] Acquired lock "refresh_cache-b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2107.849402] env[71058]: DEBUG nova.network.neutron [req-60599b2f-9b10-45cc-9a0b-f7fa0f38f6d8 req-e5d805ff-7264-4cbd-98b6-5457ed583198 service nova] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Refreshing network info cache for port af25e492-11ca-4c71-9082-c271bf151d7c {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 2108.013347] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874248, 'name': CreateVM_Task, 'duration_secs': 0.347783} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2108.013540] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 2108.014205] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2108.014400] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2108.014690] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 2108.015433] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82cac95a-47a4-4391-bddc-899f0b195d8b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2108.019722] env[71058]: DEBUG oslo_vmware.api [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2108.019722] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]529eda4d-9da4-9402-d0a1-f249e26a82c3"
[ 2108.019722] env[71058]:    _type = "Task"
[ 2108.019722] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2108.027506] env[71058]: DEBUG oslo_vmware.api [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]529eda4d-9da4-9402-d0a1-f249e26a82c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2108.243585] env[71058]: INFO nova.network.neutron [None req-8cba7d0e-88eb-4fd9-aa0f-7abc26423cb8 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Port 2800b255-adeb-4867-bb34-ac40b9177c2b from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache.
[ 2108.244016] env[71058]: DEBUG nova.network.neutron [None req-8cba7d0e-88eb-4fd9-aa0f-7abc26423cb8 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Updating instance_info_cache with network_info: [{"id": "88ff3bf8-5f73-470d-bbf4-cb75b1abf94f", "address": "fa:16:3e:b5:9a:d0", "network": {"id": "5ecbb149-fd57-4a44-a6cc-48e0b1e653a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1232521171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df590cd3ec8f4748ad8a273f58d2f095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88ff3bf8-5f", "ovs_interfaceid": "88ff3bf8-5f73-470d-bbf4-cb75b1abf94f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2108.387026] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d1690a48-cff3-482d-893f-8cbbfddb1c1d tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "a96fa6c0-b95b-4cea-afdf-c884d06f189b" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2108.387357] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d1690a48-cff3-482d-893f-8cbbfddb1c1d tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "a96fa6c0-b95b-4cea-afdf-c884d06f189b" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2108.387575] env[71058]: DEBUG nova.compute.manager [None req-d1690a48-cff3-482d-893f-8cbbfddb1c1d tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Going to confirm migration 9 {{(pid=71058) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}}
[ 2108.457413] env[71058]: DEBUG nova.network.neutron [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Successfully updated port: 5cf6b208-5e95-429f-a576-7e2e890afb47 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 2108.532505] env[71058]: DEBUG oslo_vmware.api [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]529eda4d-9da4-9402-d0a1-f249e26a82c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009942} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2108.533635] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2108.533635] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 2108.533635] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2108.533635] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2108.533635] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 2108.534641] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff226213-3ce2-4c2c-80d8-d0ae50fece51 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2108.543722] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 2108.543951] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 2108.544667] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02063da3-315c-45ff-af3c-0d68afcb7963 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2108.549812] env[71058]: DEBUG oslo_vmware.api [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2108.549812] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523b6138-afbc-b4ee-6222-f59db21cdd94"
[ 2108.549812] env[71058]:    _type = "Task"
[ 2108.549812] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2108.558655] env[71058]: DEBUG oslo_vmware.api [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523b6138-afbc-b4ee-6222-f59db21cdd94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2108.630070] env[71058]: DEBUG nova.network.neutron [req-60599b2f-9b10-45cc-9a0b-f7fa0f38f6d8 req-e5d805ff-7264-4cbd-98b6-5457ed583198 service nova] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Updated VIF entry in instance network info cache for port af25e492-11ca-4c71-9082-c271bf151d7c. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 2108.630319] env[71058]: DEBUG nova.network.neutron [req-60599b2f-9b10-45cc-9a0b-f7fa0f38f6d8 req-e5d805ff-7264-4cbd-98b6-5457ed583198 service nova] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Updating instance_info_cache with network_info: [{"id": "af25e492-11ca-4c71-9082-c271bf151d7c", "address": "fa:16:3e:dc:ce:19", "network": {"id": "c13424cd-3787-4aef-8aaa-6f7e98678c9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-973121726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f4a9339cb54309bb039c8b9533c473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf25e492-11", "ovs_interfaceid": "af25e492-11ca-4c71-9082-c271bf151d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2108.751466] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8cba7d0e-88eb-4fd9-aa0f-7abc26423cb8 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Releasing lock "refresh_cache-8158fd1a-423a-4569-a437-4f278e010923" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2108.934589] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d1690a48-cff3-482d-893f-8cbbfddb1c1d tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "refresh_cache-a96fa6c0-b95b-4cea-afdf-c884d06f189b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2108.934589] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d1690a48-cff3-482d-893f-8cbbfddb1c1d tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquired lock "refresh_cache-a96fa6c0-b95b-4cea-afdf-c884d06f189b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2108.934589] env[71058]: DEBUG nova.network.neutron [None req-d1690a48-cff3-482d-893f-8cbbfddb1c1d tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 2108.934812] env[71058]: DEBUG nova.objects.instance [None req-d1690a48-cff3-482d-893f-8cbbfddb1c1d tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lazy-loading 'info_cache' on Instance uuid a96fa6c0-b95b-4cea-afdf-c884d06f189b {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2108.959911] env[71058]: DEBUG oslo_concurrency.lockutils [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "refresh_cache-f7835c8a-3ab7-4574-a1b6-a2a43c2b1116" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2108.960271] env[71058]: DEBUG oslo_concurrency.lockutils [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquired lock "refresh_cache-f7835c8a-3ab7-4574-a1b6-a2a43c2b1116" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2108.960271] env[71058]: DEBUG nova.network.neutron [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 2109.060654] env[71058]: DEBUG oslo_vmware.api [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]523b6138-afbc-b4ee-6222-f59db21cdd94, 'name': SearchDatastore_Task, 'duration_secs': 0.009276} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2109.061442] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-225664b9-b746-446c-a564-88a68964687b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2109.066735] env[71058]: DEBUG oslo_vmware.api [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2109.066735] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]528df8e8-27bc-d53b-5b0d-db45d23a8ad2"
[ 2109.066735] env[71058]:    _type = "Task"
[ 2109.066735] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2109.074248] env[71058]: DEBUG oslo_vmware.api [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]528df8e8-27bc-d53b-5b0d-db45d23a8ad2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2109.109436] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f756a5d0-b561-4527-9222-f5518da17973 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "interface-532bde67-13cb-4cae-bd7b-5b78d65c93f4-2800b255-adeb-4867-bb34-ac40b9177c2b" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2109.109684] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f756a5d0-b561-4527-9222-f5518da17973 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "interface-532bde67-13cb-4cae-bd7b-5b78d65c93f4-2800b255-adeb-4867-bb34-ac40b9177c2b" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2109.110059] env[71058]: DEBUG nova.objects.instance [None req-f756a5d0-b561-4527-9222-f5518da17973 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lazy-loading 'flavor' on Instance uuid 532bde67-13cb-4cae-bd7b-5b78d65c93f4 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2109.133374] env[71058]: DEBUG oslo_concurrency.lockutils [req-60599b2f-9b10-45cc-9a0b-f7fa0f38f6d8 req-e5d805ff-7264-4cbd-98b6-5457ed583198 service nova] Releasing lock "refresh_cache-b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2109.255944] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8cba7d0e-88eb-4fd9-aa0f-7abc26423cb8 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "interface-8158fd1a-423a-4569-a437-4f278e010923-2800b255-adeb-4867-bb34-ac40b9177c2b" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 9.944s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2109.490888] env[71058]: DEBUG nova.network.neutron [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 2109.577887] env[71058]: DEBUG oslo_vmware.api [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]528df8e8-27bc-d53b-5b0d-db45d23a8ad2, 'name': SearchDatastore_Task, 'duration_secs': 0.052096} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2109.578148] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2109.578403] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55/b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 2109.578657] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac54ae0e-8a65-46e2-91b6-1a7bfb95a442 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2109.585965] env[71058]: DEBUG oslo_vmware.api [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2109.585965] env[71058]:    value = "task-2874249"
[ 2109.585965] env[71058]:    _type = "Task"
[ 2109.585965] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2109.593373] env[71058]: DEBUG oslo_vmware.api [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2109.616377] env[71058]: DEBUG nova.network.neutron [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Updating instance_info_cache with network_info: [{"id": "5cf6b208-5e95-429f-a576-7e2e890afb47", "address": "fa:16:3e:24:c8:e1", "network": {"id": "eed0ed9f-c9c0-479d-9f26-32380ccce41d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-107034560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26714986ff914a30b2d9b73105bbc3f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cf6b208-5e", "ovs_interfaceid": "5cf6b208-5e95-429f-a576-7e2e890afb47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2109.702020] env[71058]: DEBUG nova.objects.instance [None req-f756a5d0-b561-4527-9222-f5518da17973 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lazy-loading 'pci_requests' on Instance uuid 532bde67-13cb-4cae-bd7b-5b78d65c93f4 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2109.888576] env[71058]: DEBUG nova.compute.manager [req-5da326f2-86b2-4ba6-9486-e1063dd9168f req-78ad5805-71fd-4266-a3a4-f1d210b2a92d service nova] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Received event network-vif-plugged-5cf6b208-5e95-429f-a576-7e2e890afb47 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2109.888885] env[71058]: DEBUG oslo_concurrency.lockutils [req-5da326f2-86b2-4ba6-9486-e1063dd9168f req-78ad5805-71fd-4266-a3a4-f1d210b2a92d service nova] Acquiring lock "f7835c8a-3ab7-4574-a1b6-a2a43c2b1116-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2109.889219] env[71058]: DEBUG oslo_concurrency.lockutils [req-5da326f2-86b2-4ba6-9486-e1063dd9168f req-78ad5805-71fd-4266-a3a4-f1d210b2a92d service nova] Lock "f7835c8a-3ab7-4574-a1b6-a2a43c2b1116-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2109.889512] env[71058]: DEBUG oslo_concurrency.lockutils [req-5da326f2-86b2-4ba6-9486-e1063dd9168f req-78ad5805-71fd-4266-a3a4-f1d210b2a92d service nova] Lock "f7835c8a-3ab7-4574-a1b6-a2a43c2b1116-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2109.889764] env[71058]: DEBUG nova.compute.manager [req-5da326f2-86b2-4ba6-9486-e1063dd9168f req-78ad5805-71fd-4266-a3a4-f1d210b2a92d service nova] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] No waiting events found dispatching network-vif-plugged-5cf6b208-5e95-429f-a576-7e2e890afb47 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 2109.890049] env[71058]: WARNING nova.compute.manager [req-5da326f2-86b2-4ba6-9486-e1063dd9168f req-78ad5805-71fd-4266-a3a4-f1d210b2a92d service nova] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Received unexpected event network-vif-plugged-5cf6b208-5e95-429f-a576-7e2e890afb47 for instance with vm_state building and task_state spawning.
[ 2109.890325] env[71058]: DEBUG nova.compute.manager [req-5da326f2-86b2-4ba6-9486-e1063dd9168f req-78ad5805-71fd-4266-a3a4-f1d210b2a92d service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Received event network-changed-88ff3bf8-5f73-470d-bbf4-cb75b1abf94f {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2109.890558] env[71058]: DEBUG nova.compute.manager [req-5da326f2-86b2-4ba6-9486-e1063dd9168f req-78ad5805-71fd-4266-a3a4-f1d210b2a92d service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Refreshing instance network info cache due to event network-changed-88ff3bf8-5f73-470d-bbf4-cb75b1abf94f. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 2109.890807] env[71058]: DEBUG oslo_concurrency.lockutils [req-5da326f2-86b2-4ba6-9486-e1063dd9168f req-78ad5805-71fd-4266-a3a4-f1d210b2a92d service nova] Acquiring lock "refresh_cache-8158fd1a-423a-4569-a437-4f278e010923" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2109.890928] env[71058]: DEBUG oslo_concurrency.lockutils [req-5da326f2-86b2-4ba6-9486-e1063dd9168f req-78ad5805-71fd-4266-a3a4-f1d210b2a92d service nova] Acquired lock "refresh_cache-8158fd1a-423a-4569-a437-4f278e010923" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2109.891131] env[71058]: DEBUG nova.network.neutron [req-5da326f2-86b2-4ba6-9486-e1063dd9168f req-78ad5805-71fd-4266-a3a4-f1d210b2a92d service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Refreshing network info cache for port 88ff3bf8-5f73-470d-bbf4-cb75b1abf94f {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 2110.097088] env[71058]: DEBUG oslo_vmware.api [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874249, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2110.119038] env[71058]: DEBUG oslo_concurrency.lockutils [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Releasing lock "refresh_cache-f7835c8a-3ab7-4574-a1b6-a2a43c2b1116" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2110.119384] env[71058]: DEBUG nova.compute.manager [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Instance network_info: |[{"id": "5cf6b208-5e95-429f-a576-7e2e890afb47", "address": "fa:16:3e:24:c8:e1", "network": {"id": "eed0ed9f-c9c0-479d-9f26-32380ccce41d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-107034560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26714986ff914a30b2d9b73105bbc3f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cf6b208-5e", "ovs_interfaceid": "5cf6b208-5e95-429f-a576-7e2e890afb47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 2110.119831] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:c8:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cf6b208-5e95-429f-a576-7e2e890afb47', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 2110.127586] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 2110.130675] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 2110.130943] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad8876dd-9def-407b-a6b9-c8e2115c6150 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2110.151999] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 2110.151999] env[71058]:    value = "task-2874250"
[ 2110.151999] env[71058]:    _type = "Task"
[ 2110.151999] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2110.161219] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874250, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2110.204920] env[71058]: DEBUG nova.objects.base [None req-f756a5d0-b561-4527-9222-f5518da17973 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Object Instance<532bde67-13cb-4cae-bd7b-5b78d65c93f4> lazy-loaded attributes: flavor,pci_requests {{(pid=71058) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 2110.205164] env[71058]: DEBUG nova.network.neutron [None req-f756a5d0-b561-4527-9222-f5518da17973 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 2110.242796] env[71058]: DEBUG nova.network.neutron [None req-d1690a48-cff3-482d-893f-8cbbfddb1c1d tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Updating instance_info_cache with network_info: [{"id": "c5d7847d-aa7a-4858-9362-c2cf6ec7d8bb", "address": "fa:16:3e:23:3e:8d", "network": {"id": "66750c80-d5c2-4b4f-9575-cdf32a68ebc7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-309076217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c9902cdb8d44e288ef5d1588d0de88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d7847d-aa", "ovs_interfaceid": "c5d7847d-aa7a-4858-9362-c2cf6ec7d8bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2110.315980] env[71058]: DEBUG nova.policy [None req-f756a5d0-b561-4527-9222-f5518da17973 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb7b8ce61c4a42d997e357f20f8b6088', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df590cd3ec8f4748ad8a273f58d2f095', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 2110.597556] env[71058]: DEBUG oslo_vmware.api [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693507} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2110.597826] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55/b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 2110.598104] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 2110.598307] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a63f57ae-987b-4b7b-9536-0e844c0c8441 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2110.607811] env[71058]: DEBUG oslo_vmware.api [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2110.607811] env[71058]:    value = "task-2874251"
[ 2110.607811] env[71058]:    _type = "Task"
[ 2110.607811] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2110.616594] env[71058]: DEBUG oslo_vmware.api [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2110.661823] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874250, 'name': CreateVM_Task, 'duration_secs': 0.352442} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2110.662038] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 2110.662777] env[71058]: DEBUG oslo_concurrency.lockutils [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2110.662977] env[71058]: DEBUG oslo_concurrency.lockutils [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2110.663350] env[71058]: DEBUG oslo_concurrency.lockutils [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 2110.663686] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0268a5c-3065-4d46-8b25-8dbd760ff23f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2110.668990] env[71058]: DEBUG oslo_vmware.api [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2110.668990] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5204f0fa-76d0-9ef5-fc8f-afc985498745"
[ 2110.668990] env[71058]:    _type = "Task"
[ 2110.668990] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2110.676292] env[71058]: DEBUG oslo_vmware.api [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5204f0fa-76d0-9ef5-fc8f-afc985498745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2110.701836] env[71058]: DEBUG nova.network.neutron [req-5da326f2-86b2-4ba6-9486-e1063dd9168f req-78ad5805-71fd-4266-a3a4-f1d210b2a92d service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Updated VIF entry in instance network info cache for port 88ff3bf8-5f73-470d-bbf4-cb75b1abf94f. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 2110.702210] env[71058]: DEBUG nova.network.neutron [req-5da326f2-86b2-4ba6-9486-e1063dd9168f req-78ad5805-71fd-4266-a3a4-f1d210b2a92d service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Updating instance_info_cache with network_info: [{"id": "88ff3bf8-5f73-470d-bbf4-cb75b1abf94f", "address": "fa:16:3e:b5:9a:d0", "network": {"id": "5ecbb149-fd57-4a44-a6cc-48e0b1e653a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1232521171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df590cd3ec8f4748ad8a273f58d2f095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88ff3bf8-5f", "ovs_interfaceid": "88ff3bf8-5f73-470d-bbf4-cb75b1abf94f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2110.745315] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d1690a48-cff3-482d-893f-8cbbfddb1c1d tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Releasing lock "refresh_cache-a96fa6c0-b95b-4cea-afdf-c884d06f189b" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2110.745567] env[71058]: DEBUG nova.objects.instance [None req-d1690a48-cff3-482d-893f-8cbbfddb1c1d tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lazy-loading 'migration_context' on Instance uuid a96fa6c0-b95b-4cea-afdf-c884d06f189b {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2111.117513] env[71058]: DEBUG oslo_vmware.api [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874251, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06363} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2111.117960] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 2111.118561] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf4f124-dfca-4e32-9eac-d7e3d3a35efc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2111.140393] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55/b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 2111.140662] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82f62df2-8f74-44b5-83de-097ee3ba1d0b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2111.160475] env[71058]: DEBUG oslo_vmware.api [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2111.160475] env[71058]:    value = "task-2874252"
[ 2111.160475] env[71058]:    _type = "Task"
[ 2111.160475] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2111.170095] env[71058]: DEBUG oslo_vmware.api [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874252, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2111.178587] env[71058]: DEBUG oslo_vmware.api [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]5204f0fa-76d0-9ef5-fc8f-afc985498745, 'name': SearchDatastore_Task, 'duration_secs': 0.008026} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2111.178644] env[71058]: DEBUG oslo_concurrency.lockutils [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2111.178850] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 2111.179089] env[71058]: DEBUG oslo_concurrency.lockutils [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2111.179238] env[71058]: DEBUG oslo_concurrency.lockutils [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2111.179651] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 2111.179651] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-819300b9-5b04-4a2d-8cd7-bbd19414c830 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2111.191149] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 2111.191149] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 2111.191440] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df99aa57-5dd5-4cf6-854e-14e9d0d5750e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2111.196204] env[71058]: DEBUG oslo_vmware.api [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2111.196204] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524484ad-7dd8-5a17-2fbd-db69c3004c6e"
[ 2111.196204] env[71058]:    _type = "Task"
[ 2111.196204] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2111.205010] env[71058]: DEBUG oslo_concurrency.lockutils [req-5da326f2-86b2-4ba6-9486-e1063dd9168f req-78ad5805-71fd-4266-a3a4-f1d210b2a92d service nova] Releasing lock "refresh_cache-8158fd1a-423a-4569-a437-4f278e010923" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2111.205281] env[71058]: DEBUG nova.compute.manager [req-5da326f2-86b2-4ba6-9486-e1063dd9168f req-78ad5805-71fd-4266-a3a4-f1d210b2a92d service nova] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Received event network-changed-9c73107d-6e8c-4d41-ae72-598081d551e7 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2111.205444] env[71058]: DEBUG nova.compute.manager [req-5da326f2-86b2-4ba6-9486-e1063dd9168f req-78ad5805-71fd-4266-a3a4-f1d210b2a92d service nova] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Refreshing instance network info cache due to event network-changed-9c73107d-6e8c-4d41-ae72-598081d551e7. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 2111.205660] env[71058]: DEBUG oslo_concurrency.lockutils [req-5da326f2-86b2-4ba6-9486-e1063dd9168f req-78ad5805-71fd-4266-a3a4-f1d210b2a92d service nova] Acquiring lock "refresh_cache-532bde67-13cb-4cae-bd7b-5b78d65c93f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2111.205804] env[71058]: DEBUG oslo_concurrency.lockutils [req-5da326f2-86b2-4ba6-9486-e1063dd9168f req-78ad5805-71fd-4266-a3a4-f1d210b2a92d service nova] Acquired lock "refresh_cache-532bde67-13cb-4cae-bd7b-5b78d65c93f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2111.205957] env[71058]: DEBUG nova.network.neutron [req-5da326f2-86b2-4ba6-9486-e1063dd9168f req-78ad5805-71fd-4266-a3a4-f1d210b2a92d service nova] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Refreshing network info cache for port 9c73107d-6e8c-4d41-ae72-598081d551e7 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 2111.207135] env[71058]: DEBUG oslo_vmware.api [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524484ad-7dd8-5a17-2fbd-db69c3004c6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2111.248300] env[71058]: DEBUG nova.objects.base [None req-d1690a48-cff3-482d-893f-8cbbfddb1c1d tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Object Instance<a96fa6c0-b95b-4cea-afdf-c884d06f189b> lazy-loaded attributes: info_cache,migration_context {{(pid=71058) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 2111.249186] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008f4ccb-3358-4e90-afdc-43362fc9df5d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2111.268675] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e52a5e9-b12a-4408-a528-9d0efc044b59 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2111.273608] env[71058]: DEBUG oslo_vmware.api [None req-d1690a48-cff3-482d-893f-8cbbfddb1c1d tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 2111.273608] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c5c822-51b0-6e0f-6020-a5cffb4c4b4d"
[ 2111.273608] env[71058]:    _type = "Task"
[ 2111.273608] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2111.281581] env[71058]: DEBUG oslo_vmware.api [None req-d1690a48-cff3-482d-893f-8cbbfddb1c1d tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c5c822-51b0-6e0f-6020-a5cffb4c4b4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2111.671321] env[71058]: DEBUG oslo_vmware.api [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874252, 'name': ReconfigVM_Task, 'duration_secs': 0.275733} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2111.671551] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Reconfigured VM instance instance-0000007b to attach disk [datastore2] b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55/b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 2111.672188] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37fe0124-e4fb-4936-8f1d-8793d2b9997a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2111.679462] env[71058]: DEBUG oslo_vmware.api [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2111.679462] env[71058]:    value = "task-2874253"
[ 2111.679462] env[71058]:    _type = "Task"
[ 2111.679462] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2111.687217] env[71058]: DEBUG oslo_vmware.api [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874253, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2111.712960] env[71058]: DEBUG oslo_vmware.api [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]524484ad-7dd8-5a17-2fbd-db69c3004c6e, 'name': SearchDatastore_Task, 'duration_secs': 0.016616} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2111.714032] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53a30c2f-bb05-4e05-9470-b2648681df6f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2111.719517] env[71058]: DEBUG oslo_vmware.api [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2111.719517] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52237d49-7785-305a-28ba-a31199625eaa"
[ 2111.719517] env[71058]:    _type = "Task"
[ 2111.719517] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2111.726987] env[71058]: DEBUG oslo_vmware.api [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52237d49-7785-305a-28ba-a31199625eaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2111.784906] env[71058]: DEBUG oslo_vmware.api [None req-d1690a48-cff3-482d-893f-8cbbfddb1c1d tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c5c822-51b0-6e0f-6020-a5cffb4c4b4d, 'name': SearchDatastore_Task, 'duration_secs': 0.009733} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2111.785233] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d1690a48-cff3-482d-893f-8cbbfddb1c1d tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2111.785657] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d1690a48-cff3-482d-893f-8cbbfddb1c1d tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2111.962562] env[71058]: DEBUG nova.compute.manager [req-381a9d62-e234-470c-936d-251fe28df072 req-64af5459-05ee-4e24-b85e-c9089dc4a94e service nova] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Received event network-vif-plugged-2800b255-adeb-4867-bb34-ac40b9177c2b {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2111.962777] env[71058]: DEBUG oslo_concurrency.lockutils [req-381a9d62-e234-470c-936d-251fe28df072 req-64af5459-05ee-4e24-b85e-c9089dc4a94e service nova] Acquiring lock "532bde67-13cb-4cae-bd7b-5b78d65c93f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2111.963096] env[71058]: DEBUG oslo_concurrency.lockutils [req-381a9d62-e234-470c-936d-251fe28df072 req-64af5459-05ee-4e24-b85e-c9089dc4a94e service nova] Lock "532bde67-13cb-4cae-bd7b-5b78d65c93f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2111.963324] env[71058]: DEBUG oslo_concurrency.lockutils [req-381a9d62-e234-470c-936d-251fe28df072 req-64af5459-05ee-4e24-b85e-c9089dc4a94e service nova] Lock "532bde67-13cb-4cae-bd7b-5b78d65c93f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2111.963442] env[71058]: DEBUG nova.compute.manager [req-381a9d62-e234-470c-936d-251fe28df072 req-64af5459-05ee-4e24-b85e-c9089dc4a94e service nova] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] No waiting events found dispatching network-vif-plugged-2800b255-adeb-4867-bb34-ac40b9177c2b {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 2111.963670] env[71058]: WARNING nova.compute.manager [req-381a9d62-e234-470c-936d-251fe28df072 req-64af5459-05ee-4e24-b85e-c9089dc4a94e service nova] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Received unexpected event network-vif-plugged-2800b255-adeb-4867-bb34-ac40b9177c2b for instance with vm_state active and task_state None.
[ 2112.030392] env[71058]: DEBUG nova.network.neutron [req-5da326f2-86b2-4ba6-9486-e1063dd9168f req-78ad5805-71fd-4266-a3a4-f1d210b2a92d service nova] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Updated VIF entry in instance network info cache for port 9c73107d-6e8c-4d41-ae72-598081d551e7. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 2112.030754] env[71058]: DEBUG nova.network.neutron [req-5da326f2-86b2-4ba6-9486-e1063dd9168f req-78ad5805-71fd-4266-a3a4-f1d210b2a92d service nova] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Updating instance_info_cache with network_info: [{"id": "9c73107d-6e8c-4d41-ae72-598081d551e7", "address": "fa:16:3e:88:a8:78", "network": {"id": "5ecbb149-fd57-4a44-a6cc-48e0b1e653a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1232521171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df590cd3ec8f4748ad8a273f58d2f095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c73107d-6e", "ovs_interfaceid": "9c73107d-6e8c-4d41-ae72-598081d551e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2112.082412] env[71058]: DEBUG nova.network.neutron [None req-f756a5d0-b561-4527-9222-f5518da17973 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Successfully updated port: 2800b255-adeb-4867-bb34-ac40b9177c2b {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 2112.189152] env[71058]: DEBUG oslo_vmware.api [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874253, 'name': Rename_Task, 'duration_secs': 0.146102} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2112.189515] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 2112.189588] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-035d4097-8d59-4d8a-9d13-590ca7fa2b93 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2112.196698] env[71058]: DEBUG oslo_vmware.api [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2112.196698] env[71058]:    value = "task-2874254"
[ 2112.196698] env[71058]:    _type = "Task"
[ 2112.196698] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2112.205117] env[71058]: DEBUG oslo_vmware.api [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2112.230034] env[71058]: DEBUG oslo_vmware.api [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52237d49-7785-305a-28ba-a31199625eaa, 'name': SearchDatastore_Task, 'duration_secs': 0.015609} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2112.230294] env[71058]: DEBUG oslo_concurrency.lockutils [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2112.230547] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] f7835c8a-3ab7-4574-a1b6-a2a43c2b1116/f7835c8a-3ab7-4574-a1b6-a2a43c2b1116.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 2112.230802] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b46c5253-0d95-4afe-9e58-bae909f5821c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2112.237121] env[71058]: DEBUG oslo_vmware.api [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2112.237121] env[71058]:    value = "task-2874255"
[ 2112.237121] env[71058]:    _type = "Task"
[ 2112.237121] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2112.244586] env[71058]: DEBUG oslo_vmware.api [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2112.403166] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4107f6b2-ba01-4de9-af8b-16ac3a0057ff {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2112.411386] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f2122e-27f6-4d73-afa9-46ef3c923948 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2112.443535] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268274eb-8b8d-4849-a2fb-92c767a9acd7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2112.451286] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e3d36b-fb23-45a8-9fd8-643f38e026df {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2112.465476] env[71058]: DEBUG nova.compute.provider_tree [None req-d1690a48-cff3-482d-893f-8cbbfddb1c1d tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2112.533105] env[71058]: DEBUG oslo_concurrency.lockutils [req-5da326f2-86b2-4ba6-9486-e1063dd9168f req-78ad5805-71fd-4266-a3a4-f1d210b2a92d service nova] Releasing lock "refresh_cache-532bde67-13cb-4cae-bd7b-5b78d65c93f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2112.533579] env[71058]: DEBUG nova.compute.manager [req-5da326f2-86b2-4ba6-9486-e1063dd9168f req-78ad5805-71fd-4266-a3a4-f1d210b2a92d service nova] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Received event network-changed-5cf6b208-5e95-429f-a576-7e2e890afb47 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2112.533832] env[71058]: DEBUG nova.compute.manager [req-5da326f2-86b2-4ba6-9486-e1063dd9168f req-78ad5805-71fd-4266-a3a4-f1d210b2a92d service nova] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Refreshing instance network info cache due to event network-changed-5cf6b208-5e95-429f-a576-7e2e890afb47. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 2112.534184] env[71058]: DEBUG oslo_concurrency.lockutils [req-5da326f2-86b2-4ba6-9486-e1063dd9168f req-78ad5805-71fd-4266-a3a4-f1d210b2a92d service nova] Acquiring lock "refresh_cache-f7835c8a-3ab7-4574-a1b6-a2a43c2b1116" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2112.534407] env[71058]: DEBUG oslo_concurrency.lockutils [req-5da326f2-86b2-4ba6-9486-e1063dd9168f req-78ad5805-71fd-4266-a3a4-f1d210b2a92d service nova] Acquired lock "refresh_cache-f7835c8a-3ab7-4574-a1b6-a2a43c2b1116" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2112.534763] env[71058]: DEBUG nova.network.neutron [req-5da326f2-86b2-4ba6-9486-e1063dd9168f req-78ad5805-71fd-4266-a3a4-f1d210b2a92d service nova] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Refreshing network info cache for port 5cf6b208-5e95-429f-a576-7e2e890afb47 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 2112.585339] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f756a5d0-b561-4527-9222-f5518da17973 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "refresh_cache-532bde67-13cb-4cae-bd7b-5b78d65c93f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2112.585551] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f756a5d0-b561-4527-9222-f5518da17973 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquired lock "refresh_cache-532bde67-13cb-4cae-bd7b-5b78d65c93f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2112.585692] env[71058]: DEBUG nova.network.neutron [None req-f756a5d0-b561-4527-9222-f5518da17973 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 2112.708697] env[71058]: DEBUG oslo_vmware.api [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874254, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2112.748969] env[71058]: DEBUG oslo_vmware.api [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.410829} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2112.749232] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] f7835c8a-3ab7-4574-a1b6-a2a43c2b1116/f7835c8a-3ab7-4574-a1b6-a2a43c2b1116.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 2112.749474] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 2112.749745] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03f1566a-f589-4341-a93d-9fb55eb7437c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2112.756976] env[71058]: DEBUG oslo_vmware.api [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2112.756976] env[71058]:    value = "task-2874256"
[ 2112.756976] env[71058]:    _type = "Task"
[ 2112.756976] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2112.764466] env[71058]: DEBUG oslo_vmware.api [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2112.969556] env[71058]: DEBUG nova.scheduler.client.report [None req-d1690a48-cff3-482d-893f-8cbbfddb1c1d tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 2113.128529] env[71058]: WARNING nova.network.neutron [None req-f756a5d0-b561-4527-9222-f5518da17973 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] 5ecbb149-fd57-4a44-a6cc-48e0b1e653a4 already exists in list: networks containing: ['5ecbb149-fd57-4a44-a6cc-48e0b1e653a4']. ignoring it
[ 2113.207793] env[71058]: DEBUG oslo_vmware.api [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874254, 'name': PowerOnVM_Task, 'duration_secs': 0.847672} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2113.208171] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 2113.208273] env[71058]: INFO nova.compute.manager [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Took 7.69 seconds to spawn the instance on the hypervisor.
[ 2113.208435] env[71058]: DEBUG nova.compute.manager [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 2113.209227] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf895734-b8cd-4873-a759-a18f6164c579 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2113.267728] env[71058]: DEBUG oslo_vmware.api [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07255} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2113.268117] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 2113.268911] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d47587-faa0-4dd4-80a9-d0d56215f9a1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2113.291836] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] f7835c8a-3ab7-4574-a1b6-a2a43c2b1116/f7835c8a-3ab7-4574-a1b6-a2a43c2b1116.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 2113.294803] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff627b03-cc43-48be-bbd6-72eee36704a6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2113.315568] env[71058]: DEBUG oslo_vmware.api [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2113.315568] env[71058]:    value = "task-2874257"
[ 2113.315568] env[71058]:    _type = "Task"
[ 2113.315568] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2113.326780] env[71058]: DEBUG oslo_vmware.api [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874257, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2113.389325] env[71058]: DEBUG nova.network.neutron [req-5da326f2-86b2-4ba6-9486-e1063dd9168f req-78ad5805-71fd-4266-a3a4-f1d210b2a92d service nova] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Updated VIF entry in instance network info cache for port 5cf6b208-5e95-429f-a576-7e2e890afb47. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 2113.389493] env[71058]: DEBUG nova.network.neutron [req-5da326f2-86b2-4ba6-9486-e1063dd9168f req-78ad5805-71fd-4266-a3a4-f1d210b2a92d service nova] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Updating instance_info_cache with network_info: [{"id": "5cf6b208-5e95-429f-a576-7e2e890afb47", "address": "fa:16:3e:24:c8:e1", "network": {"id": "eed0ed9f-c9c0-479d-9f26-32380ccce41d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-107034560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26714986ff914a30b2d9b73105bbc3f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cf6b208-5e", "ovs_interfaceid": "5cf6b208-5e95-429f-a576-7e2e890afb47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2113.581604] env[71058]: DEBUG nova.network.neutron [None req-f756a5d0-b561-4527-9222-f5518da17973 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Updating instance_info_cache with network_info: [{"id": "9c73107d-6e8c-4d41-ae72-598081d551e7", "address": "fa:16:3e:88:a8:78", "network": {"id": "5ecbb149-fd57-4a44-a6cc-48e0b1e653a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1232521171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df590cd3ec8f4748ad8a273f58d2f095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c73107d-6e", "ovs_interfaceid": "9c73107d-6e8c-4d41-ae72-598081d551e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2800b255-adeb-4867-bb34-ac40b9177c2b", "address": "fa:16:3e:6e:b7:02", "network": {"id": "5ecbb149-fd57-4a44-a6cc-48e0b1e653a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1232521171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df590cd3ec8f4748ad8a273f58d2f095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2800b255-ad", "ovs_interfaceid": "2800b255-adeb-4867-bb34-ac40b9177c2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2113.725554] env[71058]: INFO nova.compute.manager [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Took 12.43 seconds to build instance.
[ 2113.826992] env[71058]: DEBUG oslo_vmware.api [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874257, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2113.892504] env[71058]: DEBUG oslo_concurrency.lockutils [req-5da326f2-86b2-4ba6-9486-e1063dd9168f req-78ad5805-71fd-4266-a3a4-f1d210b2a92d service nova] Releasing lock "refresh_cache-f7835c8a-3ab7-4574-a1b6-a2a43c2b1116" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2113.980327] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d1690a48-cff3-482d-893f-8cbbfddb1c1d tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.195s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2113.988773] env[71058]: DEBUG nova.compute.manager [req-b72e2b94-a911-42d7-b4d2-0616d651955d req-751ecca3-36fc-4ea2-a10e-bd8c025fa271 service nova] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Received event network-changed-2800b255-adeb-4867-bb34-ac40b9177c2b {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2113.988983] env[71058]: DEBUG nova.compute.manager [req-b72e2b94-a911-42d7-b4d2-0616d651955d req-751ecca3-36fc-4ea2-a10e-bd8c025fa271 service nova] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Refreshing instance network info cache due to event network-changed-2800b255-adeb-4867-bb34-ac40b9177c2b. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 2113.989195] env[71058]: DEBUG oslo_concurrency.lockutils [req-b72e2b94-a911-42d7-b4d2-0616d651955d req-751ecca3-36fc-4ea2-a10e-bd8c025fa271 service nova] Acquiring lock "refresh_cache-532bde67-13cb-4cae-bd7b-5b78d65c93f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2114.084603] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f756a5d0-b561-4527-9222-f5518da17973 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Releasing lock "refresh_cache-532bde67-13cb-4cae-bd7b-5b78d65c93f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2114.085265] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f756a5d0-b561-4527-9222-f5518da17973 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "532bde67-13cb-4cae-bd7b-5b78d65c93f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2114.085414] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f756a5d0-b561-4527-9222-f5518da17973 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquired lock "532bde67-13cb-4cae-bd7b-5b78d65c93f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2114.085686] env[71058]: DEBUG oslo_concurrency.lockutils [req-b72e2b94-a911-42d7-b4d2-0616d651955d req-751ecca3-36fc-4ea2-a10e-bd8c025fa271 service nova] Acquired lock "refresh_cache-532bde67-13cb-4cae-bd7b-5b78d65c93f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2114.085864] env[71058]: DEBUG nova.network.neutron [req-b72e2b94-a911-42d7-b4d2-0616d651955d req-751ecca3-36fc-4ea2-a10e-bd8c025fa271 service nova] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Refreshing network info cache for port 2800b255-adeb-4867-bb34-ac40b9177c2b {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 2114.087654] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4414aa48-42bb-4ee1-b932-6d8a81f5307b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2114.106409] env[71058]: DEBUG nova.virt.hardware [None req-f756a5d0-b561-4527-9222-f5518da17973 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=<?>,min_ram=<?>,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 2114.106665] env[71058]: DEBUG nova.virt.hardware [None req-f756a5d0-b561-4527-9222-f5518da17973 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 2114.106802] env[71058]: DEBUG nova.virt.hardware [None req-f756a5d0-b561-4527-9222-f5518da17973 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 2114.106982] env[71058]: DEBUG nova.virt.hardware [None req-f756a5d0-b561-4527-9222-f5518da17973 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 2114.107139] env[71058]: DEBUG nova.virt.hardware [None req-f756a5d0-b561-4527-9222-f5518da17973 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 2114.107285] env[71058]: DEBUG nova.virt.hardware [None req-f756a5d0-b561-4527-9222-f5518da17973 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 2114.107495] env[71058]: DEBUG nova.virt.hardware [None req-f756a5d0-b561-4527-9222-f5518da17973 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 2114.107684] env[71058]: DEBUG nova.virt.hardware [None req-f756a5d0-b561-4527-9222-f5518da17973 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 2114.107856] env[71058]: DEBUG nova.virt.hardware [None req-f756a5d0-b561-4527-9222-f5518da17973 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 2114.108028] env[71058]: DEBUG nova.virt.hardware [None req-f756a5d0-b561-4527-9222-f5518da17973 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 2114.108206] env[71058]: DEBUG nova.virt.hardware [None req-f756a5d0-b561-4527-9222-f5518da17973 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 2114.114338] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f756a5d0-b561-4527-9222-f5518da17973 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Reconfiguring VM to attach interface {{(pid=71058) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}}
[ 2114.114822] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-655515f4-6d6e-4a08-a796-0868583902c9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2114.132178] env[71058]: DEBUG oslo_vmware.api [None req-f756a5d0-b561-4527-9222-f5518da17973 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 2114.132178] env[71058]:    value = "task-2874258"
[ 2114.132178] env[71058]:    _type = "Task"
[ 2114.132178] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2114.140115] env[71058]: DEBUG oslo_vmware.api [None req-f756a5d0-b561-4527-9222-f5518da17973 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874258, 'name': ReconfigVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2114.227934] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fd93e711-3332-4acd-b44c-402f31e090dc tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.940s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2114.328010] env[71058]: DEBUG oslo_vmware.api [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874257, 'name': ReconfigVM_Task, 'duration_secs': 0.522959} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2114.328309] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Reconfigured VM instance instance-0000007c to attach disk [datastore2] f7835c8a-3ab7-4574-a1b6-a2a43c2b1116/f7835c8a-3ab7-4574-a1b6-a2a43c2b1116.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 2114.328965] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-342f945f-0641-4dd6-ba13-59747765b0e2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2114.335279] env[71058]: DEBUG oslo_vmware.api [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2114.335279] env[71058]:    value = "task-2874259"
[ 2114.335279] env[71058]:    _type = "Task"
[ 2114.335279] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2114.342773] env[71058]: DEBUG oslo_vmware.api [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874259, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2114.540545] env[71058]: INFO nova.scheduler.client.report [None req-d1690a48-cff3-482d-893f-8cbbfddb1c1d tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Deleted allocation for migration 1d9f8980-60b6-4945-a113-62b6cfb2ca9b
[ 2114.642240] env[71058]: DEBUG oslo_vmware.api [None req-f756a5d0-b561-4527-9222-f5518da17973 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874258, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2114.848564] env[71058]: DEBUG oslo_vmware.api [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874259, 'name': Rename_Task, 'duration_secs': 0.255704} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2114.848932] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 2114.849107] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8456e54e-579f-4f9d-9b80-6079ae2f0322 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2114.855256] env[71058]: DEBUG oslo_vmware.api [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2114.855256] env[71058]:    value = "task-2874260"
[ 2114.855256] env[71058]:    _type = "Task"
[ 2114.855256] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2114.863083] env[71058]: DEBUG oslo_vmware.api [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874260, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2115.045651] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d1690a48-cff3-482d-893f-8cbbfddb1c1d tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "a96fa6c0-b95b-4cea-afdf-c884d06f189b" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 6.658s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2115.076173] env[71058]: DEBUG nova.network.neutron [req-b72e2b94-a911-42d7-b4d2-0616d651955d req-751ecca3-36fc-4ea2-a10e-bd8c025fa271 service nova] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Updated VIF entry in instance network info cache for port 2800b255-adeb-4867-bb34-ac40b9177c2b. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 2115.076858] env[71058]: DEBUG nova.network.neutron [req-b72e2b94-a911-42d7-b4d2-0616d651955d req-751ecca3-36fc-4ea2-a10e-bd8c025fa271 service nova] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Updating instance_info_cache with network_info: [{"id": "9c73107d-6e8c-4d41-ae72-598081d551e7", "address": "fa:16:3e:88:a8:78", "network": {"id": "5ecbb149-fd57-4a44-a6cc-48e0b1e653a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1232521171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df590cd3ec8f4748ad8a273f58d2f095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c73107d-6e", "ovs_interfaceid": "9c73107d-6e8c-4d41-ae72-598081d551e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2800b255-adeb-4867-bb34-ac40b9177c2b", "address": "fa:16:3e:6e:b7:02", "network": {"id": "5ecbb149-fd57-4a44-a6cc-48e0b1e653a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1232521171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df590cd3ec8f4748ad8a273f58d2f095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2800b255-ad", "ovs_interfaceid": "2800b255-adeb-4867-bb34-ac40b9177c2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2115.111335] env[71058]: INFO nova.compute.manager [None req-85d6a51e-a27d-45a4-b771-e58de893d410 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Get console output
[ 2115.111560] env[71058]: WARNING nova.virt.vmwareapi.driver [None req-85d6a51e-a27d-45a4-b771-e58de893d410 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] The console log is missing. Check your VSPC configuration
[ 2115.141760] env[71058]: DEBUG oslo_vmware.api [None req-f756a5d0-b561-4527-9222-f5518da17973 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874258, 'name': ReconfigVM_Task, 'duration_secs': 0.768654} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2115.142202] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f756a5d0-b561-4527-9222-f5518da17973 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Releasing lock "532bde67-13cb-4cae-bd7b-5b78d65c93f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2115.142413] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-f756a5d0-b561-4527-9222-f5518da17973 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Reconfigured VM to attach interface {{(pid=71058) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}}
[ 2115.367461] env[71058]: DEBUG oslo_vmware.api [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874260, 'name': PowerOnVM_Task, 'duration_secs': 0.476005} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2115.367894] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 2115.368162] env[71058]: INFO nova.compute.manager [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Took 7.68 seconds to spawn the instance on the hypervisor.
[ 2115.368441] env[71058]: DEBUG nova.compute.manager [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 2115.369300] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c831def3-95f4-4b0d-8762-ea2e1112375c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2115.579485] env[71058]: DEBUG oslo_concurrency.lockutils [req-b72e2b94-a911-42d7-b4d2-0616d651955d req-751ecca3-36fc-4ea2-a10e-bd8c025fa271 service nova] Releasing lock "refresh_cache-532bde67-13cb-4cae-bd7b-5b78d65c93f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2115.646845] env[71058]: DEBUG oslo_concurrency.lockutils [None req-f756a5d0-b561-4527-9222-f5518da17973 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "interface-532bde67-13cb-4cae-bd7b-5b78d65c93f4-2800b255-adeb-4867-bb34-ac40b9177c2b" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 6.537s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2115.887881] env[71058]: INFO nova.compute.manager [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Took 13.15 seconds to build instance.
[ 2116.021976] env[71058]: DEBUG nova.compute.manager [req-7394d5d7-9314-4184-b5bb-e3a7cb55826c req-5e59c4a9-ec62-49f4-bb4e-aef8ac8f7844 service nova] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Received event network-changed-af25e492-11ca-4c71-9082-c271bf151d7c {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2116.022305] env[71058]: DEBUG nova.compute.manager [req-7394d5d7-9314-4184-b5bb-e3a7cb55826c req-5e59c4a9-ec62-49f4-bb4e-aef8ac8f7844 service nova] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Refreshing instance network info cache due to event network-changed-af25e492-11ca-4c71-9082-c271bf151d7c. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 2116.022803] env[71058]: DEBUG oslo_concurrency.lockutils [req-7394d5d7-9314-4184-b5bb-e3a7cb55826c req-5e59c4a9-ec62-49f4-bb4e-aef8ac8f7844 service nova] Acquiring lock "refresh_cache-b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2116.022888] env[71058]: DEBUG oslo_concurrency.lockutils [req-7394d5d7-9314-4184-b5bb-e3a7cb55826c req-5e59c4a9-ec62-49f4-bb4e-aef8ac8f7844 service nova] Acquired lock "refresh_cache-b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2116.023136] env[71058]: DEBUG nova.network.neutron [req-7394d5d7-9314-4184-b5bb-e3a7cb55826c req-5e59c4a9-ec62-49f4-bb4e-aef8ac8f7844 service nova] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Refreshing network info cache for port af25e492-11ca-4c71-9082-c271bf151d7c {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 2116.389848] env[71058]: DEBUG oslo_concurrency.lockutils [None req-61796ca4-e804-49f4-a2ad-ca6466949300 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "f7835c8a-3ab7-4574-a1b6-a2a43c2b1116" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.655s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2116.754769] env[71058]: DEBUG nova.network.neutron [req-7394d5d7-9314-4184-b5bb-e3a7cb55826c req-5e59c4a9-ec62-49f4-bb4e-aef8ac8f7844 service nova] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Updated VIF entry in instance network info cache for port af25e492-11ca-4c71-9082-c271bf151d7c. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 2116.755149] env[71058]: DEBUG nova.network.neutron [req-7394d5d7-9314-4184-b5bb-e3a7cb55826c req-5e59c4a9-ec62-49f4-bb4e-aef8ac8f7844 service nova] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Updating instance_info_cache with network_info: [{"id": "af25e492-11ca-4c71-9082-c271bf151d7c", "address": "fa:16:3e:dc:ce:19", "network": {"id": "c13424cd-3787-4aef-8aaa-6f7e98678c9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-973121726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f4a9339cb54309bb039c8b9533c473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf25e492-11", "ovs_interfaceid": "af25e492-11ca-4c71-9082-c271bf151d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2117.258056] env[71058]: DEBUG oslo_concurrency.lockutils [req-7394d5d7-9314-4184-b5bb-e3a7cb55826c req-5e59c4a9-ec62-49f4-bb4e-aef8ac8f7844 service nova] Releasing lock "refresh_cache-b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2117.327181] env[71058]: DEBUG oslo_concurrency.lockutils [None req-67e761de-c737-4e90-b84e-69e23a64c8d2 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "interface-532bde67-13cb-4cae-bd7b-5b78d65c93f4-2800b255-adeb-4867-bb34-ac40b9177c2b" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2117.327475] env[71058]: DEBUG oslo_concurrency.lockutils [None req-67e761de-c737-4e90-b84e-69e23a64c8d2 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "interface-532bde67-13cb-4cae-bd7b-5b78d65c93f4-2800b255-adeb-4867-bb34-ac40b9177c2b" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2117.830649] env[71058]: DEBUG oslo_concurrency.lockutils [None req-67e761de-c737-4e90-b84e-69e23a64c8d2 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "532bde67-13cb-4cae-bd7b-5b78d65c93f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2117.831067] env[71058]: DEBUG oslo_concurrency.lockutils [None req-67e761de-c737-4e90-b84e-69e23a64c8d2 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquired lock "532bde67-13cb-4cae-bd7b-5b78d65c93f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2117.831862] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471cb665-952a-4d16-b5a4-4b61688504dc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2117.850025] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60319ace-c33d-4edf-bd8d-19fa3ae557a4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2117.877539] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-67e761de-c737-4e90-b84e-69e23a64c8d2 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Reconfiguring VM to detach interface {{(pid=71058) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}}
[ 2117.877860] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b95c6fa1-e7a1-4b4c-ac19-30be4b4a3dfe {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2117.897357] env[71058]: DEBUG oslo_vmware.api [None req-67e761de-c737-4e90-b84e-69e23a64c8d2 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 2117.897357] env[71058]:    value = "task-2874261"
[ 2117.897357] env[71058]:    _type = "Task"
[ 2117.897357] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2117.905761] env[71058]: DEBUG oslo_vmware.api [None req-67e761de-c737-4e90-b84e-69e23a64c8d2 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874261, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2118.050316] env[71058]: DEBUG nova.compute.manager [req-a7147f5c-c919-4505-a43e-1ece047d9a4d req-7edb3a06-dc7e-4b59-8af2-9301387bb1e9 service nova] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Received event network-changed-5cf6b208-5e95-429f-a576-7e2e890afb47 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2118.050557] env[71058]: DEBUG nova.compute.manager [req-a7147f5c-c919-4505-a43e-1ece047d9a4d req-7edb3a06-dc7e-4b59-8af2-9301387bb1e9 service nova] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Refreshing instance network info cache due to event network-changed-5cf6b208-5e95-429f-a576-7e2e890afb47. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 2118.050881] env[71058]: DEBUG oslo_concurrency.lockutils [req-a7147f5c-c919-4505-a43e-1ece047d9a4d req-7edb3a06-dc7e-4b59-8af2-9301387bb1e9 service nova] Acquiring lock "refresh_cache-f7835c8a-3ab7-4574-a1b6-a2a43c2b1116" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2118.051110] env[71058]: DEBUG oslo_concurrency.lockutils [req-a7147f5c-c919-4505-a43e-1ece047d9a4d req-7edb3a06-dc7e-4b59-8af2-9301387bb1e9 service nova] Acquired lock "refresh_cache-f7835c8a-3ab7-4574-a1b6-a2a43c2b1116" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2118.051302] env[71058]: DEBUG nova.network.neutron [req-a7147f5c-c919-4505-a43e-1ece047d9a4d req-7edb3a06-dc7e-4b59-8af2-9301387bb1e9 service nova] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Refreshing network info cache for port 5cf6b208-5e95-429f-a576-7e2e890afb47 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 2118.407094] env[71058]: DEBUG oslo_vmware.api [None req-67e761de-c737-4e90-b84e-69e23a64c8d2 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2118.735977] env[71058]: DEBUG nova.network.neutron [req-a7147f5c-c919-4505-a43e-1ece047d9a4d req-7edb3a06-dc7e-4b59-8af2-9301387bb1e9 service nova] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Updated VIF entry in instance network info cache for port 5cf6b208-5e95-429f-a576-7e2e890afb47. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 2118.736413] env[71058]: DEBUG nova.network.neutron [req-a7147f5c-c919-4505-a43e-1ece047d9a4d req-7edb3a06-dc7e-4b59-8af2-9301387bb1e9 service nova] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Updating instance_info_cache with network_info: [{"id": "5cf6b208-5e95-429f-a576-7e2e890afb47", "address": "fa:16:3e:24:c8:e1", "network": {"id": "eed0ed9f-c9c0-479d-9f26-32380ccce41d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-107034560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26714986ff914a30b2d9b73105bbc3f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cf6b208-5e", "ovs_interfaceid": "5cf6b208-5e95-429f-a576-7e2e890afb47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2118.907426] env[71058]: DEBUG oslo_vmware.api [None req-67e761de-c737-4e90-b84e-69e23a64c8d2 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2119.239667] env[71058]: DEBUG oslo_concurrency.lockutils [req-a7147f5c-c919-4505-a43e-1ece047d9a4d req-7edb3a06-dc7e-4b59-8af2-9301387bb1e9 service nova] Releasing lock "refresh_cache-f7835c8a-3ab7-4574-a1b6-a2a43c2b1116" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2119.409776] env[71058]: DEBUG oslo_vmware.api [None req-67e761de-c737-4e90-b84e-69e23a64c8d2 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2119.909706] env[71058]: DEBUG oslo_vmware.api [None req-67e761de-c737-4e90-b84e-69e23a64c8d2 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2120.411134] env[71058]: DEBUG oslo_vmware.api [None req-67e761de-c737-4e90-b84e-69e23a64c8d2 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2120.911019] env[71058]: DEBUG oslo_vmware.api [None req-67e761de-c737-4e90-b84e-69e23a64c8d2 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2121.328307] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2121.412375] env[71058]: DEBUG oslo_vmware.api [None req-67e761de-c737-4e90-b84e-69e23a64c8d2 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2121.826243] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2121.826498] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2121.826634] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2121.826845] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2121.912861] env[71058]: DEBUG oslo_vmware.api [None req-67e761de-c737-4e90-b84e-69e23a64c8d2 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2122.413077] env[71058]: DEBUG oslo_vmware.api [None req-67e761de-c737-4e90-b84e-69e23a64c8d2 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2122.825569] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager.update_available_resource {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2122.917250] env[71058]: DEBUG oslo_vmware.api [None req-67e761de-c737-4e90-b84e-69e23a64c8d2 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2123.328960] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2123.329214] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2123.329370] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2123.329529] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71058) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
[ 2123.330425] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a5b1ac-d0ef-4a7a-93b6-58c6e4f597ad {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2123.338862] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133f6e55-861b-4a71-8227-72aee5131a9d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2123.352539] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579fb2b2-23f9-4825-bbb9-cc1d2280cf3d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2123.358535] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280c2604-2765-4955-b777-f7e2d2c80509 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2123.387893] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180142MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=71058) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
[ 2123.388076] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2123.388260] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2123.412602] env[71058]: DEBUG oslo_vmware.api [None req-67e761de-c737-4e90-b84e-69e23a64c8d2 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874261, 'name': ReconfigVM_Task} progress is 18%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2123.915357] env[71058]: DEBUG oslo_vmware.api [None req-67e761de-c737-4e90-b84e-69e23a64c8d2 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874261, 'name': ReconfigVM_Task, 'duration_secs': 5.769148} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2123.915584] env[71058]: DEBUG oslo_concurrency.lockutils [None req-67e761de-c737-4e90-b84e-69e23a64c8d2 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Releasing lock "532bde67-13cb-4cae-bd7b-5b78d65c93f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2123.915786] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-67e761de-c737-4e90-b84e-69e23a64c8d2 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Reconfigured VM to detach interface {{(pid=71058) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}}
[ 2124.417502] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance ef018637-b45c-4d27-858c-6fc418d79cf1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 2124.417840] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance cecf0b9c-594f-47b9-9116-e38b922a86d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 2124.417840] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 8158fd1a-423a-4569-a437-4f278e010923 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 2124.417949] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 532bde67-13cb-4cae-bd7b-5b78d65c93f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 2124.418079] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance a96fa6c0-b95b-4cea-afdf-c884d06f189b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 2124.418217] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 2124.418337] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance f7835c8a-3ab7-4574-a1b6-a2a43c2b1116 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 2124.418555] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=71058) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
[ 2124.418699] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=71058) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
[ 2124.503621] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748cdd36-9da5-4417-a827-4592514be10c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2124.513097] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783bffd4-5efc-4b8b-9bf9-6a76a94f6dad {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2124.542751] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d38877-85b7-457e-aafe-be64ad54fb0f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2124.550046] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673947e5-1ef4-49e1-ab08-9e06f6955c8e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2124.562982] env[71058]: DEBUG nova.compute.provider_tree [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2125.067063] env[71058]: DEBUG nova.scheduler.client.report [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 2125.197049] env[71058]: DEBUG oslo_concurrency.lockutils [None req-67e761de-c737-4e90-b84e-69e23a64c8d2 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "refresh_cache-532bde67-13cb-4cae-bd7b-5b78d65c93f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2125.197449] env[71058]: DEBUG oslo_concurrency.lockutils [None req-67e761de-c737-4e90-b84e-69e23a64c8d2 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquired lock "refresh_cache-532bde67-13cb-4cae-bd7b-5b78d65c93f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2125.197495] env[71058]: DEBUG nova.network.neutron [None req-67e761de-c737-4e90-b84e-69e23a64c8d2 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 2125.571150] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71058) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
[ 2125.571560] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.183s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2125.767468] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d1555960-c579-44b0-b11f-404e101d04c3 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "532bde67-13cb-4cae-bd7b-5b78d65c93f4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2125.767723] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d1555960-c579-44b0-b11f-404e101d04c3 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "532bde67-13cb-4cae-bd7b-5b78d65c93f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2125.767961] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d1555960-c579-44b0-b11f-404e101d04c3 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "532bde67-13cb-4cae-bd7b-5b78d65c93f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2125.768166] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d1555960-c579-44b0-b11f-404e101d04c3 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "532bde67-13cb-4cae-bd7b-5b78d65c93f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2125.768332] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d1555960-c579-44b0-b11f-404e101d04c3 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "532bde67-13cb-4cae-bd7b-5b78d65c93f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2125.772030] env[71058]: INFO nova.compute.manager [None req-d1555960-c579-44b0-b11f-404e101d04c3 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Terminating instance
[ 2125.887355] env[71058]: INFO nova.network.neutron [None req-67e761de-c737-4e90-b84e-69e23a64c8d2 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Port 2800b255-adeb-4867-bb34-ac40b9177c2b from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache.
[ 2125.887701] env[71058]: DEBUG nova.network.neutron [None req-67e761de-c737-4e90-b84e-69e23a64c8d2 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Updating instance_info_cache with network_info: [{"id": "9c73107d-6e8c-4d41-ae72-598081d551e7", "address": "fa:16:3e:88:a8:78", "network": {"id": "5ecbb149-fd57-4a44-a6cc-48e0b1e653a4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1232521171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df590cd3ec8f4748ad8a273f58d2f095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c73107d-6e", "ovs_interfaceid": "9c73107d-6e8c-4d41-ae72-598081d551e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2126.275998] env[71058]: DEBUG nova.compute.manager [None req-d1555960-c579-44b0-b11f-404e101d04c3 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 2126.276303] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d1555960-c579-44b0-b11f-404e101d04c3 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 2126.277310] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6428fa7e-8b86-4024-9154-7d539ee5b3fb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2126.285424] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1555960-c579-44b0-b11f-404e101d04c3 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 2126.285648] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a07728e5-4eff-46aa-81f6-ed70c1c82037 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2126.292516] env[71058]: DEBUG oslo_vmware.api [None req-d1555960-c579-44b0-b11f-404e101d04c3 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 2126.292516] env[71058]:    value = "task-2874262"
[ 2126.292516] env[71058]:    _type = "Task"
[ 2126.292516] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2126.300339] env[71058]: DEBUG oslo_vmware.api [None req-d1555960-c579-44b0-b11f-404e101d04c3 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2126.390333] env[71058]: DEBUG oslo_concurrency.lockutils [None req-67e761de-c737-4e90-b84e-69e23a64c8d2 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Releasing lock "refresh_cache-532bde67-13cb-4cae-bd7b-5b78d65c93f4" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2126.803849] env[71058]: DEBUG oslo_vmware.api [None req-d1555960-c579-44b0-b11f-404e101d04c3 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874262, 'name': PowerOffVM_Task, 'duration_secs': 0.26599} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2126.804320] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1555960-c579-44b0-b11f-404e101d04c3 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 2126.804320] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d1555960-c579-44b0-b11f-404e101d04c3 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 2126.804670] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf5a3863-0f12-4770-b1c5-ee45b0628473 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2126.869106] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d1555960-c579-44b0-b11f-404e101d04c3 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 2126.869366] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d1555960-c579-44b0-b11f-404e101d04c3 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 2126.869505] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1555960-c579-44b0-b11f-404e101d04c3 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Deleting the datastore file [datastore1] 532bde67-13cb-4cae-bd7b-5b78d65c93f4 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 2126.869776] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb948a41-470a-4b91-ae1a-21cb2350f31b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2126.876644] env[71058]: DEBUG oslo_vmware.api [None req-d1555960-c579-44b0-b11f-404e101d04c3 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 2126.876644] env[71058]:    value = "task-2874264"
[ 2126.876644] env[71058]:    _type = "Task"
[ 2126.876644] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2126.884883] env[71058]: DEBUG oslo_vmware.api [None req-d1555960-c579-44b0-b11f-404e101d04c3 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2126.894948] env[71058]: DEBUG oslo_concurrency.lockutils [None req-67e761de-c737-4e90-b84e-69e23a64c8d2 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "interface-532bde67-13cb-4cae-bd7b-5b78d65c93f4-2800b255-adeb-4867-bb34-ac40b9177c2b" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 9.567s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2127.387346] env[71058]: DEBUG oslo_vmware.api [None req-d1555960-c579-44b0-b11f-404e101d04c3 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148441} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2127.387572] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1555960-c579-44b0-b11f-404e101d04c3 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 2127.387732] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d1555960-c579-44b0-b11f-404e101d04c3 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 2127.387960] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-d1555960-c579-44b0-b11f-404e101d04c3 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 2127.388154] env[71058]: INFO nova.compute.manager [None req-d1555960-c579-44b0-b11f-404e101d04c3 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Took 1.11 seconds to destroy the instance on the hypervisor.
[ 2127.388401] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1555960-c579-44b0-b11f-404e101d04c3 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 2127.388598] env[71058]: DEBUG nova.compute.manager [-] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 2127.388695] env[71058]: DEBUG nova.network.neutron [-] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 2127.572466] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2127.572758] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2127.572908] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71058) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}}
[ 2128.038425] env[71058]: DEBUG nova.compute.manager [req-361860b5-8d23-4d60-ba74-270ceb51885c req-2ad1e2f7-d8de-443e-86b8-1a90c0054c7c service nova] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Received event network-vif-deleted-9c73107d-6e8c-4d41-ae72-598081d551e7 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2128.038665] env[71058]: INFO nova.compute.manager [req-361860b5-8d23-4d60-ba74-270ceb51885c req-2ad1e2f7-d8de-443e-86b8-1a90c0054c7c service nova] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Neutron deleted interface 9c73107d-6e8c-4d41-ae72-598081d551e7; detaching it from the instance and deleting it from the info cache
[ 2128.038798] env[71058]: DEBUG nova.network.neutron [req-361860b5-8d23-4d60-ba74-270ceb51885c req-2ad1e2f7-d8de-443e-86b8-1a90c0054c7c service nova] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2128.519105] env[71058]: DEBUG nova.network.neutron [-] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2128.542126] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0eef2180-48e8-403b-a3ec-523daca15a43 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2128.552699] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a1b997-220d-4cc6-a92b-620ae3ca533b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2128.583660] env[71058]: DEBUG nova.compute.manager [req-361860b5-8d23-4d60-ba74-270ceb51885c req-2ad1e2f7-d8de-443e-86b8-1a90c0054c7c service nova] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Detach interface failed, port_id=9c73107d-6e8c-4d41-ae72-598081d551e7, reason: Instance 532bde67-13cb-4cae-bd7b-5b78d65c93f4 could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 2129.022968] env[71058]: INFO nova.compute.manager [-] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Took 1.63 seconds to deallocate network for instance.
[ 2129.529722] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d1555960-c579-44b0-b11f-404e101d04c3 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2129.530186] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d1555960-c579-44b0-b11f-404e101d04c3 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2129.530280] env[71058]: DEBUG nova.objects.instance [None req-d1555960-c579-44b0-b11f-404e101d04c3 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lazy-loading 'resources' on Instance uuid 532bde67-13cb-4cae-bd7b-5b78d65c93f4 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2130.135253] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13357e0-810a-42fb-a2bf-2d6175774574 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2130.143021] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181c3c37-3e02-4663-b65d-75b34dd96503 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2130.172843] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83193ac4-4280-46c1-bbd2-dba66a0381e0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2130.181054] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605827e2-f9f1-4c47-bc21-0f162c19eb7a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2130.193308] env[71058]: DEBUG nova.compute.provider_tree [None req-d1555960-c579-44b0-b11f-404e101d04c3 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2130.697075] env[71058]: DEBUG nova.scheduler.client.report [None req-d1555960-c579-44b0-b11f-404e101d04c3 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 2131.203581] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d1555960-c579-44b0-b11f-404e101d04c3 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.673s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2131.226628] env[71058]: INFO nova.scheduler.client.report [None req-d1555960-c579-44b0-b11f-404e101d04c3 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Deleted allocations for instance 532bde67-13cb-4cae-bd7b-5b78d65c93f4
[ 2131.735035] env[71058]: DEBUG oslo_concurrency.lockutils [None req-d1555960-c579-44b0-b11f-404e101d04c3 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "532bde67-13cb-4cae-bd7b-5b78d65c93f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.967s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2132.358639] env[71058]: DEBUG oslo_concurrency.lockutils [None req-98bee641-1ea9-4b31-871e-5e4a29271149 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "8158fd1a-423a-4569-a437-4f278e010923" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2132.358900] env[71058]: DEBUG oslo_concurrency.lockutils [None req-98bee641-1ea9-4b31-871e-5e4a29271149 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "8158fd1a-423a-4569-a437-4f278e010923" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2132.359155] env[71058]: DEBUG oslo_concurrency.lockutils [None req-98bee641-1ea9-4b31-871e-5e4a29271149 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "8158fd1a-423a-4569-a437-4f278e010923-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2132.359351] env[71058]: DEBUG oslo_concurrency.lockutils [None req-98bee641-1ea9-4b31-871e-5e4a29271149 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "8158fd1a-423a-4569-a437-4f278e010923-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2132.359517] env[71058]: DEBUG oslo_concurrency.lockutils [None req-98bee641-1ea9-4b31-871e-5e4a29271149 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "8158fd1a-423a-4569-a437-4f278e010923-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2132.361637] env[71058]: INFO nova.compute.manager [None req-98bee641-1ea9-4b31-871e-5e4a29271149 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Terminating instance
[ 2132.865719] env[71058]: DEBUG nova.compute.manager [None req-98bee641-1ea9-4b31-871e-5e4a29271149 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 2132.866139] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-98bee641-1ea9-4b31-871e-5e4a29271149 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 2132.866910] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5f0212-4eb8-47a7-9162-bb3736a6055a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2132.874954] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-98bee641-1ea9-4b31-871e-5e4a29271149 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 2132.875202] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a903b151-3b0f-48ae-87e2-4eb413448a9b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2132.881999] env[71058]: DEBUG oslo_vmware.api [None req-98bee641-1ea9-4b31-871e-5e4a29271149 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 2132.881999] env[71058]:    value = "task-2874265"
[ 2132.881999] env[71058]:    _type = "Task"
[ 2132.881999] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2132.889493] env[71058]: DEBUG oslo_vmware.api [None req-98bee641-1ea9-4b31-871e-5e4a29271149 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2133.392035] env[71058]: DEBUG oslo_vmware.api [None req-98bee641-1ea9-4b31-871e-5e4a29271149 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874265, 'name': PowerOffVM_Task, 'duration_secs': 0.172976} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2133.392035] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-98bee641-1ea9-4b31-871e-5e4a29271149 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 2133.392289] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-98bee641-1ea9-4b31-871e-5e4a29271149 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 2133.392410] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4206bbe7-2dba-45ae-a9c5-1cc83cefd1fb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2133.456636] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-98bee641-1ea9-4b31-871e-5e4a29271149 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 2133.456908] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-98bee641-1ea9-4b31-871e-5e4a29271149 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 2133.457065] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-98bee641-1ea9-4b31-871e-5e4a29271149 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Deleting the datastore file [datastore2] 8158fd1a-423a-4569-a437-4f278e010923 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 2133.457336] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6398e10b-74f6-43c2-bbe5-cbec01c03896 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2133.463176] env[71058]: DEBUG oslo_vmware.api [None req-98bee641-1ea9-4b31-871e-5e4a29271149 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for the task: (returnval){
[ 2133.463176] env[71058]:    value = "task-2874267"
[ 2133.463176] env[71058]:    _type = "Task"
[ 2133.463176] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2133.470387] env[71058]: DEBUG oslo_vmware.api [None req-98bee641-1ea9-4b31-871e-5e4a29271149 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2133.973418] env[71058]: DEBUG oslo_vmware.api [None req-98bee641-1ea9-4b31-871e-5e4a29271149 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Task: {'id': task-2874267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141992} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2133.973874] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-98bee641-1ea9-4b31-871e-5e4a29271149 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 2133.973874] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-98bee641-1ea9-4b31-871e-5e4a29271149 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 2133.973999] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-98bee641-1ea9-4b31-871e-5e4a29271149 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 2133.974203] env[71058]: INFO nova.compute.manager [None req-98bee641-1ea9-4b31-871e-5e4a29271149 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Took 1.11 seconds to destroy the instance on the hypervisor.
[ 2133.974420] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98bee641-1ea9-4b31-871e-5e4a29271149 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 2133.974605] env[71058]: DEBUG nova.compute.manager [-] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 2133.974701] env[71058]: DEBUG nova.network.neutron [-] [instance: 8158fd1a-423a-4569-a437-4f278e010923] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 2134.233249] env[71058]: DEBUG nova.compute.manager [req-e5ba7ed0-d15a-40f5-a112-f37aa86088a3 req-d8488385-8a10-4421-b2d0-45a083aa697f service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Received event network-vif-deleted-88ff3bf8-5f73-470d-bbf4-cb75b1abf94f {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2134.233447] env[71058]: INFO nova.compute.manager [req-e5ba7ed0-d15a-40f5-a112-f37aa86088a3 req-d8488385-8a10-4421-b2d0-45a083aa697f service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Neutron deleted interface 88ff3bf8-5f73-470d-bbf4-cb75b1abf94f; detaching it from the instance and deleting it from the info cache
[ 2134.233619] env[71058]: DEBUG nova.network.neutron [req-e5ba7ed0-d15a-40f5-a112-f37aa86088a3 req-d8488385-8a10-4421-b2d0-45a083aa697f service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2134.717450] env[71058]: DEBUG nova.network.neutron [-] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2134.735910] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14026200-8a9e-470e-8b2f-cc660b600431 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2134.745285] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0794ee8e-d45b-420c-b53b-d4c8032ff904 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2134.773957] env[71058]: DEBUG nova.compute.manager [req-e5ba7ed0-d15a-40f5-a112-f37aa86088a3 req-d8488385-8a10-4421-b2d0-45a083aa697f service nova] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Detach interface failed, port_id=88ff3bf8-5f73-470d-bbf4-cb75b1abf94f, reason: Instance 8158fd1a-423a-4569-a437-4f278e010923 could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 2135.220281] env[71058]: INFO nova.compute.manager [-] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Took 1.25 seconds to deallocate network for instance.
[ 2135.726783] env[71058]: DEBUG oslo_concurrency.lockutils [None req-98bee641-1ea9-4b31-871e-5e4a29271149 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2135.727170] env[71058]: DEBUG oslo_concurrency.lockutils [None req-98bee641-1ea9-4b31-871e-5e4a29271149 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2135.727395] env[71058]: DEBUG nova.objects.instance [None req-98bee641-1ea9-4b31-871e-5e4a29271149 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lazy-loading 'resources' on Instance uuid 8158fd1a-423a-4569-a437-4f278e010923 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2136.318154] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad3dc6a-9993-4b50-8477-4ec55e502f64 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2136.326280] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be03d8c1-086d-4b9c-9d3c-42505944c3fb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2136.355408] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3996aec0-4d3f-4c0b-ac4e-818ddc5e024a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2136.362566] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324dd9ed-7898-47d2-bad2-ac57ed4a0124 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2136.376826] env[71058]: DEBUG nova.compute.provider_tree [None req-98bee641-1ea9-4b31-871e-5e4a29271149 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2136.880094] env[71058]: DEBUG nova.scheduler.client.report [None req-98bee641-1ea9-4b31-871e-5e4a29271149 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 2137.385098] env[71058]: DEBUG oslo_concurrency.lockutils [None req-98bee641-1ea9-4b31-871e-5e4a29271149 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.658s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2137.402750] env[71058]: INFO nova.scheduler.client.report [None req-98bee641-1ea9-4b31-871e-5e4a29271149 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Deleted allocations for instance 8158fd1a-423a-4569-a437-4f278e010923
[ 2137.910533] env[71058]: DEBUG oslo_concurrency.lockutils [None req-98bee641-1ea9-4b31-871e-5e4a29271149 tempest-AttachInterfacesTestJSON-1066740665 tempest-AttachInterfacesTestJSON-1066740665-project-member] Lock "8158fd1a-423a-4569-a437-4f278e010923" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.552s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2142.123346] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "a96fa6c0-b95b-4cea-afdf-c884d06f189b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2142.123924] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "a96fa6c0-b95b-4cea-afdf-c884d06f189b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2142.124198] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "a96fa6c0-b95b-4cea-afdf-c884d06f189b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2142.124409] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "a96fa6c0-b95b-4cea-afdf-c884d06f189b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2142.124580] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "a96fa6c0-b95b-4cea-afdf-c884d06f189b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2142.126941] env[71058]: INFO nova.compute.manager [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Terminating instance
[ 2142.631551] env[71058]: DEBUG nova.compute.manager [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 2142.631551] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 2142.631787] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a445a782-35c6-4651-8318-d992f38f3893 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2142.639678] env[71058]: DEBUG oslo_vmware.api [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 2142.639678] env[71058]:    value = "task-2874268"
[ 2142.639678] env[71058]:    _type = "Task"
[ 2142.639678] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2142.648621] env[71058]: DEBUG oslo_vmware.api [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2143.149443] env[71058]: DEBUG oslo_vmware.api [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874268, 'name': PowerOffVM_Task, 'duration_secs': 0.222203} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2143.149751] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 2143.149909] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Volume detach. Driver type: vmdk {{(pid=71058) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}}
[ 2143.150111] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577636', 'volume_id': '7628ca5a-e268-4a3b-9d71-222462181a5d', 'name': 'volume-7628ca5a-e268-4a3b-9d71-222462181a5d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'a96fa6c0-b95b-4cea-afdf-c884d06f189b', 'attached_at': '2025-03-10T01:55:55.000000', 'detached_at': '', 'volume_id': '7628ca5a-e268-4a3b-9d71-222462181a5d', 'serial': '7628ca5a-e268-4a3b-9d71-222462181a5d'} {{(pid=71058) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}}
[ 2143.150962] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463183ea-a077-4134-a340-7e6dfda86103 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2143.169764] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b98c70-925f-4dd7-be6a-7693afcb010e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2143.176846] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be1f383-fd7c-484f-aed9-54527f2a0904 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2143.196324] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c02f60-8fd6-4f25-ad17-e8a046184e3e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2143.212530] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] The volume has not been displaced from its original location: [datastore2] volume-7628ca5a-e268-4a3b-9d71-222462181a5d/volume-7628ca5a-e268-4a3b-9d71-222462181a5d.vmdk. No consolidation needed. {{(pid=71058) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}}
[ 2143.218275] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 2143.218595] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb152d33-f9cb-4cc7-811e-4aad0cb0f0ed {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2143.238619] env[71058]: DEBUG oslo_vmware.api [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 2143.238619] env[71058]:    value = "task-2874269"
[ 2143.238619] env[71058]:    _type = "Task"
[ 2143.238619] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2143.249263] env[71058]: DEBUG oslo_vmware.api [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874269, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2143.748529] env[71058]: DEBUG oslo_vmware.api [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874269, 'name': ReconfigVM_Task, 'duration_secs': 0.173852} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2143.748692] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 2143.753518] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2abe1aaa-7379-4a01-86c2-5ace95a31892 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2143.770819] env[71058]: DEBUG oslo_vmware.api [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 2143.770819] env[71058]:    value = "task-2874270"
[ 2143.770819] env[71058]:    _type = "Task"
[ 2143.770819] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2143.781030] env[71058]: DEBUG oslo_vmware.api [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2144.280548] env[71058]: DEBUG oslo_vmware.api [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874270, 'name': ReconfigVM_Task, 'duration_secs': 0.135479} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2144.280882] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577636', 'volume_id': '7628ca5a-e268-4a3b-9d71-222462181a5d', 'name': 'volume-7628ca5a-e268-4a3b-9d71-222462181a5d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'a96fa6c0-b95b-4cea-afdf-c884d06f189b', 'attached_at': '2025-03-10T01:55:55.000000', 'detached_at': '', 'volume_id': '7628ca5a-e268-4a3b-9d71-222462181a5d', 'serial': '7628ca5a-e268-4a3b-9d71-222462181a5d'} {{(pid=71058) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}}
[ 2144.281156] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 2144.281925] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a628abf8-ac78-41d3-ad1b-a81e885359a9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2144.288432] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 2144.288656] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-edf7bb42-2066-4d6d-b7ee-eaf3d9e76e03 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2144.347269] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 2144.347907] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 2144.347907] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Deleting the datastore file [datastore2] a96fa6c0-b95b-4cea-afdf-c884d06f189b {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 2144.348074] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-787b26f8-69da-4d7f-ba21-9bebe3e850d8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2144.354370] env[71058]: DEBUG oslo_vmware.api [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 2144.354370] env[71058]:    value = "task-2874272"
[ 2144.354370] env[71058]:    _type = "Task"
[ 2144.354370] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2144.362886] env[71058]: DEBUG oslo_vmware.api [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2144.406962] env[71058]: DEBUG oslo_concurrency.lockutils [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Acquiring lock "f5c98df0-d081-43cd-8ee5-9c61c5d457a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2144.407036] env[71058]: DEBUG oslo_concurrency.lockutils [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Lock "f5c98df0-d081-43cd-8ee5-9c61c5d457a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2144.865020] env[71058]: DEBUG oslo_vmware.api [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090753} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2144.865303] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 2144.865486] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 2144.865653] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 2144.865827] env[71058]: INFO nova.compute.manager [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Took 2.23 seconds to destroy the instance on the hypervisor.
[ 2144.866077] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 2144.866274] env[71058]: DEBUG nova.compute.manager [-] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 2144.866370] env[71058]: DEBUG nova.network.neutron [-] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 2144.911188] env[71058]: DEBUG nova.compute.manager [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 2145.333683] env[71058]: DEBUG nova.compute.manager [req-435493cd-4702-4cfd-af90-ede82b54d9b5 req-cc883aec-0b62-4bb9-941f-844cf2ca8257 service nova] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Received event network-vif-deleted-c5d7847d-aa7a-4858-9362-c2cf6ec7d8bb {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2145.333926] env[71058]: INFO nova.compute.manager [req-435493cd-4702-4cfd-af90-ede82b54d9b5 req-cc883aec-0b62-4bb9-941f-844cf2ca8257 service nova] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Neutron deleted interface c5d7847d-aa7a-4858-9362-c2cf6ec7d8bb; detaching it from the instance and deleting it from the info cache
[ 2145.334093] env[71058]: DEBUG nova.network.neutron [req-435493cd-4702-4cfd-af90-ede82b54d9b5 req-cc883aec-0b62-4bb9-941f-844cf2ca8257 service nova] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2145.433272] env[71058]: DEBUG oslo_concurrency.lockutils [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2145.433536] env[71058]: DEBUG oslo_concurrency.lockutils [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2145.436090] env[71058]: INFO nova.compute.claims [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 2145.819111] env[71058]: DEBUG nova.network.neutron [-] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2145.837753] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce311822-a650-4cc4-8c1b-176853063c57 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2145.847920] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc57aa3e-2599-4149-8afc-38d92a533ad8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2145.873830] env[71058]: DEBUG nova.compute.manager [req-435493cd-4702-4cfd-af90-ede82b54d9b5 req-cc883aec-0b62-4bb9-941f-844cf2ca8257 service nova] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Detach interface failed, port_id=c5d7847d-aa7a-4858-9362-c2cf6ec7d8bb, reason: Instance a96fa6c0-b95b-4cea-afdf-c884d06f189b could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 2146.322197] env[71058]: INFO nova.compute.manager [-] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Took 1.46 seconds to deallocate network for instance.
[ 2146.517901] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b554140-9f86-4543-81bf-b6bbfbb7d0a5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2146.525839] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b91016-a0df-436a-817e-77119634181d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2146.556539] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5937eb8e-0a99-45a5-8741-310437019391 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2146.563330] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b324a477-64b1-49c8-91d1-d5fd6f86cd2b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2146.576901] env[71058]: DEBUG nova.compute.provider_tree [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2146.866260] env[71058]: INFO nova.compute.manager [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Took 0.54 seconds to detach 1 volumes for instance.
[ 2146.868636] env[71058]: DEBUG nova.compute.manager [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Deleting volume: 7628ca5a-e268-4a3b-9d71-222462181a5d {{(pid=71058) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}}
[ 2147.080205] env[71058]: DEBUG nova.scheduler.client.report [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 2147.405542] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2147.586776] env[71058]: DEBUG oslo_concurrency.lockutils [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.153s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2147.587400] env[71058]: DEBUG nova.compute.manager [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 2147.590537] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.185s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2147.590537] env[71058]: DEBUG nova.objects.instance [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lazy-loading 'resources' on Instance uuid a96fa6c0-b95b-4cea-afdf-c884d06f189b {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2148.094055] env[71058]: DEBUG nova.compute.utils [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 2148.097988] env[71058]: DEBUG nova.compute.manager [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 2148.098203] env[71058]: DEBUG nova.network.neutron [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 2148.143493] env[71058]: DEBUG nova.policy [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53e668ce380e4000a27e2118e82050d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37aa79ff9c0546498511dc57a8036344', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 2148.176383] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcd5f11-e5ae-4fa2-82dd-4094416c8b7b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2148.184083] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3930c3f0-0beb-4fa2-a7b8-a7c82d78797e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2148.217068] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea50d2f-ae3c-47c9-9cce-68bc974b1e65 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2148.224553] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d2dfaf-407f-4dd5-8558-ad6c7605dbdb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2148.238610] env[71058]: DEBUG nova.compute.provider_tree [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2148.395484] env[71058]: DEBUG nova.network.neutron [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Successfully created port: ca58084d-ce65-49ef-92f8-1c6f363ce749 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 2148.598505] env[71058]: DEBUG nova.compute.manager [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 2148.741471] env[71058]: DEBUG nova.scheduler.client.report [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 2149.246663] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.656s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2149.267871] env[71058]: INFO nova.scheduler.client.report [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Deleted allocations for instance a96fa6c0-b95b-4cea-afdf-c884d06f189b
[ 2149.608809] env[71058]: DEBUG nova.compute.manager [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 2149.636447] env[71058]: DEBUG nova.virt.hardware [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 2149.636672] env[71058]: DEBUG nova.virt.hardware [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 2149.636825] env[71058]: DEBUG nova.virt.hardware [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 2149.637006] env[71058]: DEBUG nova.virt.hardware [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 2149.637186] env[71058]: DEBUG nova.virt.hardware [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 2149.637362] env[71058]: DEBUG nova.virt.hardware [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 2149.637575] env[71058]: DEBUG nova.virt.hardware [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 2149.637734] env[71058]: DEBUG nova.virt.hardware [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 2149.637898] env[71058]: DEBUG nova.virt.hardware [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 2149.638083] env[71058]: DEBUG nova.virt.hardware [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 2149.638278] env[71058]: DEBUG nova.virt.hardware [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 2149.639171] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcefd41-b97e-4784-b084-7a8ba4714670 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2149.647587] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7034befd-6967-4b34-8332-592353c2793d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2149.764473] env[71058]: DEBUG nova.compute.manager [req-93767b2b-8a80-447d-8245-b4d1b14273d3 req-74737821-3df6-4c61-8803-3aa5de00665d service nova] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Received event network-vif-plugged-ca58084d-ce65-49ef-92f8-1c6f363ce749 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2149.764722] env[71058]: DEBUG oslo_concurrency.lockutils [req-93767b2b-8a80-447d-8245-b4d1b14273d3 req-74737821-3df6-4c61-8803-3aa5de00665d service nova] Acquiring lock "f5c98df0-d081-43cd-8ee5-9c61c5d457a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2149.765226] env[71058]: DEBUG oslo_concurrency.lockutils [req-93767b2b-8a80-447d-8245-b4d1b14273d3 req-74737821-3df6-4c61-8803-3aa5de00665d service nova] Lock "f5c98df0-d081-43cd-8ee5-9c61c5d457a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2149.765226] env[71058]: DEBUG oslo_concurrency.lockutils [req-93767b2b-8a80-447d-8245-b4d1b14273d3 req-74737821-3df6-4c61-8803-3aa5de00665d service nova] Lock "f5c98df0-d081-43cd-8ee5-9c61c5d457a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2149.765338] env[71058]: DEBUG nova.compute.manager [req-93767b2b-8a80-447d-8245-b4d1b14273d3 req-74737821-3df6-4c61-8803-3aa5de00665d service nova] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] No waiting events found dispatching network-vif-plugged-ca58084d-ce65-49ef-92f8-1c6f363ce749 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 2149.765454] env[71058]: WARNING nova.compute.manager [req-93767b2b-8a80-447d-8245-b4d1b14273d3 req-74737821-3df6-4c61-8803-3aa5de00665d service nova] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Received unexpected event network-vif-plugged-ca58084d-ce65-49ef-92f8-1c6f363ce749 for instance with vm_state building and task_state spawning.
[ 2149.775459] env[71058]: DEBUG oslo_concurrency.lockutils [None req-6ba2c7b2-5e7d-4085-b1e2-33aaf9d28732 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "a96fa6c0-b95b-4cea-afdf-c884d06f189b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 7.652s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2149.858746] env[71058]: DEBUG nova.network.neutron [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Successfully updated port: ca58084d-ce65-49ef-92f8-1c6f363ce749 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 2150.361733] env[71058]: DEBUG oslo_concurrency.lockutils [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Acquiring lock "refresh_cache-f5c98df0-d081-43cd-8ee5-9c61c5d457a1" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2150.361893] env[71058]: DEBUG oslo_concurrency.lockutils [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Acquired lock "refresh_cache-f5c98df0-d081-43cd-8ee5-9c61c5d457a1" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2150.362070] env[71058]: DEBUG nova.network.neutron [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 2150.895250] env[71058]: DEBUG nova.network.neutron [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 2150.979871] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fb7cc2b3-90e4-4774-ad94-19a88b725f72 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "cecf0b9c-594f-47b9-9116-e38b922a86d9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2150.980135] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fb7cc2b3-90e4-4774-ad94-19a88b725f72 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "cecf0b9c-594f-47b9-9116-e38b922a86d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2150.980349] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fb7cc2b3-90e4-4774-ad94-19a88b725f72 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "cecf0b9c-594f-47b9-9116-e38b922a86d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2150.980536] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fb7cc2b3-90e4-4774-ad94-19a88b725f72 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "cecf0b9c-594f-47b9-9116-e38b922a86d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2150.980700] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fb7cc2b3-90e4-4774-ad94-19a88b725f72 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "cecf0b9c-594f-47b9-9116-e38b922a86d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2150.982842] env[71058]: INFO nova.compute.manager [None req-fb7cc2b3-90e4-4774-ad94-19a88b725f72 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Terminating instance
[ 2151.031556] env[71058]: DEBUG nova.network.neutron [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Updating instance_info_cache with network_info: [{"id": "ca58084d-ce65-49ef-92f8-1c6f363ce749", "address": "fa:16:3e:d5:61:56", "network": {"id": "12ce082a-bb02-4d2c-9460-e94fb64a12f6", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1690118839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37aa79ff9c0546498511dc57a8036344", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca58084d-ce", "ovs_interfaceid": "ca58084d-ce65-49ef-92f8-1c6f363ce749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2151.486806] env[71058]: DEBUG nova.compute.manager [None req-fb7cc2b3-90e4-4774-ad94-19a88b725f72 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 2151.487057] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7cc2b3-90e4-4774-ad94-19a88b725f72 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 2151.488026] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab81c2c3-384f-418a-93d1-42621eb9d1e8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2151.496094] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb7cc2b3-90e4-4774-ad94-19a88b725f72 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 2151.496369] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adeb936b-a7af-47da-88b4-e0e2364e3b3e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2151.502554] env[71058]: DEBUG oslo_vmware.api [None req-fb7cc2b3-90e4-4774-ad94-19a88b725f72 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 2151.502554] env[71058]:    value = "task-2874274"
[ 2151.502554] env[71058]:    _type = "Task"
[ 2151.502554] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2151.509995] env[71058]: DEBUG oslo_vmware.api [None req-fb7cc2b3-90e4-4774-ad94-19a88b725f72 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874274, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2151.534250] env[71058]: DEBUG oslo_concurrency.lockutils [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Releasing lock "refresh_cache-f5c98df0-d081-43cd-8ee5-9c61c5d457a1" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2151.534648] env[71058]: DEBUG nova.compute.manager [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Instance network_info: |[{"id": "ca58084d-ce65-49ef-92f8-1c6f363ce749", "address": "fa:16:3e:d5:61:56", "network": {"id": "12ce082a-bb02-4d2c-9460-e94fb64a12f6", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1690118839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37aa79ff9c0546498511dc57a8036344", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca58084d-ce", "ovs_interfaceid": "ca58084d-ce65-49ef-92f8-1c6f363ce749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 2151.535090] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:61:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cc448a80-6318-4b6a-b0a0-85fe6cc645df', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca58084d-ce65-49ef-92f8-1c6f363ce749', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 2151.542856] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Creating folder: Project (37aa79ff9c0546498511dc57a8036344). Parent ref: group-v577298. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 2151.543175] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76529b3d-6fd5-40e0-9cc0-c7731977a150 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2151.554858] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Created folder: Project (37aa79ff9c0546498511dc57a8036344) in parent group-v577298.
[ 2151.555062] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Creating folder: Instances. Parent ref: group-v577641. {{(pid=71058) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 2151.555398] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa6cf0a0-e59e-48ed-b45e-8b022a7640c1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2151.564426] env[71058]: INFO nova.virt.vmwareapi.vm_util [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Created folder: Instances in parent group-v577641.
[ 2151.564660] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 2151.564852] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 2151.565072] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c63b39f-bc50-4d32-8f2d-763370fefd21 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2151.583945] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 2151.583945] env[71058]:    value = "task-2874277"
[ 2151.583945] env[71058]:    _type = "Task"
[ 2151.583945] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2151.591419] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874277, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2151.772424] env[71058]: DEBUG nova.compute.manager [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Stashing vm_state: active {{(pid=71058) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}}
[ 2151.796439] env[71058]: DEBUG nova.compute.manager [req-5021622e-1415-4435-a36b-9b24712ff39f req-934fa0a4-0e11-407b-b394-cea0ef622325 service nova] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Received event network-changed-ca58084d-ce65-49ef-92f8-1c6f363ce749 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2151.796635] env[71058]: DEBUG nova.compute.manager [req-5021622e-1415-4435-a36b-9b24712ff39f req-934fa0a4-0e11-407b-b394-cea0ef622325 service nova] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Refreshing instance network info cache due to event network-changed-ca58084d-ce65-49ef-92f8-1c6f363ce749. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 2151.796850] env[71058]: DEBUG oslo_concurrency.lockutils [req-5021622e-1415-4435-a36b-9b24712ff39f req-934fa0a4-0e11-407b-b394-cea0ef622325 service nova] Acquiring lock "refresh_cache-f5c98df0-d081-43cd-8ee5-9c61c5d457a1" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2151.797239] env[71058]: DEBUG oslo_concurrency.lockutils [req-5021622e-1415-4435-a36b-9b24712ff39f req-934fa0a4-0e11-407b-b394-cea0ef622325 service nova] Acquired lock "refresh_cache-f5c98df0-d081-43cd-8ee5-9c61c5d457a1" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2151.797646] env[71058]: DEBUG nova.network.neutron [req-5021622e-1415-4435-a36b-9b24712ff39f req-934fa0a4-0e11-407b-b394-cea0ef622325 service nova] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Refreshing network info cache for port ca58084d-ce65-49ef-92f8-1c6f363ce749 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 2152.016839] env[71058]: DEBUG oslo_vmware.api [None req-fb7cc2b3-90e4-4774-ad94-19a88b725f72 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874274, 'name': PowerOffVM_Task, 'duration_secs': 0.236652} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2152.017287] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb7cc2b3-90e4-4774-ad94-19a88b725f72 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 2152.017553] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7cc2b3-90e4-4774-ad94-19a88b725f72 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 2152.017926] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d3ceae7-dbce-4ae6-b9b3-75db38098650 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2152.090397] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7cc2b3-90e4-4774-ad94-19a88b725f72 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 2152.090600] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7cc2b3-90e4-4774-ad94-19a88b725f72 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 2152.090724] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb7cc2b3-90e4-4774-ad94-19a88b725f72 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Deleting the datastore file [datastore2] cecf0b9c-594f-47b9-9116-e38b922a86d9 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 2152.091412] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93f69379-3991-4ab3-93fc-b65f80678dad {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2152.096250] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874277, 'name': CreateVM_Task, 'duration_secs': 0.338106} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2152.096728] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 2152.097435] env[71058]: DEBUG oslo_concurrency.lockutils [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2152.097602] env[71058]: DEBUG oslo_concurrency.lockutils [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2152.097922] env[71058]: DEBUG oslo_concurrency.lockutils [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 2152.098181] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e6f8eb8-24f6-49e4-9978-42eac4bd60b3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2152.100839] env[71058]: DEBUG oslo_vmware.api [None req-fb7cc2b3-90e4-4774-ad94-19a88b725f72 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 2152.100839] env[71058]:    value = "task-2874279"
[ 2152.100839] env[71058]:    _type = "Task"
[ 2152.100839] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2152.104921] env[71058]: DEBUG oslo_vmware.api [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Waiting for the task: (returnval){
[ 2152.104921] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52fc3a97-0fb2-8b66-4e4c-4953efcc563d"
[ 2152.104921] env[71058]:    _type = "Task"
[ 2152.104921] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2152.111177] env[71058]: DEBUG oslo_vmware.api [None req-fb7cc2b3-90e4-4774-ad94-19a88b725f72 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2152.116160] env[71058]: DEBUG oslo_vmware.api [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52fc3a97-0fb2-8b66-4e4c-4953efcc563d, 'name': SearchDatastore_Task, 'duration_secs': 0.009261} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2152.116477] env[71058]: DEBUG oslo_concurrency.lockutils [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2152.116775] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 2152.117078] env[71058]: DEBUG oslo_concurrency.lockutils [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2152.117322] env[71058]: DEBUG oslo_concurrency.lockutils [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2152.117569] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 2152.117865] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba9790a0-b020-4605-be87-8fe652016ce3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2152.124415] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 2152.124648] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 2152.125400] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b91822af-15c4-423e-9b0f-cd62d7bd69ae {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2152.130044] env[71058]: DEBUG oslo_vmware.api [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Waiting for the task: (returnval){
[ 2152.130044] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e9c1dd-c5ec-e73c-2eff-76b692ad9341"
[ 2152.130044] env[71058]:    _type = "Task"
[ 2152.130044] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2152.137239] env[71058]: DEBUG oslo_vmware.api [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e9c1dd-c5ec-e73c-2eff-76b692ad9341, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2152.289241] env[71058]: DEBUG oslo_concurrency.lockutils [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2152.289512] env[71058]: DEBUG oslo_concurrency.lockutils [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2152.488078] env[71058]: DEBUG nova.network.neutron [req-5021622e-1415-4435-a36b-9b24712ff39f req-934fa0a4-0e11-407b-b394-cea0ef622325 service nova] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Updated VIF entry in instance network info cache for port ca58084d-ce65-49ef-92f8-1c6f363ce749. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 2152.488584] env[71058]: DEBUG nova.network.neutron [req-5021622e-1415-4435-a36b-9b24712ff39f req-934fa0a4-0e11-407b-b394-cea0ef622325 service nova] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Updating instance_info_cache with network_info: [{"id": "ca58084d-ce65-49ef-92f8-1c6f363ce749", "address": "fa:16:3e:d5:61:56", "network": {"id": "12ce082a-bb02-4d2c-9460-e94fb64a12f6", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1690118839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37aa79ff9c0546498511dc57a8036344", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca58084d-ce", "ovs_interfaceid": "ca58084d-ce65-49ef-92f8-1c6f363ce749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2152.611316] env[71058]: DEBUG oslo_vmware.api [None req-fb7cc2b3-90e4-4774-ad94-19a88b725f72 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130002} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2152.611569] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb7cc2b3-90e4-4774-ad94-19a88b725f72 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 2152.611755] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7cc2b3-90e4-4774-ad94-19a88b725f72 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 2152.611931] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7cc2b3-90e4-4774-ad94-19a88b725f72 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 2152.612114] env[71058]: INFO nova.compute.manager [None req-fb7cc2b3-90e4-4774-ad94-19a88b725f72 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Took 1.13 seconds to destroy the instance on the hypervisor.
[ 2152.612356] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb7cc2b3-90e4-4774-ad94-19a88b725f72 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 2152.612547] env[71058]: DEBUG nova.compute.manager [-] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 2152.612642] env[71058]: DEBUG nova.network.neutron [-] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 2152.639453] env[71058]: DEBUG oslo_vmware.api [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e9c1dd-c5ec-e73c-2eff-76b692ad9341, 'name': SearchDatastore_Task, 'duration_secs': 0.00764} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2152.640288] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ce5fe6f-7cbd-4b12-b3a9-7a492ed27c02 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2152.647595] env[71058]: DEBUG oslo_vmware.api [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Waiting for the task: (returnval){
[ 2152.647595] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a23eba-25c2-2166-656c-6019650f8f05"
[ 2152.647595] env[71058]:    _type = "Task"
[ 2152.647595] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2152.654926] env[71058]: DEBUG oslo_vmware.api [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a23eba-25c2-2166-656c-6019650f8f05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2152.795472] env[71058]: INFO nova.compute.claims [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 2152.991122] env[71058]: DEBUG oslo_concurrency.lockutils [req-5021622e-1415-4435-a36b-9b24712ff39f req-934fa0a4-0e11-407b-b394-cea0ef622325 service nova] Releasing lock "refresh_cache-f5c98df0-d081-43cd-8ee5-9c61c5d457a1" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2153.158600] env[71058]: DEBUG oslo_vmware.api [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52a23eba-25c2-2166-656c-6019650f8f05, 'name': SearchDatastore_Task, 'duration_secs': 0.009496} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2153.158914] env[71058]: DEBUG oslo_concurrency.lockutils [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2153.159140] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] f5c98df0-d081-43cd-8ee5-9c61c5d457a1/f5c98df0-d081-43cd-8ee5-9c61c5d457a1.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 2153.159399] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8070de4c-5977-42e6-9fb2-dfa9104a600b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2153.166331] env[71058]: DEBUG oslo_vmware.api [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Waiting for the task: (returnval){
[ 2153.166331] env[71058]:    value = "task-2874280"
[ 2153.166331] env[71058]:    _type = "Task"
[ 2153.166331] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2153.173779] env[71058]: DEBUG oslo_vmware.api [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Task: {'id': task-2874280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2153.301921] env[71058]: INFO nova.compute.resource_tracker [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Updating resource usage from migration b0d3235d-8779-4845-8b44-f8fb2d94475a
[ 2153.356978] env[71058]: DEBUG nova.network.neutron [-] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2153.398356] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02830d70-aa67-4d90-bcbd-874fbdda26da {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2153.408427] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508c2bbe-3106-49c2-9131-6daf64bfca6e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2153.440788] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f30171-48e1-4efc-8807-91ad6775c395 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2153.448407] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd855123-c924-4265-a295-5f1abc540fd4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2153.462150] env[71058]: DEBUG nova.compute.provider_tree [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2153.676677] env[71058]: DEBUG oslo_vmware.api [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Task: {'id': task-2874280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.415806} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2153.677848] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] f5c98df0-d081-43cd-8ee5-9c61c5d457a1/f5c98df0-d081-43cd-8ee5-9c61c5d457a1.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 2153.677848] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 2153.677848] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7cca269-086b-4b09-8c10-5f94689faf6c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2153.684973] env[71058]: DEBUG oslo_vmware.api [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Waiting for the task: (returnval){
[ 2153.684973] env[71058]:    value = "task-2874281"
[ 2153.684973] env[71058]:    _type = "Task"
[ 2153.684973] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2153.693337] env[71058]: DEBUG oslo_vmware.api [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Task: {'id': task-2874281, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2153.826482] env[71058]: DEBUG nova.compute.manager [req-ccbfd716-b28e-4a29-be95-fe2b2edc79df req-18b11b7d-589e-43f0-b444-17c086ceae5a service nova] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Received event network-vif-deleted-3fda7324-e443-41d7-9709-10cd1326a355 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2153.859995] env[71058]: INFO nova.compute.manager [-] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Took 1.25 seconds to deallocate network for instance.
[ 2153.900833] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7931f709-6e7e-401b-a6fe-da7e8e1042bb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "f7835c8a-3ab7-4574-a1b6-a2a43c2b1116" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2153.901205] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7931f709-6e7e-401b-a6fe-da7e8e1042bb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "f7835c8a-3ab7-4574-a1b6-a2a43c2b1116" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2153.965803] env[71058]: DEBUG nova.scheduler.client.report [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 2154.194420] env[71058]: DEBUG oslo_vmware.api [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Task: {'id': task-2874281, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063482} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2154.194810] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 2154.195437] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2eef40-fb85-4fb6-9e90-fedc6fc83fd6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2154.216357] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] f5c98df0-d081-43cd-8ee5-9c61c5d457a1/f5c98df0-d081-43cd-8ee5-9c61c5d457a1.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 2154.216552] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b8e2a5d-754f-4c9f-acf7-4265c7a0bd34 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2154.235759] env[71058]: DEBUG oslo_vmware.api [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Waiting for the task: (returnval){
[ 2154.235759] env[71058]:    value = "task-2874282"
[ 2154.235759] env[71058]:    _type = "Task"
[ 2154.235759] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2154.243474] env[71058]: DEBUG oslo_vmware.api [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Task: {'id': task-2874282, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2154.366848] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fb7cc2b3-90e4-4774-ad94-19a88b725f72 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2154.404138] env[71058]: DEBUG nova.compute.utils [None req-7931f709-6e7e-401b-a6fe-da7e8e1042bb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 2154.471169] env[71058]: DEBUG oslo_concurrency.lockutils [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.181s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2154.471439] env[71058]: INFO nova.compute.manager [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Migrating
[ 2154.477999] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fb7cc2b3-90e4-4774-ad94-19a88b725f72 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.111s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2154.478245] env[71058]: DEBUG nova.objects.instance [None req-fb7cc2b3-90e4-4774-ad94-19a88b725f72 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lazy-loading 'resources' on Instance uuid cecf0b9c-594f-47b9-9116-e38b922a86d9 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2154.746293] env[71058]: DEBUG oslo_vmware.api [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Task: {'id': task-2874282, 'name': ReconfigVM_Task, 'duration_secs': 0.278589} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2154.746912] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Reconfigured VM instance instance-0000007d to attach disk [datastore2] f5c98df0-d081-43cd-8ee5-9c61c5d457a1/f5c98df0-d081-43cd-8ee5-9c61c5d457a1.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 2154.747610] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a045be8f-2795-485a-a9c9-1399a8458c65 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2154.753966] env[71058]: DEBUG oslo_vmware.api [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Waiting for the task: (returnval){
[ 2154.753966] env[71058]:    value = "task-2874283"
[ 2154.753966] env[71058]:    _type = "Task"
[ 2154.753966] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2154.761816] env[71058]: DEBUG oslo_vmware.api [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Task: {'id': task-2874283, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2154.906967] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7931f709-6e7e-401b-a6fe-da7e8e1042bb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "f7835c8a-3ab7-4574-a1b6-a2a43c2b1116" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 1.006s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2154.987935] env[71058]: DEBUG oslo_concurrency.lockutils [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "refresh_cache-b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2154.988118] env[71058]: DEBUG oslo_concurrency.lockutils [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquired lock "refresh_cache-b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2154.988294] env[71058]: DEBUG nova.network.neutron [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 2154.998153] env[71058]: DEBUG nova.scheduler.client.report [None req-fb7cc2b3-90e4-4774-ad94-19a88b725f72 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Refreshing inventories for resource provider e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:832}}
[ 2155.011879] env[71058]: DEBUG nova.scheduler.client.report [None req-fb7cc2b3-90e4-4774-ad94-19a88b725f72 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Updating ProviderTree inventory for provider e78318ba-501a-470f-875b-8fbc021c2c5f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:796}}
[ 2155.012098] env[71058]: DEBUG nova.compute.provider_tree [None req-fb7cc2b3-90e4-4774-ad94-19a88b725f72 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 2155.022103] env[71058]: DEBUG nova.scheduler.client.report [None req-fb7cc2b3-90e4-4774-ad94-19a88b725f72 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Refreshing aggregate associations for resource provider e78318ba-501a-470f-875b-8fbc021c2c5f, aggregates: None {{(pid=71058) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:841}}
[ 2155.038012] env[71058]: DEBUG nova.scheduler.client.report [None req-fb7cc2b3-90e4-4774-ad94-19a88b725f72 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Refreshing trait associations for resource provider e78318ba-501a-470f-875b-8fbc021c2c5f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=71058) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:853}}
[ 2155.112683] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae10e7b2-4b31-48e8-bafb-11628ca5c1d7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2155.120395] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d622d127-9da7-418c-bf84-815d3496f1f6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2155.151125] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ec9c31-3a5e-41ba-88f5-3177237b4cb5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2155.157746] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d5761f-b527-4ca8-8ada-fec144eb2fc0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2155.170295] env[71058]: DEBUG nova.compute.provider_tree [None req-fb7cc2b3-90e4-4774-ad94-19a88b725f72 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2155.262694] env[71058]: DEBUG oslo_vmware.api [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Task: {'id': task-2874283, 'name': Rename_Task, 'duration_secs': 0.131827} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2155.263039] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 2155.263150] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0051a057-02e3-4509-b29c-15c506a25c77 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2155.269282] env[71058]: DEBUG oslo_vmware.api [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Waiting for the task: (returnval){
[ 2155.269282] env[71058]:    value = "task-2874284"
[ 2155.269282] env[71058]:    _type = "Task"
[ 2155.269282] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2155.276136] env[71058]: DEBUG oslo_vmware.api [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Task: {'id': task-2874284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2155.673010] env[71058]: DEBUG nova.scheduler.client.report [None req-fb7cc2b3-90e4-4774-ad94-19a88b725f72 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 2155.684444] env[71058]: DEBUG nova.network.neutron [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Updating instance_info_cache with network_info: [{"id": "af25e492-11ca-4c71-9082-c271bf151d7c", "address": "fa:16:3e:dc:ce:19", "network": {"id": "c13424cd-3787-4aef-8aaa-6f7e98678c9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-973121726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f4a9339cb54309bb039c8b9533c473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf25e492-11", "ovs_interfaceid": "af25e492-11ca-4c71-9082-c271bf151d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2155.778974] env[71058]: DEBUG oslo_vmware.api [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Task: {'id': task-2874284, 'name': PowerOnVM_Task, 'duration_secs': 0.460182} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2155.779249] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 2155.779396] env[71058]: INFO nova.compute.manager [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Took 6.17 seconds to spawn the instance on the hypervisor.
[ 2155.779577] env[71058]: DEBUG nova.compute.manager [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 2155.780351] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e99636-8118-4f26-b253-c925f97db286 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2155.967442] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7931f709-6e7e-401b-a6fe-da7e8e1042bb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "f7835c8a-3ab7-4574-a1b6-a2a43c2b1116" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2155.967703] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7931f709-6e7e-401b-a6fe-da7e8e1042bb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "f7835c8a-3ab7-4574-a1b6-a2a43c2b1116" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2155.967932] env[71058]: INFO nova.compute.manager [None req-7931f709-6e7e-401b-a6fe-da7e8e1042bb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Attaching volume e92121d8-59aa-4a0e-af9d-029f25d29766 to /dev/sdb
[ 2156.000346] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05958ae3-2267-4820-b881-53f1e37af612 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2156.007278] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a273cd79-29fc-468f-b922-e52f2039d8f3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2156.019714] env[71058]: DEBUG nova.virt.block_device [None req-7931f709-6e7e-401b-a6fe-da7e8e1042bb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Updating existing volume attachment record: 2d1f8802-4686-4b10-8853-da3bbebfdc5c {{(pid=71058) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
[ 2156.178024] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fb7cc2b3-90e4-4774-ad94-19a88b725f72 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.700s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2156.186761] env[71058]: DEBUG oslo_concurrency.lockutils [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Releasing lock "refresh_cache-b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2156.201653] env[71058]: INFO nova.scheduler.client.report [None req-fb7cc2b3-90e4-4774-ad94-19a88b725f72 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Deleted allocations for instance cecf0b9c-594f-47b9-9116-e38b922a86d9
[ 2156.295839] env[71058]: INFO nova.compute.manager [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Took 10.88 seconds to build instance.
[ 2156.708948] env[71058]: DEBUG oslo_concurrency.lockutils [None req-fb7cc2b3-90e4-4774-ad94-19a88b725f72 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "cecf0b9c-594f-47b9-9116-e38b922a86d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.729s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2156.797656] env[71058]: DEBUG oslo_concurrency.lockutils [None req-24e1672c-cc0e-41b5-9aa8-001bd1bfc727 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Lock "f5c98df0-d081-43cd-8ee5-9c61c5d457a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.390s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2157.518378] env[71058]: DEBUG nova.compute.manager [req-1fc982d7-a502-45f6-a090-f0fdbe639fed req-bbbbbb7d-20b8-4f38-9f72-f64eea261b35 service nova] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Received event network-changed-ca58084d-ce65-49ef-92f8-1c6f363ce749 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2157.518677] env[71058]: DEBUG nova.compute.manager [req-1fc982d7-a502-45f6-a090-f0fdbe639fed req-bbbbbb7d-20b8-4f38-9f72-f64eea261b35 service nova] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Refreshing instance network info cache due to event network-changed-ca58084d-ce65-49ef-92f8-1c6f363ce749. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 2157.518876] env[71058]: DEBUG oslo_concurrency.lockutils [req-1fc982d7-a502-45f6-a090-f0fdbe639fed req-bbbbbb7d-20b8-4f38-9f72-f64eea261b35 service nova] Acquiring lock "refresh_cache-f5c98df0-d081-43cd-8ee5-9c61c5d457a1" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2157.519033] env[71058]: DEBUG oslo_concurrency.lockutils [req-1fc982d7-a502-45f6-a090-f0fdbe639fed req-bbbbbb7d-20b8-4f38-9f72-f64eea261b35 service nova] Acquired lock "refresh_cache-f5c98df0-d081-43cd-8ee5-9c61c5d457a1" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2157.519203] env[71058]: DEBUG nova.network.neutron [req-1fc982d7-a502-45f6-a090-f0fdbe639fed req-bbbbbb7d-20b8-4f38-9f72-f64eea261b35 service nova] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Refreshing network info cache for port ca58084d-ce65-49ef-92f8-1c6f363ce749 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 2157.701886] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d32d383-a4e5-48f5-93d5-0a4243d48e35 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2157.720607] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Updating instance 'b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55' progress to 0 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 2158.221112] env[71058]: DEBUG nova.network.neutron [req-1fc982d7-a502-45f6-a090-f0fdbe639fed req-bbbbbb7d-20b8-4f38-9f72-f64eea261b35 service nova] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Updated VIF entry in instance network info cache for port ca58084d-ce65-49ef-92f8-1c6f363ce749. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 2158.221653] env[71058]: DEBUG nova.network.neutron [req-1fc982d7-a502-45f6-a090-f0fdbe639fed req-bbbbbb7d-20b8-4f38-9f72-f64eea261b35 service nova] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Updating instance_info_cache with network_info: [{"id": "ca58084d-ce65-49ef-92f8-1c6f363ce749", "address": "fa:16:3e:d5:61:56", "network": {"id": "12ce082a-bb02-4d2c-9460-e94fb64a12f6", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1690118839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37aa79ff9c0546498511dc57a8036344", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca58084d-ce", "ovs_interfaceid": "ca58084d-ce65-49ef-92f8-1c6f363ce749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2158.225965] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 2158.226253] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0af2bc91-47e1-42ee-8dc1-9018b7ab49f7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2158.232181] env[71058]: DEBUG oslo_vmware.api [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2158.232181] env[71058]:    value = "task-2874288"
[ 2158.232181] env[71058]:    _type = "Task"
[ 2158.232181] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2158.242315] env[71058]: DEBUG oslo_vmware.api [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2158.724451] env[71058]: DEBUG oslo_concurrency.lockutils [req-1fc982d7-a502-45f6-a090-f0fdbe639fed req-bbbbbb7d-20b8-4f38-9f72-f64eea261b35 service nova] Releasing lock "refresh_cache-f5c98df0-d081-43cd-8ee5-9c61c5d457a1" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2158.742201] env[71058]: DEBUG oslo_vmware.api [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874288, 'name': PowerOffVM_Task, 'duration_secs': 0.21944} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2158.742479] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 2158.742670] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Updating instance 'b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55' progress to 17 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 2159.251033] env[71058]: DEBUG nova.virt.hardware [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 2159.251033] env[71058]: DEBUG nova.virt.hardware [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 2159.251033] env[71058]: DEBUG nova.virt.hardware [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 2159.251033] env[71058]: DEBUG nova.virt.hardware [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 2159.251033] env[71058]: DEBUG nova.virt.hardware [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 2159.251033] env[71058]: DEBUG nova.virt.hardware [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 2159.251604] env[71058]: DEBUG nova.virt.hardware [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 2159.251937] env[71058]: DEBUG nova.virt.hardware [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 2159.252309] env[71058]: DEBUG nova.virt.hardware [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 2159.252627] env[71058]: DEBUG nova.virt.hardware [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 2159.252939] env[71058]: DEBUG nova.virt.hardware [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 2159.258513] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8786783-3d02-4dcc-88cf-7d4e1de7048d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2159.276536] env[71058]: DEBUG oslo_vmware.api [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2159.276536] env[71058]:    value = "task-2874289"
[ 2159.276536] env[71058]:    _type = "Task"
[ 2159.276536] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2159.285426] env[71058]: DEBUG oslo_vmware.api [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874289, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2159.787087] env[71058]: DEBUG oslo_vmware.api [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874289, 'name': ReconfigVM_Task, 'duration_secs': 0.164234} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2159.787087] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Updating instance 'b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55' progress to 33 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 2160.293987] env[71058]: DEBUG nova.virt.hardware [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 2160.294245] env[71058]: DEBUG nova.virt.hardware [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 2160.294440] env[71058]: DEBUG nova.virt.hardware [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 2160.294583] env[71058]: DEBUG nova.virt.hardware [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 2160.294728] env[71058]: DEBUG nova.virt.hardware [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 2160.294874] env[71058]: DEBUG nova.virt.hardware [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 2160.295088] env[71058]: DEBUG nova.virt.hardware [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 2160.295252] env[71058]: DEBUG nova.virt.hardware [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 2160.295574] env[71058]: DEBUG nova.virt.hardware [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 2160.295656] env[71058]: DEBUG nova.virt.hardware [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 2160.295810] env[71058]: DEBUG nova.virt.hardware [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 2160.301101] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 2160.301387] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c390e99-ab93-421e-867d-a259f07c1e48 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2160.320664] env[71058]: DEBUG oslo_vmware.api [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2160.320664] env[71058]:    value = "task-2874290"
[ 2160.320664] env[71058]:    _type = "Task"
[ 2160.320664] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2160.328596] env[71058]: DEBUG oslo_vmware.api [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874290, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2160.563163] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-7931f709-6e7e-401b-a6fe-da7e8e1042bb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Volume attach. Driver type: vmdk {{(pid=71058) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}}
[ 2160.563413] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-7931f709-6e7e-401b-a6fe-da7e8e1042bb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577644', 'volume_id': 'e92121d8-59aa-4a0e-af9d-029f25d29766', 'name': 'volume-e92121d8-59aa-4a0e-af9d-029f25d29766', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f7835c8a-3ab7-4574-a1b6-a2a43c2b1116', 'attached_at': '', 'detached_at': '', 'volume_id': 'e92121d8-59aa-4a0e-af9d-029f25d29766', 'serial': 'e92121d8-59aa-4a0e-af9d-029f25d29766'} {{(pid=71058) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}}
[ 2160.564326] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3338b3b8-faff-41b9-9153-f9bea0653332 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2160.580559] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b40b1e-48f5-4b42-8e4a-46c75869f9a4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2160.607051] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-7931f709-6e7e-401b-a6fe-da7e8e1042bb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-e92121d8-59aa-4a0e-af9d-029f25d29766/volume-e92121d8-59aa-4a0e-af9d-029f25d29766.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 2160.607379] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b46be421-afc2-4945-b840-4f3af2925c64 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2160.625549] env[71058]: DEBUG oslo_vmware.api [None req-7931f709-6e7e-401b-a6fe-da7e8e1042bb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2160.625549] env[71058]:    value = "task-2874291"
[ 2160.625549] env[71058]:    _type = "Task"
[ 2160.625549] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2160.633157] env[71058]: DEBUG oslo_vmware.api [None req-7931f709-6e7e-401b-a6fe-da7e8e1042bb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874291, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2160.683871] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a1896ccb-f0f8-4d7d-bcd3-231fc34ff913 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "ef018637-b45c-4d27-858c-6fc418d79cf1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2160.684182] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a1896ccb-f0f8-4d7d-bcd3-231fc34ff913 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "ef018637-b45c-4d27-858c-6fc418d79cf1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2160.684399] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a1896ccb-f0f8-4d7d-bcd3-231fc34ff913 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "ef018637-b45c-4d27-858c-6fc418d79cf1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2160.684662] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a1896ccb-f0f8-4d7d-bcd3-231fc34ff913 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "ef018637-b45c-4d27-858c-6fc418d79cf1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2160.684849] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a1896ccb-f0f8-4d7d-bcd3-231fc34ff913 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "ef018637-b45c-4d27-858c-6fc418d79cf1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2160.687145] env[71058]: INFO nova.compute.manager [None req-a1896ccb-f0f8-4d7d-bcd3-231fc34ff913 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Terminating instance
[ 2160.830454] env[71058]: DEBUG oslo_vmware.api [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874290, 'name': ReconfigVM_Task, 'duration_secs': 0.22535} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2160.830813] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 2160.831477] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b734572f-faec-4310-b6b5-f36e68a706e3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2160.853155] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55/b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 2160.853407] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a0ecfd6-29a8-430e-a31b-d461f5b9b1a0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2160.871965] env[71058]: DEBUG oslo_vmware.api [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2160.871965] env[71058]:    value = "task-2874292"
[ 2160.871965] env[71058]:    _type = "Task"
[ 2160.871965] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2160.879989] env[71058]: DEBUG oslo_vmware.api [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874292, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2161.135390] env[71058]: DEBUG oslo_vmware.api [None req-7931f709-6e7e-401b-a6fe-da7e8e1042bb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874291, 'name': ReconfigVM_Task, 'duration_secs': 0.331572} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2161.135708] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-7931f709-6e7e-401b-a6fe-da7e8e1042bb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-e92121d8-59aa-4a0e-af9d-029f25d29766/volume-e92121d8-59aa-4a0e-af9d-029f25d29766.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 2161.140986] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20842774-e208-47f2-bbe8-7e982505db23 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2161.157640] env[71058]: DEBUG oslo_vmware.api [None req-7931f709-6e7e-401b-a6fe-da7e8e1042bb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2161.157640] env[71058]:    value = "task-2874293"
[ 2161.157640] env[71058]:    _type = "Task"
[ 2161.157640] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2161.166057] env[71058]: DEBUG oslo_vmware.api [None req-7931f709-6e7e-401b-a6fe-da7e8e1042bb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874293, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2161.190852] env[71058]: DEBUG nova.compute.manager [None req-a1896ccb-f0f8-4d7d-bcd3-231fc34ff913 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 2161.191114] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a1896ccb-f0f8-4d7d-bcd3-231fc34ff913 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 2161.191995] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b571e5-390f-4a4a-9db3-d6ce5636295e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2161.199295] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1896ccb-f0f8-4d7d-bcd3-231fc34ff913 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 2161.199534] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01edc974-f5bb-4de3-93ad-254e38905831 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2161.205193] env[71058]: DEBUG oslo_vmware.api [None req-a1896ccb-f0f8-4d7d-bcd3-231fc34ff913 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 2161.205193] env[71058]:    value = "task-2874294"
[ 2161.205193] env[71058]:    _type = "Task"
[ 2161.205193] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2161.212638] env[71058]: DEBUG oslo_vmware.api [None req-a1896ccb-f0f8-4d7d-bcd3-231fc34ff913 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2161.383273] env[71058]: DEBUG oslo_vmware.api [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874292, 'name': ReconfigVM_Task, 'duration_secs': 0.241323} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2161.383577] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Reconfigured VM instance instance-0000007b to attach disk [datastore2] b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55/b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 2161.384091] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Updating instance 'b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55' progress to 50 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 2161.666987] env[71058]: DEBUG oslo_vmware.api [None req-7931f709-6e7e-401b-a6fe-da7e8e1042bb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874293, 'name': ReconfigVM_Task, 'duration_secs': 0.141642} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2161.667296] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-7931f709-6e7e-401b-a6fe-da7e8e1042bb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577644', 'volume_id': 'e92121d8-59aa-4a0e-af9d-029f25d29766', 'name': 'volume-e92121d8-59aa-4a0e-af9d-029f25d29766', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f7835c8a-3ab7-4574-a1b6-a2a43c2b1116', 'attached_at': '', 'detached_at': '', 'volume_id': 'e92121d8-59aa-4a0e-af9d-029f25d29766', 'serial': 'e92121d8-59aa-4a0e-af9d-029f25d29766'} {{(pid=71058) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}}
[ 2161.716057] env[71058]: DEBUG oslo_vmware.api [None req-a1896ccb-f0f8-4d7d-bcd3-231fc34ff913 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874294, 'name': PowerOffVM_Task, 'duration_secs': 0.176269} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2161.716240] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1896ccb-f0f8-4d7d-bcd3-231fc34ff913 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 2161.716333] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a1896ccb-f0f8-4d7d-bcd3-231fc34ff913 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 2161.716553] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31c21741-9901-41e8-8a63-20472262d898 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2161.777496] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a1896ccb-f0f8-4d7d-bcd3-231fc34ff913 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 2161.777751] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a1896ccb-f0f8-4d7d-bcd3-231fc34ff913 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Deleting contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 2161.777906] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1896ccb-f0f8-4d7d-bcd3-231fc34ff913 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Deleting the datastore file [datastore1] ef018637-b45c-4d27-858c-6fc418d79cf1 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 2161.778170] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2e6c7b4-5e78-45ac-a0de-4026f30e0c30 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2161.784285] env[71058]: DEBUG oslo_vmware.api [None req-a1896ccb-f0f8-4d7d-bcd3-231fc34ff913 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for the task: (returnval){
[ 2161.784285] env[71058]:    value = "task-2874296"
[ 2161.784285] env[71058]:    _type = "Task"
[ 2161.784285] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2161.791879] env[71058]: DEBUG oslo_vmware.api [None req-a1896ccb-f0f8-4d7d-bcd3-231fc34ff913 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2161.890427] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6c2a5f-d880-45f3-b8d4-3dd49206c9f0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2161.911361] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e897c5-9004-4133-841b-e4fa92e4a7a0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2161.928634] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Updating instance 'b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55' progress to 67 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 2162.294235] env[71058]: DEBUG oslo_vmware.api [None req-a1896ccb-f0f8-4d7d-bcd3-231fc34ff913 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Task: {'id': task-2874296, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129642} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2162.294490] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1896ccb-f0f8-4d7d-bcd3-231fc34ff913 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 2162.294683] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a1896ccb-f0f8-4d7d-bcd3-231fc34ff913 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Deleted contents of the VM from datastore datastore1 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 2162.294866] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-a1896ccb-f0f8-4d7d-bcd3-231fc34ff913 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 2162.295043] env[71058]: INFO nova.compute.manager [None req-a1896ccb-f0f8-4d7d-bcd3-231fc34ff913 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Took 1.10 seconds to destroy the instance on the hypervisor.
[ 2162.295285] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1896ccb-f0f8-4d7d-bcd3-231fc34ff913 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 2162.295538] env[71058]: DEBUG nova.compute.manager [-] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 2162.295672] env[71058]: DEBUG nova.network.neutron [-] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 2162.504943] env[71058]: DEBUG nova.network.neutron [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Port af25e492-11ca-4c71-9082-c271bf151d7c binding to destination host cpu-1 is already ACTIVE {{(pid=71058) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}}
[ 2162.578543] env[71058]: DEBUG nova.compute.manager [req-aba1e72e-c429-4e4a-b25a-faa770970fde req-30e06e76-1f66-46cb-83a1-248999973f7e service nova] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Received event network-vif-deleted-7a698812-d36d-4b07-9b9b-0dad873ec390 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2162.578637] env[71058]: INFO nova.compute.manager [req-aba1e72e-c429-4e4a-b25a-faa770970fde req-30e06e76-1f66-46cb-83a1-248999973f7e service nova] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Neutron deleted interface 7a698812-d36d-4b07-9b9b-0dad873ec390; detaching it from the instance and deleting it from the info cache
[ 2162.578849] env[71058]: DEBUG nova.network.neutron [req-aba1e72e-c429-4e4a-b25a-faa770970fde req-30e06e76-1f66-46cb-83a1-248999973f7e service nova] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2162.701486] env[71058]: DEBUG nova.objects.instance [None req-7931f709-6e7e-401b-a6fe-da7e8e1042bb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lazy-loading 'flavor' on Instance uuid f7835c8a-3ab7-4574-a1b6-a2a43c2b1116 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2163.061992] env[71058]: DEBUG nova.network.neutron [-] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2163.081412] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a45307c2-575f-4e10-9026-b818a7c94bc9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2163.092274] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c03143-3485-4bb1-a218-f47ca88ef607 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2163.118849] env[71058]: DEBUG nova.compute.manager [req-aba1e72e-c429-4e4a-b25a-faa770970fde req-30e06e76-1f66-46cb-83a1-248999973f7e service nova] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Detach interface failed, port_id=7a698812-d36d-4b07-9b9b-0dad873ec390, reason: Instance ef018637-b45c-4d27-858c-6fc418d79cf1 could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 2163.206616] env[71058]: DEBUG oslo_concurrency.lockutils [None req-7931f709-6e7e-401b-a6fe-da7e8e1042bb tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "f7835c8a-3ab7-4574-a1b6-a2a43c2b1116" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.239s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2163.431870] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bf66821f-5363-48b2-bf66-15dd24e55127 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "f7835c8a-3ab7-4574-a1b6-a2a43c2b1116" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2163.432204] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bf66821f-5363-48b2-bf66-15dd24e55127 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "f7835c8a-3ab7-4574-a1b6-a2a43c2b1116" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2163.527757] env[71058]: DEBUG oslo_concurrency.lockutils [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2163.527757] env[71058]: DEBUG oslo_concurrency.lockutils [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2163.527978] env[71058]: DEBUG oslo_concurrency.lockutils [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2163.564858] env[71058]: INFO nova.compute.manager [-] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Took 1.27 seconds to deallocate network for instance.
[ 2163.936065] env[71058]: INFO nova.compute.manager [None req-bf66821f-5363-48b2-bf66-15dd24e55127 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Detaching volume e92121d8-59aa-4a0e-af9d-029f25d29766
[ 2163.965518] env[71058]: INFO nova.virt.block_device [None req-bf66821f-5363-48b2-bf66-15dd24e55127 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Attempting to driver detach volume e92121d8-59aa-4a0e-af9d-029f25d29766 from mountpoint /dev/sdb
[ 2163.965853] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf66821f-5363-48b2-bf66-15dd24e55127 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Volume detach. Driver type: vmdk {{(pid=71058) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}}
[ 2163.965969] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf66821f-5363-48b2-bf66-15dd24e55127 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577644', 'volume_id': 'e92121d8-59aa-4a0e-af9d-029f25d29766', 'name': 'volume-e92121d8-59aa-4a0e-af9d-029f25d29766', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f7835c8a-3ab7-4574-a1b6-a2a43c2b1116', 'attached_at': '', 'detached_at': '', 'volume_id': 'e92121d8-59aa-4a0e-af9d-029f25d29766', 'serial': 'e92121d8-59aa-4a0e-af9d-029f25d29766'} {{(pid=71058) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}}
[ 2163.966845] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e90c088-dbcc-4ec3-a087-fe2a8c01cb34 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2163.987880] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d629f40-ee26-4eef-95eb-8d939a06c621 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2163.994359] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acb18cb-30e8-432e-9087-758de2ca394c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2164.015162] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671c1c24-2e63-47fe-ab98-3fc1e20601e9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2164.029137] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf66821f-5363-48b2-bf66-15dd24e55127 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] The volume has not been displaced from its original location: [datastore2] volume-e92121d8-59aa-4a0e-af9d-029f25d29766/volume-e92121d8-59aa-4a0e-af9d-029f25d29766.vmdk. No consolidation needed. {{(pid=71058) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}}
[ 2164.034348] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf66821f-5363-48b2-bf66-15dd24e55127 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 2164.036062] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09f2200a-15a7-4e22-944f-739825f8432d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2164.056709] env[71058]: DEBUG oslo_vmware.api [None req-bf66821f-5363-48b2-bf66-15dd24e55127 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2164.056709] env[71058]:    value = "task-2874297"
[ 2164.056709] env[71058]:    _type = "Task"
[ 2164.056709] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2164.064517] env[71058]: DEBUG oslo_vmware.api [None req-bf66821f-5363-48b2-bf66-15dd24e55127 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874297, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2164.070682] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a1896ccb-f0f8-4d7d-bcd3-231fc34ff913 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2164.070947] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a1896ccb-f0f8-4d7d-bcd3-231fc34ff913 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2164.071165] env[71058]: DEBUG nova.objects.instance [None req-a1896ccb-f0f8-4d7d-bcd3-231fc34ff913 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lazy-loading 'resources' on Instance uuid ef018637-b45c-4d27-858c-6fc418d79cf1 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2164.078237] env[71058]: DEBUG oslo_concurrency.lockutils [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "refresh_cache-b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2164.078505] env[71058]: DEBUG oslo_concurrency.lockutils [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquired lock "refresh_cache-b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2164.078860] env[71058]: DEBUG nova.network.neutron [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 2164.571725] env[71058]: DEBUG oslo_vmware.api [None req-bf66821f-5363-48b2-bf66-15dd24e55127 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874297, 'name': ReconfigVM_Task, 'duration_secs': 0.198176} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2164.572150] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf66821f-5363-48b2-bf66-15dd24e55127 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 2164.583563] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abda546e-257e-4181-ba8a-88d0a4e662ef {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2164.611011] env[71058]: DEBUG oslo_vmware.api [None req-bf66821f-5363-48b2-bf66-15dd24e55127 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2164.611011] env[71058]:    value = "task-2874298"
[ 2164.611011] env[71058]:    _type = "Task"
[ 2164.611011] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2164.622897] env[71058]: DEBUG oslo_vmware.api [None req-bf66821f-5363-48b2-bf66-15dd24e55127 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874298, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2164.682028] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ee26f4-e9d4-4697-a433-b819c95a1bc7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2164.689532] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87aa3dd8-e63e-40cc-8340-aeaa84255616 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2164.723728] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa954e9-68b2-44d1-b019-df110e534b54 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2164.733693] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3d5f42-f79d-4f9b-9d29-a12db81aabd4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2164.747261] env[71058]: DEBUG nova.compute.provider_tree [None req-a1896ccb-f0f8-4d7d-bcd3-231fc34ff913 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2164.833814] env[71058]: DEBUG nova.network.neutron [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Updating instance_info_cache with network_info: [{"id": "af25e492-11ca-4c71-9082-c271bf151d7c", "address": "fa:16:3e:dc:ce:19", "network": {"id": "c13424cd-3787-4aef-8aaa-6f7e98678c9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-973121726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f4a9339cb54309bb039c8b9533c473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf25e492-11", "ovs_interfaceid": "af25e492-11ca-4c71-9082-c271bf151d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2165.121093] env[71058]: DEBUG oslo_vmware.api [None req-bf66821f-5363-48b2-bf66-15dd24e55127 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874298, 'name': ReconfigVM_Task, 'duration_secs': 0.195791} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2165.121429] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf66821f-5363-48b2-bf66-15dd24e55127 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577644', 'volume_id': 'e92121d8-59aa-4a0e-af9d-029f25d29766', 'name': 'volume-e92121d8-59aa-4a0e-af9d-029f25d29766', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f7835c8a-3ab7-4574-a1b6-a2a43c2b1116', 'attached_at': '', 'detached_at': '', 'volume_id': 'e92121d8-59aa-4a0e-af9d-029f25d29766', 'serial': 'e92121d8-59aa-4a0e-af9d-029f25d29766'} {{(pid=71058) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}}
[ 2165.252140] env[71058]: DEBUG nova.scheduler.client.report [None req-a1896ccb-f0f8-4d7d-bcd3-231fc34ff913 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 2165.336801] env[71058]: DEBUG oslo_concurrency.lockutils [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Releasing lock "refresh_cache-b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2165.660954] env[71058]: DEBUG nova.objects.instance [None req-bf66821f-5363-48b2-bf66-15dd24e55127 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lazy-loading 'flavor' on Instance uuid f7835c8a-3ab7-4574-a1b6-a2a43c2b1116 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2165.756903] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a1896ccb-f0f8-4d7d-bcd3-231fc34ff913 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2165.775925] env[71058]: INFO nova.scheduler.client.report [None req-a1896ccb-f0f8-4d7d-bcd3-231fc34ff913 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Deleted allocations for instance ef018637-b45c-4d27-858c-6fc418d79cf1
[ 2165.856978] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77efe213-7d77-4b58-a4d2-636cd225c0ec {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2165.875469] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7511d028-a2fe-4d7f-9c8c-f480018c7584 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2165.882267] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Updating instance 'b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55' progress to 83 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 2166.284800] env[71058]: DEBUG oslo_concurrency.lockutils [None req-a1896ccb-f0f8-4d7d-bcd3-231fc34ff913 tempest-ServerActionsTestOtherA-2018127259 tempest-ServerActionsTestOtherA-2018127259-project-member] Lock "ef018637-b45c-4d27-858c-6fc418d79cf1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.600s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2166.388609] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 2166.388932] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24cb916c-1d3a-48b6-baea-37ae19943a9d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2166.396592] env[71058]: DEBUG oslo_vmware.api [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2166.396592] env[71058]:    value = "task-2874299"
[ 2166.396592] env[71058]:    _type = "Task"
[ 2166.396592] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2166.404286] env[71058]: DEBUG oslo_vmware.api [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2166.668351] env[71058]: DEBUG oslo_concurrency.lockutils [None req-bf66821f-5363-48b2-bf66-15dd24e55127 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "f7835c8a-3ab7-4574-a1b6-a2a43c2b1116" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 3.236s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2166.907528] env[71058]: DEBUG oslo_vmware.api [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874299, 'name': PowerOnVM_Task, 'duration_secs': 0.361118} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2166.907820] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 2166.908016] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-77e1ce3a-9cc2-482e-8252-ba8f92355b08 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Updating instance 'b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55' progress to 100 {{(pid=71058) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 2167.680070] env[71058]: DEBUG oslo_concurrency.lockutils [None req-94e33120-6979-41fb-ac55-9a174d1cdc51 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "f7835c8a-3ab7-4574-a1b6-a2a43c2b1116" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2167.680384] env[71058]: DEBUG oslo_concurrency.lockutils [None req-94e33120-6979-41fb-ac55-9a174d1cdc51 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "f7835c8a-3ab7-4574-a1b6-a2a43c2b1116" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2167.680546] env[71058]: DEBUG oslo_concurrency.lockutils [None req-94e33120-6979-41fb-ac55-9a174d1cdc51 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "f7835c8a-3ab7-4574-a1b6-a2a43c2b1116-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2167.680723] env[71058]: DEBUG oslo_concurrency.lockutils [None req-94e33120-6979-41fb-ac55-9a174d1cdc51 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "f7835c8a-3ab7-4574-a1b6-a2a43c2b1116-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2167.680887] env[71058]: DEBUG oslo_concurrency.lockutils [None req-94e33120-6979-41fb-ac55-9a174d1cdc51 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "f7835c8a-3ab7-4574-a1b6-a2a43c2b1116-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2167.682962] env[71058]: INFO nova.compute.manager [None req-94e33120-6979-41fb-ac55-9a174d1cdc51 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Terminating instance
[ 2168.187075] env[71058]: DEBUG nova.compute.manager [None req-94e33120-6979-41fb-ac55-9a174d1cdc51 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 2168.187075] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-94e33120-6979-41fb-ac55-9a174d1cdc51 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 2168.187757] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e24660-3483-4c35-84c2-4d7ea2a010df {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2168.196400] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e33120-6979-41fb-ac55-9a174d1cdc51 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 2168.196668] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22096c30-c6d4-432b-b658-896dc1f45c3d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2168.204042] env[71058]: DEBUG oslo_vmware.api [None req-94e33120-6979-41fb-ac55-9a174d1cdc51 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2168.204042] env[71058]:    value = "task-2874300"
[ 2168.204042] env[71058]:    _type = "Task"
[ 2168.204042] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2168.212802] env[71058]: DEBUG oslo_vmware.api [None req-94e33120-6979-41fb-ac55-9a174d1cdc51 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2168.715716] env[71058]: DEBUG oslo_vmware.api [None req-94e33120-6979-41fb-ac55-9a174d1cdc51 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874300, 'name': PowerOffVM_Task, 'duration_secs': 0.182939} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2168.716103] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e33120-6979-41fb-ac55-9a174d1cdc51 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 2168.716163] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-94e33120-6979-41fb-ac55-9a174d1cdc51 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 2168.716421] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad4f1513-c790-48de-9246-4b29c322bcff {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2168.782337] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-94e33120-6979-41fb-ac55-9a174d1cdc51 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 2168.782721] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-94e33120-6979-41fb-ac55-9a174d1cdc51 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 2168.783312] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-94e33120-6979-41fb-ac55-9a174d1cdc51 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Deleting the datastore file [datastore2] f7835c8a-3ab7-4574-a1b6-a2a43c2b1116 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 2168.783312] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bb6ea67-9446-4827-a89c-903e15092e1b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2168.790891] env[71058]: DEBUG oslo_vmware.api [None req-94e33120-6979-41fb-ac55-9a174d1cdc51 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2168.790891] env[71058]:    value = "task-2874302"
[ 2168.790891] env[71058]:    _type = "Task"
[ 2168.790891] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2168.799549] env[71058]: DEBUG oslo_vmware.api [None req-94e33120-6979-41fb-ac55-9a174d1cdc51 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2169.302889] env[71058]: DEBUG oslo_vmware.api [None req-94e33120-6979-41fb-ac55-9a174d1cdc51 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154672} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2169.303122] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-94e33120-6979-41fb-ac55-9a174d1cdc51 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 2169.303314] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-94e33120-6979-41fb-ac55-9a174d1cdc51 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 2169.303491] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-94e33120-6979-41fb-ac55-9a174d1cdc51 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 2169.303663] env[71058]: INFO nova.compute.manager [None req-94e33120-6979-41fb-ac55-9a174d1cdc51 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Took 1.12 seconds to destroy the instance on the hypervisor.
[ 2169.303951] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94e33120-6979-41fb-ac55-9a174d1cdc51 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 2169.304177] env[71058]: DEBUG nova.compute.manager [-] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 2169.304277] env[71058]: DEBUG nova.network.neutron [-] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 2169.499582] env[71058]: DEBUG nova.network.neutron [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Port af25e492-11ca-4c71-9082-c271bf151d7c binding to destination host cpu-1 is already ACTIVE {{(pid=71058) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}}
[ 2169.499875] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "refresh_cache-b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2169.500084] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquired lock "refresh_cache-b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2169.500266] env[71058]: DEBUG nova.network.neutron [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 2169.779678] env[71058]: DEBUG nova.compute.manager [req-10d9ec0c-a74e-408e-9b12-252f6711025d req-d9be537e-7596-4bb2-acf8-df60b31d8231 service nova] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Received event network-vif-deleted-5cf6b208-5e95-429f-a576-7e2e890afb47 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2169.779980] env[71058]: INFO nova.compute.manager [req-10d9ec0c-a74e-408e-9b12-252f6711025d req-d9be537e-7596-4bb2-acf8-df60b31d8231 service nova] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Neutron deleted interface 5cf6b208-5e95-429f-a576-7e2e890afb47; detaching it from the instance and deleting it from the info cache
[ 2169.780277] env[71058]: DEBUG nova.network.neutron [req-10d9ec0c-a74e-408e-9b12-252f6711025d req-d9be537e-7596-4bb2-acf8-df60b31d8231 service nova] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2170.235424] env[71058]: DEBUG nova.network.neutron [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Updating instance_info_cache with network_info: [{"id": "af25e492-11ca-4c71-9082-c271bf151d7c", "address": "fa:16:3e:dc:ce:19", "network": {"id": "c13424cd-3787-4aef-8aaa-6f7e98678c9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-973121726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f4a9339cb54309bb039c8b9533c473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf25e492-11", "ovs_interfaceid": "af25e492-11ca-4c71-9082-c271bf151d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2170.261623] env[71058]: DEBUG nova.network.neutron [-] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2170.282934] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4922916-d363-410c-9629-afc0ed9eca3c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2170.292693] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a4d6f7-ffa0-428a-9cf9-23778f48224c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2170.317840] env[71058]: DEBUG nova.compute.manager [req-10d9ec0c-a74e-408e-9b12-252f6711025d req-d9be537e-7596-4bb2-acf8-df60b31d8231 service nova] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Detach interface failed, port_id=5cf6b208-5e95-429f-a576-7e2e890afb47, reason: Instance f7835c8a-3ab7-4574-a1b6-a2a43c2b1116 could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 2170.738509] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Releasing lock "refresh_cache-b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2170.763949] env[71058]: INFO nova.compute.manager [-] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Took 1.46 seconds to deallocate network for instance.
[ 2171.242342] env[71058]: DEBUG nova.compute.manager [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=71058) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}}
[ 2171.242655] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2171.242893] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2171.270392] env[71058]: DEBUG oslo_concurrency.lockutils [None req-94e33120-6979-41fb-ac55-9a174d1cdc51 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2171.745674] env[71058]: DEBUG nova.objects.instance [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lazy-loading 'migration_context' on Instance uuid b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2172.314387] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd69975d-ee3d-421b-8e92-d8153bb72daa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2172.322305] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ddd813-3e10-45fd-ac4d-e8bca4a896d3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2172.351214] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befa4d1c-b8a4-469a-8e9c-64b99fbadbcb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2172.357948] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a7e084-6135-44b2-b1a4-02406b72d97e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2172.370406] env[71058]: DEBUG nova.compute.provider_tree [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2172.873372] env[71058]: DEBUG nova.scheduler.client.report [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 2173.885163] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.642s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2173.890729] env[71058]: DEBUG oslo_concurrency.lockutils [None req-94e33120-6979-41fb-ac55-9a174d1cdc51 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.620s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2173.890949] env[71058]: DEBUG nova.objects.instance [None req-94e33120-6979-41fb-ac55-9a174d1cdc51 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lazy-loading 'resources' on Instance uuid f7835c8a-3ab7-4574-a1b6-a2a43c2b1116 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2174.451421] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82981c9-a7e0-4301-ac5b-47dfccb2a4a0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2174.458592] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b06363a-47ca-4ce2-9394-96d9d8ce58a7 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2174.488300] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb73fe28-e5b1-4544-a7f3-6f3e23a3d3d3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2174.495084] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86ad485-740e-4b10-88f8-d5533efbad16 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2174.507922] env[71058]: DEBUG nova.compute.provider_tree [None req-94e33120-6979-41fb-ac55-9a174d1cdc51 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2175.011130] env[71058]: DEBUG nova.scheduler.client.report [None req-94e33120-6979-41fb-ac55-9a174d1cdc51 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 2175.423477] env[71058]: INFO nova.compute.manager [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Swapping old allocation on dict_keys(['e78318ba-501a-470f-875b-8fbc021c2c5f']) held by migration b0d3235d-8779-4845-8b44-f8fb2d94475a for instance
[ 2175.443033] env[71058]: DEBUG nova.scheduler.client.report [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Overwriting current allocation {'allocations': {'e78318ba-501a-470f-875b-8fbc021c2c5f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 171}}, 'project_id': 'c0f4a9339cb54309bb039c8b9533c473', 'user_id': '6e9aff900edd453286211979760989c7', 'consumer_generation': 1} on consumer b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55 {{(pid=71058) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2046}}
[ 2175.515236] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "refresh_cache-b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2175.515495] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquired lock "refresh_cache-b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2175.515727] env[71058]: DEBUG nova.network.neutron [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 2175.517381] env[71058]: DEBUG oslo_concurrency.lockutils [None req-94e33120-6979-41fb-ac55-9a174d1cdc51 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.627s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2175.534999] env[71058]: INFO nova.scheduler.client.report [None req-94e33120-6979-41fb-ac55-9a174d1cdc51 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Deleted allocations for instance f7835c8a-3ab7-4574-a1b6-a2a43c2b1116
[ 2176.043183] env[71058]: DEBUG oslo_concurrency.lockutils [None req-94e33120-6979-41fb-ac55-9a174d1cdc51 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "f7835c8a-3ab7-4574-a1b6-a2a43c2b1116" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 8.363s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2176.244707] env[71058]: DEBUG nova.network.neutron [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Updating instance_info_cache with network_info: [{"id": "af25e492-11ca-4c71-9082-c271bf151d7c", "address": "fa:16:3e:dc:ce:19", "network": {"id": "c13424cd-3787-4aef-8aaa-6f7e98678c9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-973121726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f4a9339cb54309bb039c8b9533c473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf25e492-11", "ovs_interfaceid": "af25e492-11ca-4c71-9082-c271bf151d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2176.747338] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Releasing lock "refresh_cache-b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2176.747872] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 2176.748198] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c2d6a4b-1770-4f78-b522-a9af00da4817 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2176.755962] env[71058]: DEBUG oslo_vmware.api [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2176.755962] env[71058]:    value = "task-2874303"
[ 2176.755962] env[71058]:    _type = "Task"
[ 2176.755962] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2176.764225] env[71058]: DEBUG oslo_vmware.api [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2177.266305] env[71058]: DEBUG oslo_vmware.api [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874303, 'name': PowerOffVM_Task, 'duration_secs': 0.166218} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2177.266625] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 2177.267214] env[71058]: DEBUG nova.virt.hardware [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 2177.267426] env[71058]: DEBUG nova.virt.hardware [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 2177.267577] env[71058]: DEBUG nova.virt.hardware [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 2177.267787] env[71058]: DEBUG nova.virt.hardware [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 2177.267900] env[71058]: DEBUG nova.virt.hardware [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 2177.268054] env[71058]: DEBUG nova.virt.hardware [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 2177.268262] env[71058]: DEBUG nova.virt.hardware [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 2177.268417] env[71058]: DEBUG nova.virt.hardware [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 2177.268589] env[71058]: DEBUG nova.virt.hardware [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 2177.268778] env[71058]: DEBUG nova.virt.hardware [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 2177.268926] env[71058]: DEBUG nova.virt.hardware [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 2177.273844] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-331acc46-5276-498d-9ce3-d797b3d28aae {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2177.288952] env[71058]: DEBUG oslo_vmware.api [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2177.288952] env[71058]:    value = "task-2874304"
[ 2177.288952] env[71058]:    _type = "Task"
[ 2177.288952] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2177.296177] env[71058]: DEBUG oslo_vmware.api [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874304, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2177.799283] env[71058]: DEBUG oslo_vmware.api [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874304, 'name': ReconfigVM_Task, 'duration_secs': 0.126906} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2177.800131] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d900d0-d655-4bba-ae77-ec2181693f55 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2177.818660] env[71058]: DEBUG nova.virt.hardware [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 2177.818930] env[71058]: DEBUG nova.virt.hardware [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 2177.819110] env[71058]: DEBUG nova.virt.hardware [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 2177.819359] env[71058]: DEBUG nova.virt.hardware [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 2177.819454] env[71058]: DEBUG nova.virt.hardware [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 2177.819579] env[71058]: DEBUG nova.virt.hardware [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 2177.819777] env[71058]: DEBUG nova.virt.hardware [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 2177.819932] env[71058]: DEBUG nova.virt.hardware [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 2177.820109] env[71058]: DEBUG nova.virt.hardware [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 2177.820269] env[71058]: DEBUG nova.virt.hardware [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 2177.820435] env[71058]: DEBUG nova.virt.hardware [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 2177.821230] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed429886-8b81-4e35-aeb0-85fd3be875a6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2177.827118] env[71058]: DEBUG oslo_vmware.api [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2177.827118] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52499383-c014-6b07-ca11-9ddcbba7d634"
[ 2177.827118] env[71058]:    _type = "Task"
[ 2177.827118] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2177.834573] env[71058]: DEBUG oslo_vmware.api [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52499383-c014-6b07-ca11-9ddcbba7d634, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2177.999710] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "531677c9-e51c-4bd7-8e07-4c8d614a1a57" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2177.999939] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "531677c9-e51c-4bd7-8e07-4c8d614a1a57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2178.342574] env[71058]: DEBUG oslo_vmware.api [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52499383-c014-6b07-ca11-9ddcbba7d634, 'name': SearchDatastore_Task, 'duration_secs': 0.007879} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2178.352504] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 2178.352888] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a41866e9-336d-4ef8-9c55-e7d8dc0f22cd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2178.381285] env[71058]: DEBUG oslo_vmware.api [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2178.381285] env[71058]:    value = "task-2874305"
[ 2178.381285] env[71058]:    _type = "Task"
[ 2178.381285] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2178.390201] env[71058]: DEBUG oslo_vmware.api [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874305, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2178.502974] env[71058]: DEBUG nova.compute.manager [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 2178.891557] env[71058]: DEBUG oslo_vmware.api [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874305, 'name': ReconfigVM_Task, 'duration_secs': 0.173008} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2178.891802] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 2178.892597] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c882cf-cb19-4966-941d-e770dd7be534 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2178.914454] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55/b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 2178.914697] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dd80cde-99d6-40ae-8c12-59da7c868898 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2178.932334] env[71058]: DEBUG oslo_vmware.api [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2178.932334] env[71058]:    value = "task-2874306"
[ 2178.932334] env[71058]:    _type = "Task"
[ 2178.932334] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2178.939623] env[71058]: DEBUG oslo_vmware.api [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2179.024994] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2179.025283] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2179.026810] env[71058]: INFO nova.compute.claims [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 2179.442300] env[71058]: DEBUG oslo_vmware.api [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874306, 'name': ReconfigVM_Task, 'duration_secs': 0.253295} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2179.442702] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Reconfigured VM instance instance-0000007b to attach disk [datastore2] b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55/b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 2179.443465] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6efc52-9829-4952-99be-03037d8a264e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2179.461125] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba36d57-cd33-41e8-9f8c-033a367caa09 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2179.478107] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbb166e-40a9-42ea-963f-102efa51107a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2179.496031] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febf1128-18bb-4eaf-a20b-b39895c7867b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2179.502106] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 2179.502272] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38042451-9d1e-4b46-bd52-dff025dde746 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2179.508307] env[71058]: DEBUG oslo_vmware.api [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2179.508307] env[71058]:    value = "task-2874307"
[ 2179.508307] env[71058]:    _type = "Task"
[ 2179.508307] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2179.518342] env[71058]: DEBUG oslo_vmware.api [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2180.018728] env[71058]: DEBUG oslo_vmware.api [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874307, 'name': PowerOnVM_Task, 'duration_secs': 0.352325} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2180.018931] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 2180.081623] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541bce26-bf18-47d5-aaf7-b14231686367 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2180.088469] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ec6664-3b87-466c-aa7d-6a139ffd15a2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2180.118088] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d2b2fa-7439-49ac-bd61-489c8e698623 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2180.124638] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22363775-080d-4485-9aff-333e9fd66436 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2180.137455] env[71058]: DEBUG nova.compute.provider_tree [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2180.641046] env[71058]: DEBUG nova.scheduler.client.report [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 2180.821654] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2181.031159] env[71058]: INFO nova.compute.manager [None req-4e924f57-dc80-4c72-bb80-d3819ee7abef tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Updating instance to original state: 'active'
[ 2181.145125] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.120s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2181.145835] env[71058]: DEBUG nova.compute.manager [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 2181.650955] env[71058]: DEBUG nova.compute.utils [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 2181.652334] env[71058]: DEBUG nova.compute.manager [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 2181.652502] env[71058]: DEBUG nova.network.neutron [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 2181.691730] env[71058]: DEBUG nova.policy [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '168f7e8aea9c43bb8a7e6b0f99af8074', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26714986ff914a30b2d9b73105bbc3f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 2181.826185] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2181.826790] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2181.826790] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2181.960911] env[71058]: DEBUG nova.network.neutron [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Successfully created port: 28667aea-02a0-4284-bd54-8d778dd41437 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 2182.156259] env[71058]: DEBUG nova.compute.manager [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 2182.825480] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager.update_available_resource {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2182.994524] env[71058]: DEBUG oslo_concurrency.lockutils [None req-877933fa-0a80-4aad-a22c-ecc746eae21e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2182.994822] env[71058]: DEBUG oslo_concurrency.lockutils [None req-877933fa-0a80-4aad-a22c-ecc746eae21e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2182.995105] env[71058]: DEBUG oslo_concurrency.lockutils [None req-877933fa-0a80-4aad-a22c-ecc746eae21e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2182.995327] env[71058]: DEBUG oslo_concurrency.lockutils [None req-877933fa-0a80-4aad-a22c-ecc746eae21e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2182.995550] env[71058]: DEBUG oslo_concurrency.lockutils [None req-877933fa-0a80-4aad-a22c-ecc746eae21e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2182.997863] env[71058]: INFO nova.compute.manager [None req-877933fa-0a80-4aad-a22c-ecc746eae21e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Terminating instance
[ 2183.166576] env[71058]: DEBUG nova.compute.manager [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 2183.192370] env[71058]: DEBUG nova.virt.hardware [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 2183.192609] env[71058]: DEBUG nova.virt.hardware [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 2183.192762] env[71058]: DEBUG nova.virt.hardware [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 2183.192941] env[71058]: DEBUG nova.virt.hardware [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 2183.193105] env[71058]: DEBUG nova.virt.hardware [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 2183.193256] env[71058]: DEBUG nova.virt.hardware [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 2183.193460] env[71058]: DEBUG nova.virt.hardware [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 2183.193615] env[71058]: DEBUG nova.virt.hardware [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 2183.193778] env[71058]: DEBUG nova.virt.hardware [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 2183.193935] env[71058]: DEBUG nova.virt.hardware [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 2183.194127] env[71058]: DEBUG nova.virt.hardware [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 2183.194988] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b117c090-f2d1-4ba5-bbea-c36fb0cdc573 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2183.202771] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f902074f-4239-401e-ac27-49f88f705916 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2183.328342] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2183.328617] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2183.328766] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2183.328924] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71058) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
[ 2183.329814] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7e3923-5100-43fd-ad1a-8d41aaefa54f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2183.337778] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44df3787-05a2-4743-90b0-36ae4d0718f9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2183.352368] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc5d6f7-3133-4b0a-9d17-43b6a555a862 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2183.359826] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0659c2-4b26-4dc2-bdfa-eae5d9d29585 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2183.363691] env[71058]: DEBUG nova.compute.manager [req-65d87a8f-7de3-4b25-a48b-fee08d127592 req-6b7fbafc-2a17-4d65-b449-8ebabcd7f6bb service nova] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Received event network-vif-plugged-28667aea-02a0-4284-bd54-8d778dd41437 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2183.363993] env[71058]: DEBUG oslo_concurrency.lockutils [req-65d87a8f-7de3-4b25-a48b-fee08d127592 req-6b7fbafc-2a17-4d65-b449-8ebabcd7f6bb service nova] Acquiring lock "531677c9-e51c-4bd7-8e07-4c8d614a1a57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2183.364106] env[71058]: DEBUG oslo_concurrency.lockutils [req-65d87a8f-7de3-4b25-a48b-fee08d127592 req-6b7fbafc-2a17-4d65-b449-8ebabcd7f6bb service nova] Lock "531677c9-e51c-4bd7-8e07-4c8d614a1a57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2183.364249] env[71058]: DEBUG oslo_concurrency.lockutils [req-65d87a8f-7de3-4b25-a48b-fee08d127592 req-6b7fbafc-2a17-4d65-b449-8ebabcd7f6bb service nova] Lock "531677c9-e51c-4bd7-8e07-4c8d614a1a57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2183.364413] env[71058]: DEBUG nova.compute.manager [req-65d87a8f-7de3-4b25-a48b-fee08d127592 req-6b7fbafc-2a17-4d65-b449-8ebabcd7f6bb service nova] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] No waiting events found dispatching network-vif-plugged-28667aea-02a0-4284-bd54-8d778dd41437 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 2183.364574] env[71058]: WARNING nova.compute.manager [req-65d87a8f-7de3-4b25-a48b-fee08d127592 req-6b7fbafc-2a17-4d65-b449-8ebabcd7f6bb service nova] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Received unexpected event network-vif-plugged-28667aea-02a0-4284-bd54-8d778dd41437 for instance with vm_state building and task_state spawning.
[ 2183.391093] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180130MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=71058) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
[ 2183.391247] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2183.391464] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2183.449777] env[71058]: DEBUG nova.network.neutron [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Successfully updated port: 28667aea-02a0-4284-bd54-8d778dd41437 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 2183.501851] env[71058]: DEBUG nova.compute.manager [None req-877933fa-0a80-4aad-a22c-ecc746eae21e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 2183.502111] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-877933fa-0a80-4aad-a22c-ecc746eae21e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 2183.502973] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3923b4ee-54da-4868-bcf8-f09add2c289f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2183.511545] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-877933fa-0a80-4aad-a22c-ecc746eae21e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 2183.511745] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce3d3fdc-35f1-4e9c-a601-b2c991fcbb8c {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2183.519097] env[71058]: DEBUG oslo_vmware.api [None req-877933fa-0a80-4aad-a22c-ecc746eae21e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2183.519097] env[71058]:    value = "task-2874308"
[ 2183.519097] env[71058]:    _type = "Task"
[ 2183.519097] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2183.527561] env[71058]: DEBUG oslo_vmware.api [None req-877933fa-0a80-4aad-a22c-ecc746eae21e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2183.953408] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "refresh_cache-531677c9-e51c-4bd7-8e07-4c8d614a1a57" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2183.953796] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquired lock "refresh_cache-531677c9-e51c-4bd7-8e07-4c8d614a1a57" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2183.953796] env[71058]: DEBUG nova.network.neutron [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 2184.029429] env[71058]: DEBUG oslo_vmware.api [None req-877933fa-0a80-4aad-a22c-ecc746eae21e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874308, 'name': PowerOffVM_Task, 'duration_secs': 0.18117} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2184.029637] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-877933fa-0a80-4aad-a22c-ecc746eae21e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 2184.029798] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-877933fa-0a80-4aad-a22c-ecc746eae21e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 2184.030047] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acfff97f-9ae4-4210-8133-31147748cb02 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2184.094101] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-877933fa-0a80-4aad-a22c-ecc746eae21e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 2184.094400] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-877933fa-0a80-4aad-a22c-ecc746eae21e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 2184.094483] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-877933fa-0a80-4aad-a22c-ecc746eae21e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Deleting the datastore file [datastore2] b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 2184.094729] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88857894-c10c-41c5-b168-ed845d533531 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2184.100556] env[71058]: DEBUG oslo_vmware.api [None req-877933fa-0a80-4aad-a22c-ecc746eae21e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2184.100556] env[71058]:    value = "task-2874310"
[ 2184.100556] env[71058]:    _type = "Task"
[ 2184.100556] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2184.107928] env[71058]: DEBUG oslo_vmware.api [None req-877933fa-0a80-4aad-a22c-ecc746eae21e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2184.418028] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance f5c98df0-d081-43cd-8ee5-9c61c5d457a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 2184.418168] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 2184.418220] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 531677c9-e51c-4bd7-8e07-4c8d614a1a57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 2184.418363] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=71058) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
[ 2184.418499] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=71058) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
[ 2184.462133] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a15ab3-b468-4076-a139-b082e3bd5b7a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2184.469709] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c114fc-6b3b-4445-b73d-7dddc1e5864b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2184.499792] env[71058]: DEBUG nova.network.neutron [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 2184.501999] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b70438e-7099-4369-9107-a58d5198f003 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2184.509273] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c241cf52-63ee-4185-aedb-19c7f9333426 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2184.522131] env[71058]: DEBUG nova.compute.provider_tree [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 2184.609843] env[71058]: DEBUG oslo_vmware.api [None req-877933fa-0a80-4aad-a22c-ecc746eae21e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874310, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149776} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2184.610109] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-877933fa-0a80-4aad-a22c-ecc746eae21e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 2184.610308] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-877933fa-0a80-4aad-a22c-ecc746eae21e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 2184.610478] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-877933fa-0a80-4aad-a22c-ecc746eae21e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 2184.610646] env[71058]: INFO nova.compute.manager [None req-877933fa-0a80-4aad-a22c-ecc746eae21e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Took 1.11 seconds to destroy the instance on the hypervisor.
[ 2184.610889] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-877933fa-0a80-4aad-a22c-ecc746eae21e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 2184.611100] env[71058]: DEBUG nova.compute.manager [-] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 2184.611196] env[71058]: DEBUG nova.network.neutron [-] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 2184.638579] env[71058]: DEBUG nova.network.neutron [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Updating instance_info_cache with network_info: [{"id": "28667aea-02a0-4284-bd54-8d778dd41437", "address": "fa:16:3e:84:f0:33", "network": {"id": "eed0ed9f-c9c0-479d-9f26-32380ccce41d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-107034560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26714986ff914a30b2d9b73105bbc3f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28667aea-02", "ovs_interfaceid": "28667aea-02a0-4284-bd54-8d778dd41437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2185.044013] env[71058]: ERROR nova.scheduler.client.report [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [req-7d032bc8-4c09-4cef-8fde-940a073ba6bd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e78318ba-501a-470f-875b-8fbc021c2c5f.  Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict  ", "code": "placement.concurrent_update", "request_id": "req-7d032bc8-4c09-4cef-8fde-940a073ba6bd"}]}
[ 2185.059977] env[71058]: DEBUG nova.scheduler.client.report [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Refreshing inventories for resource provider e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:832}}
[ 2185.075296] env[71058]: DEBUG nova.scheduler.client.report [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Updating ProviderTree inventory for provider e78318ba-501a-470f-875b-8fbc021c2c5f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:796}}
[ 2185.075545] env[71058]: DEBUG nova.compute.provider_tree [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 2185.086090] env[71058]: DEBUG nova.scheduler.client.report [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Refreshing aggregate associations for resource provider e78318ba-501a-470f-875b-8fbc021c2c5f, aggregates: None {{(pid=71058) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:841}}
[ 2185.103571] env[71058]: DEBUG nova.scheduler.client.report [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Refreshing trait associations for resource provider e78318ba-501a-470f-875b-8fbc021c2c5f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=71058) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:853}}
[ 2185.140668] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Releasing lock "refresh_cache-531677c9-e51c-4bd7-8e07-4c8d614a1a57" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2185.140959] env[71058]: DEBUG nova.compute.manager [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Instance network_info: |[{"id": "28667aea-02a0-4284-bd54-8d778dd41437", "address": "fa:16:3e:84:f0:33", "network": {"id": "eed0ed9f-c9c0-479d-9f26-32380ccce41d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-107034560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26714986ff914a30b2d9b73105bbc3f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28667aea-02", "ovs_interfaceid": "28667aea-02a0-4284-bd54-8d778dd41437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 2185.141395] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:f0:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28667aea-02a0-4284-bd54-8d778dd41437', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 2185.149303] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 2185.150761] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 2185.151743] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7958f459-e481-4544-8955-dc17ef4f5c39 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2185.155434] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61a37481-4912-4236-ad7a-33da8b1895f0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2185.177363] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e7b629-c9b2-4bb8-8620-6695edfb89c4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2185.180621] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 2185.180621] env[71058]:    value = "task-2874311"
[ 2185.180621] env[71058]:    _type = "Task"
[ 2185.180621] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2185.217198] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d04426-9d77-4ddf-b22a-36c9c5aa4aaa {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2185.223105] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874311, 'name': CreateVM_Task} progress is 15%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2185.228071] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b194cd5d-9ae7-4041-b4b4-8b955f478ed9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2185.243354] env[71058]: DEBUG nova.compute.provider_tree [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 2185.398960] env[71058]: DEBUG nova.compute.manager [req-0e1cd2a5-8e6c-4b95-b661-fd6790068df3 req-83309142-b47a-4e3b-85f5-09b80613b943 service nova] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Received event network-changed-28667aea-02a0-4284-bd54-8d778dd41437 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2185.399193] env[71058]: DEBUG nova.compute.manager [req-0e1cd2a5-8e6c-4b95-b661-fd6790068df3 req-83309142-b47a-4e3b-85f5-09b80613b943 service nova] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Refreshing instance network info cache due to event network-changed-28667aea-02a0-4284-bd54-8d778dd41437. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 2185.399414] env[71058]: DEBUG oslo_concurrency.lockutils [req-0e1cd2a5-8e6c-4b95-b661-fd6790068df3 req-83309142-b47a-4e3b-85f5-09b80613b943 service nova] Acquiring lock "refresh_cache-531677c9-e51c-4bd7-8e07-4c8d614a1a57" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2185.399556] env[71058]: DEBUG oslo_concurrency.lockutils [req-0e1cd2a5-8e6c-4b95-b661-fd6790068df3 req-83309142-b47a-4e3b-85f5-09b80613b943 service nova] Acquired lock "refresh_cache-531677c9-e51c-4bd7-8e07-4c8d614a1a57" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2185.399715] env[71058]: DEBUG nova.network.neutron [req-0e1cd2a5-8e6c-4b95-b661-fd6790068df3 req-83309142-b47a-4e3b-85f5-09b80613b943 service nova] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Refreshing network info cache for port 28667aea-02a0-4284-bd54-8d778dd41437 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 2185.591025] env[71058]: DEBUG nova.network.neutron [-] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2185.690702] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874311, 'name': CreateVM_Task, 'duration_secs': 0.323516} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2185.690888] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 2185.691629] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2185.691798] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2185.692144] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 2185.692410] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21e49459-aeb8-44e8-921f-4088f99c1002 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2185.696876] env[71058]: DEBUG oslo_vmware.api [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2185.696876] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e5f381-2601-e1b5-63d8-246f1ee19c99"
[ 2185.696876] env[71058]:    _type = "Task"
[ 2185.696876] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2185.704989] env[71058]: DEBUG oslo_vmware.api [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e5f381-2601-e1b5-63d8-246f1ee19c99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2185.776402] env[71058]: DEBUG nova.scheduler.client.report [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Updated inventory for provider e78318ba-501a-470f-875b-8fbc021c2c5f with generation 173 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:985}}
[ 2185.776676] env[71058]: DEBUG nova.compute.provider_tree [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Updating resource provider e78318ba-501a-470f-875b-8fbc021c2c5f generation from 173 to 174 during operation: update_inventory {{(pid=71058) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
[ 2185.776832] env[71058]: DEBUG nova.compute.provider_tree [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 2186.093896] env[71058]: INFO nova.compute.manager [-] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Took 1.48 seconds to deallocate network for instance.
[ 2186.127775] env[71058]: DEBUG nova.network.neutron [req-0e1cd2a5-8e6c-4b95-b661-fd6790068df3 req-83309142-b47a-4e3b-85f5-09b80613b943 service nova] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Updated VIF entry in instance network info cache for port 28667aea-02a0-4284-bd54-8d778dd41437. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 2186.128184] env[71058]: DEBUG nova.network.neutron [req-0e1cd2a5-8e6c-4b95-b661-fd6790068df3 req-83309142-b47a-4e3b-85f5-09b80613b943 service nova] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Updating instance_info_cache with network_info: [{"id": "28667aea-02a0-4284-bd54-8d778dd41437", "address": "fa:16:3e:84:f0:33", "network": {"id": "eed0ed9f-c9c0-479d-9f26-32380ccce41d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-107034560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26714986ff914a30b2d9b73105bbc3f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28667aea-02", "ovs_interfaceid": "28667aea-02a0-4284-bd54-8d778dd41437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2186.207680] env[71058]: DEBUG oslo_vmware.api [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52e5f381-2601-e1b5-63d8-246f1ee19c99, 'name': SearchDatastore_Task, 'duration_secs': 0.010603} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2186.207981] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2186.208216] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 2186.208447] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2186.208592] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2186.208765] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 2186.209028] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdcc65c4-0b88-4dcb-bac7-63e2360cbfad {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2186.217041] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 2186.217216] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 2186.217885] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c07ed9d6-0529-4fe6-ad17-3c13f093cd81 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2186.222866] env[71058]: DEBUG oslo_vmware.api [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2186.222866] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d8e5ae-960f-8418-8468-619debc39f78"
[ 2186.222866] env[71058]:    _type = "Task"
[ 2186.222866] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2186.229807] env[71058]: DEBUG oslo_vmware.api [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d8e5ae-960f-8418-8468-619debc39f78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2186.282107] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71058) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
[ 2186.282313] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.891s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2186.602289] env[71058]: DEBUG oslo_concurrency.lockutils [None req-877933fa-0a80-4aad-a22c-ecc746eae21e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2186.602630] env[71058]: DEBUG oslo_concurrency.lockutils [None req-877933fa-0a80-4aad-a22c-ecc746eae21e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2186.602888] env[71058]: DEBUG nova.objects.instance [None req-877933fa-0a80-4aad-a22c-ecc746eae21e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lazy-loading 'resources' on Instance uuid b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2186.631028] env[71058]: DEBUG oslo_concurrency.lockutils [req-0e1cd2a5-8e6c-4b95-b661-fd6790068df3 req-83309142-b47a-4e3b-85f5-09b80613b943 service nova] Releasing lock "refresh_cache-531677c9-e51c-4bd7-8e07-4c8d614a1a57" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2186.631367] env[71058]: DEBUG nova.compute.manager [req-0e1cd2a5-8e6c-4b95-b661-fd6790068df3 req-83309142-b47a-4e3b-85f5-09b80613b943 service nova] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Received event network-vif-deleted-af25e492-11ca-4c71-9082-c271bf151d7c {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2186.631620] env[71058]: INFO nova.compute.manager [req-0e1cd2a5-8e6c-4b95-b661-fd6790068df3 req-83309142-b47a-4e3b-85f5-09b80613b943 service nova] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Neutron deleted interface af25e492-11ca-4c71-9082-c271bf151d7c; detaching it from the instance and deleting it from the info cache
[ 2186.631826] env[71058]: DEBUG nova.network.neutron [req-0e1cd2a5-8e6c-4b95-b661-fd6790068df3 req-83309142-b47a-4e3b-85f5-09b80613b943 service nova] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2186.733023] env[71058]: DEBUG oslo_vmware.api [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52d8e5ae-960f-8418-8468-619debc39f78, 'name': SearchDatastore_Task, 'duration_secs': 0.00849} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2186.733778] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-febae067-0c26-4f63-996c-55df7d74eb09 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2186.738436] env[71058]: DEBUG oslo_vmware.api [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2186.738436] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52ba403c-b7ea-d71c-ee33-485e3c85469f"
[ 2186.738436] env[71058]:    _type = "Task"
[ 2186.738436] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2186.745391] env[71058]: DEBUG oslo_vmware.api [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52ba403c-b7ea-d71c-ee33-485e3c85469f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2187.134854] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4da6da7c-27dd-467d-8cbf-5156de4865d9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2187.146929] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1d9f3e-bba0-440f-8c8d-6def47c87e84 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2187.166427] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264c5d60-fc4c-4535-ab20-ef9da31424a9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2187.176031] env[71058]: DEBUG nova.compute.manager [req-0e1cd2a5-8e6c-4b95-b661-fd6790068df3 req-83309142-b47a-4e3b-85f5-09b80613b943 service nova] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Detach interface failed, port_id=af25e492-11ca-4c71-9082-c271bf151d7c, reason: Instance b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55 could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 2187.180305] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a548df34-9880-46ee-ae79-c308ac86394e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2187.209314] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e030a96c-4809-4626-b2fc-1b04a048d4e2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2187.216138] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7492a8d9-311d-48b0-be18-8c23a86fed1b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2187.228755] env[71058]: DEBUG nova.compute.provider_tree [None req-877933fa-0a80-4aad-a22c-ecc746eae21e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2187.246733] env[71058]: DEBUG oslo_vmware.api [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52ba403c-b7ea-d71c-ee33-485e3c85469f, 'name': SearchDatastore_Task, 'duration_secs': 0.009231} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2187.246969] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2187.247230] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 531677c9-e51c-4bd7-8e07-4c8d614a1a57/531677c9-e51c-4bd7-8e07-4c8d614a1a57.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 2187.247459] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17184832-c166-4e78-8675-28b0bd457787 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2187.253951] env[71058]: DEBUG oslo_vmware.api [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2187.253951] env[71058]:    value = "task-2874312"
[ 2187.253951] env[71058]:    _type = "Task"
[ 2187.253951] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2187.261281] env[71058]: DEBUG oslo_vmware.api [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2187.283056] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2187.283233] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2187.283398] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2187.283529] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71058) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}}
[ 2187.732214] env[71058]: DEBUG nova.scheduler.client.report [None req-877933fa-0a80-4aad-a22c-ecc746eae21e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 2187.764310] env[71058]: DEBUG oslo_vmware.api [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440419} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2187.764635] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 531677c9-e51c-4bd7-8e07-4c8d614a1a57/531677c9-e51c-4bd7-8e07-4c8d614a1a57.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 2187.764904] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 2187.765247] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffc2e843-79fc-4a26-abcc-96b713ae1134 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2187.772015] env[71058]: DEBUG oslo_vmware.api [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2187.772015] env[71058]:    value = "task-2874313"
[ 2187.772015] env[71058]:    _type = "Task"
[ 2187.772015] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2187.781874] env[71058]: DEBUG oslo_vmware.api [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2188.236765] env[71058]: DEBUG oslo_concurrency.lockutils [None req-877933fa-0a80-4aad-a22c-ecc746eae21e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2188.257203] env[71058]: INFO nova.scheduler.client.report [None req-877933fa-0a80-4aad-a22c-ecc746eae21e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Deleted allocations for instance b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55
[ 2188.283618] env[71058]: DEBUG oslo_vmware.api [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065567} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2188.283904] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 2188.284730] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954ea2d7-0eee-43ca-b42a-fc3aee55b235 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2188.306736] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 531677c9-e51c-4bd7-8e07-4c8d614a1a57/531677c9-e51c-4bd7-8e07-4c8d614a1a57.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 2188.307012] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18af722d-bc7b-44a2-a6b0-17e75cb67f9d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2188.326411] env[71058]: DEBUG oslo_vmware.api [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2188.326411] env[71058]:    value = "task-2874314"
[ 2188.326411] env[71058]:    _type = "Task"
[ 2188.326411] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2188.338161] env[71058]: DEBUG oslo_vmware.api [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874314, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2188.765638] env[71058]: DEBUG oslo_concurrency.lockutils [None req-877933fa-0a80-4aad-a22c-ecc746eae21e tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.771s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2188.836075] env[71058]: DEBUG oslo_vmware.api [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874314, 'name': ReconfigVM_Task, 'duration_secs': 0.317611} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2188.836399] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 531677c9-e51c-4bd7-8e07-4c8d614a1a57/531677c9-e51c-4bd7-8e07-4c8d614a1a57.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 2188.837042] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b030b8c-7439-4bd6-ac10-a09a56029836 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2188.843051] env[71058]: DEBUG oslo_vmware.api [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2188.843051] env[71058]:    value = "task-2874315"
[ 2188.843051] env[71058]:    _type = "Task"
[ 2188.843051] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2188.849992] env[71058]: DEBUG oslo_vmware.api [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874315, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2189.352406] env[71058]: DEBUG oslo_vmware.api [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874315, 'name': Rename_Task, 'duration_secs': 0.130421} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2189.352720] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 2189.352921] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef89a708-de2d-4687-a3af-89c311dddc99 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2189.359148] env[71058]: DEBUG oslo_vmware.api [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2189.359148] env[71058]:    value = "task-2874316"
[ 2189.359148] env[71058]:    _type = "Task"
[ 2189.359148] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2189.366524] env[71058]: DEBUG oslo_vmware.api [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2189.821842] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2189.869388] env[71058]: DEBUG oslo_vmware.api [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874316, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2189.978992] env[71058]: DEBUG oslo_concurrency.lockutils [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "6bd33081-6b3b-491c-89f1-497dec6b5b83" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2189.979300] env[71058]: DEBUG oslo_concurrency.lockutils [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "6bd33081-6b3b-491c-89f1-497dec6b5b83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2190.369938] env[71058]: DEBUG oslo_vmware.api [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874316, 'name': PowerOnVM_Task, 'duration_secs': 0.990401} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2190.370304] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 2190.370374] env[71058]: INFO nova.compute.manager [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Took 7.20 seconds to spawn the instance on the hypervisor.
[ 2190.370553] env[71058]: DEBUG nova.compute.manager [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 2190.371333] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab539310-1e97-4535-a2ca-18e17cb45d4d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2190.481558] env[71058]: DEBUG nova.compute.manager [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Starting instance... {{(pid=71058) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 2190.887871] env[71058]: INFO nova.compute.manager [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Took 11.88 seconds to build instance.
[ 2190.961247] env[71058]: DEBUG nova.compute.manager [req-216a9269-5292-442a-8189-e557bde59673 req-61a0f4fc-a60a-4dd7-8f00-055f0341ed05 service nova] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Received event network-changed-28667aea-02a0-4284-bd54-8d778dd41437 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2190.961311] env[71058]: DEBUG nova.compute.manager [req-216a9269-5292-442a-8189-e557bde59673 req-61a0f4fc-a60a-4dd7-8f00-055f0341ed05 service nova] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Refreshing instance network info cache due to event network-changed-28667aea-02a0-4284-bd54-8d778dd41437. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 2190.961513] env[71058]: DEBUG oslo_concurrency.lockutils [req-216a9269-5292-442a-8189-e557bde59673 req-61a0f4fc-a60a-4dd7-8f00-055f0341ed05 service nova] Acquiring lock "refresh_cache-531677c9-e51c-4bd7-8e07-4c8d614a1a57" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2190.961653] env[71058]: DEBUG oslo_concurrency.lockutils [req-216a9269-5292-442a-8189-e557bde59673 req-61a0f4fc-a60a-4dd7-8f00-055f0341ed05 service nova] Acquired lock "refresh_cache-531677c9-e51c-4bd7-8e07-4c8d614a1a57" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2190.962074] env[71058]: DEBUG nova.network.neutron [req-216a9269-5292-442a-8189-e557bde59673 req-61a0f4fc-a60a-4dd7-8f00-055f0341ed05 service nova] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Refreshing network info cache for port 28667aea-02a0-4284-bd54-8d778dd41437 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 2191.004875] env[71058]: DEBUG oslo_concurrency.lockutils [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2191.005172] env[71058]: DEBUG oslo_concurrency.lockutils [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2191.007067] env[71058]: INFO nova.compute.claims [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 2191.389623] env[71058]: DEBUG oslo_concurrency.lockutils [None req-cfa19a95-d40a-446f-83ca-90d90fcca494 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "531677c9-e51c-4bd7-8e07-4c8d614a1a57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.389s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2191.899824] env[71058]: DEBUG nova.network.neutron [req-216a9269-5292-442a-8189-e557bde59673 req-61a0f4fc-a60a-4dd7-8f00-055f0341ed05 service nova] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Updated VIF entry in instance network info cache for port 28667aea-02a0-4284-bd54-8d778dd41437. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 2191.900343] env[71058]: DEBUG nova.network.neutron [req-216a9269-5292-442a-8189-e557bde59673 req-61a0f4fc-a60a-4dd7-8f00-055f0341ed05 service nova] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Updating instance_info_cache with network_info: [{"id": "28667aea-02a0-4284-bd54-8d778dd41437", "address": "fa:16:3e:84:f0:33", "network": {"id": "eed0ed9f-c9c0-479d-9f26-32380ccce41d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-107034560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26714986ff914a30b2d9b73105bbc3f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28667aea-02", "ovs_interfaceid": "28667aea-02a0-4284-bd54-8d778dd41437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2192.063637] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df4e9a9-8610-41b1-bf63-23dd164ff762 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2192.071090] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c5c1aa-2519-4a9a-b4ce-4e088fae0610 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2192.101754] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365e40a7-51e4-44a6-b0a3-fc1cdb4f6de8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2192.108431] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa736f59-48e1-43ab-8e72-5418e3a8b1cc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2192.121551] env[71058]: DEBUG nova.compute.provider_tree [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 2192.403679] env[71058]: DEBUG oslo_concurrency.lockutils [req-216a9269-5292-442a-8189-e557bde59673 req-61a0f4fc-a60a-4dd7-8f00-055f0341ed05 service nova] Releasing lock "refresh_cache-531677c9-e51c-4bd7-8e07-4c8d614a1a57" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2192.643965] env[71058]: ERROR nova.scheduler.client.report [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [req-02aabba0-1712-4cd2-a87e-b907347af8dc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e78318ba-501a-470f-875b-8fbc021c2c5f.  Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict  ", "code": "placement.concurrent_update", "request_id": "req-02aabba0-1712-4cd2-a87e-b907347af8dc"}]}
[ 2192.661092] env[71058]: DEBUG nova.scheduler.client.report [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Refreshing inventories for resource provider e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:832}}
[ 2192.673342] env[71058]: DEBUG nova.scheduler.client.report [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Updating ProviderTree inventory for provider e78318ba-501a-470f-875b-8fbc021c2c5f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:796}}
[ 2192.673587] env[71058]: DEBUG nova.compute.provider_tree [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 2192.684868] env[71058]: DEBUG nova.scheduler.client.report [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Refreshing aggregate associations for resource provider e78318ba-501a-470f-875b-8fbc021c2c5f, aggregates: None {{(pid=71058) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:841}}
[ 2192.700708] env[71058]: DEBUG nova.scheduler.client.report [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Refreshing trait associations for resource provider e78318ba-501a-470f-875b-8fbc021c2c5f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=71058) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:853}}
[ 2192.743485] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d587905-81a6-401f-9d5f-bbf2cb334642 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2192.750840] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f09fd5c-8bf5-422d-82f3-1a89c62f0417 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2192.779554] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23d0c77-8f55-4cee-9f52-0f44320f1186 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2192.786512] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe4d034-6792-47d9-b256-f2bb3f574f87 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2192.800369] env[71058]: DEBUG nova.compute.provider_tree [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 2193.331278] env[71058]: DEBUG nova.scheduler.client.report [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Updated inventory for provider e78318ba-501a-470f-875b-8fbc021c2c5f with generation 175 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:985}}
[ 2193.331540] env[71058]: DEBUG nova.compute.provider_tree [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Updating resource provider e78318ba-501a-470f-875b-8fbc021c2c5f generation from 175 to 176 during operation: update_inventory {{(pid=71058) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
[ 2193.331718] env[71058]: DEBUG nova.compute.provider_tree [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 2193.781876] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8775c67e-6261-4d83-969d-0e78086f5a18 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Acquiring lock "f5c98df0-d081-43cd-8ee5-9c61c5d457a1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2193.782256] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8775c67e-6261-4d83-969d-0e78086f5a18 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Lock "f5c98df0-d081-43cd-8ee5-9c61c5d457a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2193.782386] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8775c67e-6261-4d83-969d-0e78086f5a18 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Acquiring lock "f5c98df0-d081-43cd-8ee5-9c61c5d457a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2193.782628] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8775c67e-6261-4d83-969d-0e78086f5a18 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Lock "f5c98df0-d081-43cd-8ee5-9c61c5d457a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2193.782804] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8775c67e-6261-4d83-969d-0e78086f5a18 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Lock "f5c98df0-d081-43cd-8ee5-9c61c5d457a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2193.784957] env[71058]: INFO nova.compute.manager [None req-8775c67e-6261-4d83-969d-0e78086f5a18 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Terminating instance
[ 2193.835950] env[71058]: DEBUG oslo_concurrency.lockutils [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.831s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2193.836470] env[71058]: DEBUG nova.compute.manager [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Start building networks asynchronously for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 2194.288263] env[71058]: DEBUG nova.compute.manager [None req-8775c67e-6261-4d83-969d-0e78086f5a18 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 2194.288487] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8775c67e-6261-4d83-969d-0e78086f5a18 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 2194.289464] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f22da6-b257-4291-900f-6302c442b5a3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2194.297224] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-8775c67e-6261-4d83-969d-0e78086f5a18 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 2194.297468] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f79aae06-ad97-4270-8d39-34d2f2165976 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2194.304083] env[71058]: DEBUG oslo_vmware.api [None req-8775c67e-6261-4d83-969d-0e78086f5a18 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Waiting for the task: (returnval){
[ 2194.304083] env[71058]:    value = "task-2874317"
[ 2194.304083] env[71058]:    _type = "Task"
[ 2194.304083] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2194.312669] env[71058]: DEBUG oslo_vmware.api [None req-8775c67e-6261-4d83-969d-0e78086f5a18 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Task: {'id': task-2874317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2194.341342] env[71058]: DEBUG nova.compute.utils [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 2194.342813] env[71058]: DEBUG nova.compute.manager [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Allocating IP information in the background. {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 2194.342978] env[71058]: DEBUG nova.network.neutron [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] allocate_for_instance() {{(pid=71058) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 2194.379437] env[71058]: DEBUG nova.policy [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e9aff900edd453286211979760989c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0f4a9339cb54309bb039c8b9533c473', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71058) authorize /opt/stack/nova/nova/policy.py:192}}
[ 2194.684047] env[71058]: DEBUG nova.network.neutron [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Successfully created port: 2c62ae61-38d8-4515-881f-9cf14d53dec4 {{(pid=71058) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 2194.814494] env[71058]: DEBUG oslo_vmware.api [None req-8775c67e-6261-4d83-969d-0e78086f5a18 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Task: {'id': task-2874317, 'name': PowerOffVM_Task, 'duration_secs': 0.187767} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2194.814822] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-8775c67e-6261-4d83-969d-0e78086f5a18 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 2194.814870] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8775c67e-6261-4d83-969d-0e78086f5a18 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 2194.815113] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e0ea64e-594b-45fb-8a8e-e8b26e675fe9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2194.846384] env[71058]: DEBUG nova.compute.manager [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Start building block device mappings for instance. {{(pid=71058) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 2194.876464] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8775c67e-6261-4d83-969d-0e78086f5a18 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 2194.876691] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8775c67e-6261-4d83-969d-0e78086f5a18 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 2194.876909] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-8775c67e-6261-4d83-969d-0e78086f5a18 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Deleting the datastore file [datastore2] f5c98df0-d081-43cd-8ee5-9c61c5d457a1 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 2194.877226] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e06bc29a-d3e3-46b3-adbd-8ba380369e90 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2194.883910] env[71058]: DEBUG oslo_vmware.api [None req-8775c67e-6261-4d83-969d-0e78086f5a18 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Waiting for the task: (returnval){
[ 2194.883910] env[71058]:    value = "task-2874319"
[ 2194.883910] env[71058]:    _type = "Task"
[ 2194.883910] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2194.891988] env[71058]: DEBUG oslo_vmware.api [None req-8775c67e-6261-4d83-969d-0e78086f5a18 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Task: {'id': task-2874319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2195.394074] env[71058]: DEBUG oslo_vmware.api [None req-8775c67e-6261-4d83-969d-0e78086f5a18 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Task: {'id': task-2874319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127115} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2195.394280] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-8775c67e-6261-4d83-969d-0e78086f5a18 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 2195.394464] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8775c67e-6261-4d83-969d-0e78086f5a18 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 2195.394635] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-8775c67e-6261-4d83-969d-0e78086f5a18 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 2195.394799] env[71058]: INFO nova.compute.manager [None req-8775c67e-6261-4d83-969d-0e78086f5a18 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Took 1.11 seconds to destroy the instance on the hypervisor.
[ 2195.395049] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8775c67e-6261-4d83-969d-0e78086f5a18 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 2195.395240] env[71058]: DEBUG nova.compute.manager [-] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 2195.395339] env[71058]: DEBUG nova.network.neutron [-] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 2195.822351] env[71058]: DEBUG nova.compute.manager [req-a5be68d5-2449-42f0-bf49-f0507c2e58e6 req-e40057c3-bf1a-4468-a08c-c4d15b6094b6 service nova] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Received event network-vif-deleted-ca58084d-ce65-49ef-92f8-1c6f363ce749 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2195.822724] env[71058]: INFO nova.compute.manager [req-a5be68d5-2449-42f0-bf49-f0507c2e58e6 req-e40057c3-bf1a-4468-a08c-c4d15b6094b6 service nova] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Neutron deleted interface ca58084d-ce65-49ef-92f8-1c6f363ce749; detaching it from the instance and deleting it from the info cache
[ 2195.822724] env[71058]: DEBUG nova.network.neutron [req-a5be68d5-2449-42f0-bf49-f0507c2e58e6 req-e40057c3-bf1a-4468-a08c-c4d15b6094b6 service nova] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2195.855218] env[71058]: DEBUG nova.compute.manager [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Start spawning the instance on the hypervisor. {{(pid=71058) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 2195.885320] env[71058]: DEBUG nova.virt.hardware [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T01:42:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T01:41:55Z,direct_url=<?>,disk_format='vmdk',id=8099d743-3bb3-45d8-acee-c2b5ceed489a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d1c18a3f449b4cfab95ea081d737b0f7',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-10T01:41:56Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 2195.885585] env[71058]: DEBUG nova.virt.hardware [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Flavor limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 2195.885741] env[71058]: DEBUG nova.virt.hardware [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Image limits 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 2195.886215] env[71058]: DEBUG nova.virt.hardware [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Flavor pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 2195.886444] env[71058]: DEBUG nova.virt.hardware [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Image pref 0:0:0 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 2195.886696] env[71058]: DEBUG nova.virt.hardware [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71058) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 2195.886924] env[71058]: DEBUG nova.virt.hardware [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 2195.887099] env[71058]: DEBUG nova.virt.hardware [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 2195.887272] env[71058]: DEBUG nova.virt.hardware [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Got 1 possible topologies {{(pid=71058) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 2195.887435] env[71058]: DEBUG nova.virt.hardware [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 2195.887606] env[71058]: DEBUG nova.virt.hardware [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71058) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 2195.888516] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07596fe4-e584-4523-9b58-d977e0af1174 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2195.896868] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39284cb-ea20-4667-80df-14658bb6f5da {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2196.148546] env[71058]: DEBUG nova.network.neutron [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Successfully updated port: 2c62ae61-38d8-4515-881f-9cf14d53dec4 {{(pid=71058) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 2196.304854] env[71058]: DEBUG nova.network.neutron [-] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2196.325510] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9cc46d4a-4981-4784-8918-cff0a948b608 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2196.335188] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34c54b9-9d72-42d8-9069-9224fbead5a8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2196.359421] env[71058]: DEBUG nova.compute.manager [req-a5be68d5-2449-42f0-bf49-f0507c2e58e6 req-e40057c3-bf1a-4468-a08c-c4d15b6094b6 service nova] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Detach interface failed, port_id=ca58084d-ce65-49ef-92f8-1c6f363ce749, reason: Instance f5c98df0-d081-43cd-8ee5-9c61c5d457a1 could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 2196.651247] env[71058]: DEBUG oslo_concurrency.lockutils [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "refresh_cache-6bd33081-6b3b-491c-89f1-497dec6b5b83" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2196.651247] env[71058]: DEBUG oslo_concurrency.lockutils [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquired lock "refresh_cache-6bd33081-6b3b-491c-89f1-497dec6b5b83" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2196.651402] env[71058]: DEBUG nova.network.neutron [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 2196.807084] env[71058]: INFO nova.compute.manager [-] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Took 1.41 seconds to deallocate network for instance.
[ 2197.183736] env[71058]: DEBUG nova.network.neutron [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Instance cache missing network info. {{(pid=71058) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 2197.305048] env[71058]: DEBUG nova.network.neutron [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Updating instance_info_cache with network_info: [{"id": "2c62ae61-38d8-4515-881f-9cf14d53dec4", "address": "fa:16:3e:39:e2:11", "network": {"id": "c13424cd-3787-4aef-8aaa-6f7e98678c9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-973121726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f4a9339cb54309bb039c8b9533c473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c62ae61-38", "ovs_interfaceid": "2c62ae61-38d8-4515-881f-9cf14d53dec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2197.314461] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8775c67e-6261-4d83-969d-0e78086f5a18 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2197.314738] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8775c67e-6261-4d83-969d-0e78086f5a18 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2197.314946] env[71058]: DEBUG nova.objects.instance [None req-8775c67e-6261-4d83-969d-0e78086f5a18 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Lazy-loading 'resources' on Instance uuid f5c98df0-d081-43cd-8ee5-9c61c5d457a1 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2197.807393] env[71058]: DEBUG oslo_concurrency.lockutils [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Releasing lock "refresh_cache-6bd33081-6b3b-491c-89f1-497dec6b5b83" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2197.807718] env[71058]: DEBUG nova.compute.manager [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Instance network_info: |[{"id": "2c62ae61-38d8-4515-881f-9cf14d53dec4", "address": "fa:16:3e:39:e2:11", "network": {"id": "c13424cd-3787-4aef-8aaa-6f7e98678c9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-973121726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f4a9339cb54309bb039c8b9533c473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c62ae61-38", "ovs_interfaceid": "2c62ae61-38d8-4515-881f-9cf14d53dec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71058) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 2197.808207] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:e2:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c62ae61-38d8-4515-881f-9cf14d53dec4', 'vif_model': 'vmxnet3'}] {{(pid=71058) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 2197.815642] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 2197.815838] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Creating VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 2197.816069] env[71058]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d3c54e5-0cb2-48f8-a1df-ec53e978c622 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2197.839247] env[71058]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 2197.839247] env[71058]:    value = "task-2874320"
[ 2197.839247] env[71058]:    _type = "Task"
[ 2197.839247] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2197.846695] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874320, 'name': CreateVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2197.848931] env[71058]: DEBUG nova.compute.manager [req-d9a75e3f-1bb8-4653-a5be-82f765d17fa3 req-1025e21f-7962-43ea-b31d-d16ef40a2aa0 service nova] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Received event network-vif-plugged-2c62ae61-38d8-4515-881f-9cf14d53dec4 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2197.849351] env[71058]: DEBUG oslo_concurrency.lockutils [req-d9a75e3f-1bb8-4653-a5be-82f765d17fa3 req-1025e21f-7962-43ea-b31d-d16ef40a2aa0 service nova] Acquiring lock "6bd33081-6b3b-491c-89f1-497dec6b5b83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2197.849599] env[71058]: DEBUG oslo_concurrency.lockutils [req-d9a75e3f-1bb8-4653-a5be-82f765d17fa3 req-1025e21f-7962-43ea-b31d-d16ef40a2aa0 service nova] Lock "6bd33081-6b3b-491c-89f1-497dec6b5b83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2197.849903] env[71058]: DEBUG oslo_concurrency.lockutils [req-d9a75e3f-1bb8-4653-a5be-82f765d17fa3 req-1025e21f-7962-43ea-b31d-d16ef40a2aa0 service nova] Lock "6bd33081-6b3b-491c-89f1-497dec6b5b83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2197.850029] env[71058]: DEBUG nova.compute.manager [req-d9a75e3f-1bb8-4653-a5be-82f765d17fa3 req-1025e21f-7962-43ea-b31d-d16ef40a2aa0 service nova] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] No waiting events found dispatching network-vif-plugged-2c62ae61-38d8-4515-881f-9cf14d53dec4 {{(pid=71058) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 2197.850252] env[71058]: WARNING nova.compute.manager [req-d9a75e3f-1bb8-4653-a5be-82f765d17fa3 req-1025e21f-7962-43ea-b31d-d16ef40a2aa0 service nova] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Received unexpected event network-vif-plugged-2c62ae61-38d8-4515-881f-9cf14d53dec4 for instance with vm_state building and task_state spawning.
[ 2197.850460] env[71058]: DEBUG nova.compute.manager [req-d9a75e3f-1bb8-4653-a5be-82f765d17fa3 req-1025e21f-7962-43ea-b31d-d16ef40a2aa0 service nova] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Received event network-changed-2c62ae61-38d8-4515-881f-9cf14d53dec4 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2197.850659] env[71058]: DEBUG nova.compute.manager [req-d9a75e3f-1bb8-4653-a5be-82f765d17fa3 req-1025e21f-7962-43ea-b31d-d16ef40a2aa0 service nova] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Refreshing instance network info cache due to event network-changed-2c62ae61-38d8-4515-881f-9cf14d53dec4. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 2197.850885] env[71058]: DEBUG oslo_concurrency.lockutils [req-d9a75e3f-1bb8-4653-a5be-82f765d17fa3 req-1025e21f-7962-43ea-b31d-d16ef40a2aa0 service nova] Acquiring lock "refresh_cache-6bd33081-6b3b-491c-89f1-497dec6b5b83" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2197.851080] env[71058]: DEBUG oslo_concurrency.lockutils [req-d9a75e3f-1bb8-4653-a5be-82f765d17fa3 req-1025e21f-7962-43ea-b31d-d16ef40a2aa0 service nova] Acquired lock "refresh_cache-6bd33081-6b3b-491c-89f1-497dec6b5b83" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2197.851287] env[71058]: DEBUG nova.network.neutron [req-d9a75e3f-1bb8-4653-a5be-82f765d17fa3 req-1025e21f-7962-43ea-b31d-d16ef40a2aa0 service nova] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Refreshing network info cache for port 2c62ae61-38d8-4515-881f-9cf14d53dec4 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 2197.887406] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4834cac3-4976-4d7d-b13b-ef66d8810bc4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2197.895264] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6652cbc2-4c22-4ffa-8413-8572ea5fbeca {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2197.926411] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc43e1bb-7224-4925-ba48-0d154215ca5f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2197.933893] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623ec09c-e32e-438a-b312-f273ac0063bb {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2197.947259] env[71058]: DEBUG nova.compute.provider_tree [None req-8775c67e-6261-4d83-969d-0e78086f5a18 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 2198.348899] env[71058]: DEBUG oslo_vmware.api [-] Task: {'id': task-2874320, 'name': CreateVM_Task, 'duration_secs': 0.333166} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2198.349393] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Created VM on the ESX host {{(pid=71058) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 2198.349876] env[71058]: DEBUG oslo_concurrency.lockutils [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2198.350100] env[71058]: DEBUG oslo_concurrency.lockutils [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2198.350473] env[71058]: DEBUG oslo_concurrency.lockutils [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 2198.350789] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53f27d14-84bd-487a-8c8a-b36ff44d5480 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2198.357377] env[71058]: DEBUG oslo_vmware.api [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2198.357377] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c474e7-af5f-10c8-3d97-6ebdc49f67b9"
[ 2198.357377] env[71058]:    _type = "Task"
[ 2198.357377] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2198.365108] env[71058]: DEBUG oslo_vmware.api [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c474e7-af5f-10c8-3d97-6ebdc49f67b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2198.479274] env[71058]: DEBUG nova.scheduler.client.report [None req-8775c67e-6261-4d83-969d-0e78086f5a18 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Updated inventory for provider e78318ba-501a-470f-875b-8fbc021c2c5f with generation 176 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:985}}
[ 2198.479538] env[71058]: DEBUG nova.compute.provider_tree [None req-8775c67e-6261-4d83-969d-0e78086f5a18 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Updating resource provider e78318ba-501a-470f-875b-8fbc021c2c5f generation from 176 to 177 during operation: update_inventory {{(pid=71058) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
[ 2198.479715] env[71058]: DEBUG nova.compute.provider_tree [None req-8775c67e-6261-4d83-969d-0e78086f5a18 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 2198.547668] env[71058]: DEBUG nova.network.neutron [req-d9a75e3f-1bb8-4653-a5be-82f765d17fa3 req-1025e21f-7962-43ea-b31d-d16ef40a2aa0 service nova] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Updated VIF entry in instance network info cache for port 2c62ae61-38d8-4515-881f-9cf14d53dec4. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 2198.548048] env[71058]: DEBUG nova.network.neutron [req-d9a75e3f-1bb8-4653-a5be-82f765d17fa3 req-1025e21f-7962-43ea-b31d-d16ef40a2aa0 service nova] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Updating instance_info_cache with network_info: [{"id": "2c62ae61-38d8-4515-881f-9cf14d53dec4", "address": "fa:16:3e:39:e2:11", "network": {"id": "c13424cd-3787-4aef-8aaa-6f7e98678c9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-973121726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f4a9339cb54309bb039c8b9533c473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c62ae61-38", "ovs_interfaceid": "2c62ae61-38d8-4515-881f-9cf14d53dec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2198.868729] env[71058]: DEBUG oslo_vmware.api [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]52c474e7-af5f-10c8-3d97-6ebdc49f67b9, 'name': SearchDatastore_Task, 'duration_secs': 0.009917} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2198.869030] env[71058]: DEBUG oslo_concurrency.lockutils [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2198.869291] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Processing image 8099d743-3bb3-45d8-acee-c2b5ceed489a {{(pid=71058) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 2198.869534] env[71058]: DEBUG oslo_concurrency.lockutils [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2198.869679] env[71058]: DEBUG oslo_concurrency.lockutils [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2198.869851] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 2198.870132] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f846332-3c5f-41a2-a2e4-805f99d6a4b3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2198.878464] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71058) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 2198.878619] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71058) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 2198.879293] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3357558f-7068-4177-8a2b-54c3261c26a2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2198.884251] env[71058]: DEBUG oslo_vmware.api [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2198.884251] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520b2687-9cea-7e52-6edc-b964d0d3e799"
[ 2198.884251] env[71058]:    _type = "Task"
[ 2198.884251] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2198.891981] env[71058]: DEBUG oslo_vmware.api [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520b2687-9cea-7e52-6edc-b964d0d3e799, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2198.984104] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8775c67e-6261-4d83-969d-0e78086f5a18 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2199.001321] env[71058]: INFO nova.scheduler.client.report [None req-8775c67e-6261-4d83-969d-0e78086f5a18 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Deleted allocations for instance f5c98df0-d081-43cd-8ee5-9c61c5d457a1
[ 2199.050392] env[71058]: DEBUG oslo_concurrency.lockutils [req-d9a75e3f-1bb8-4653-a5be-82f765d17fa3 req-1025e21f-7962-43ea-b31d-d16ef40a2aa0 service nova] Releasing lock "refresh_cache-6bd33081-6b3b-491c-89f1-497dec6b5b83" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2199.394520] env[71058]: DEBUG oslo_vmware.api [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]520b2687-9cea-7e52-6edc-b964d0d3e799, 'name': SearchDatastore_Task, 'duration_secs': 0.009067} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2199.395289] env[71058]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f0c5589-5fcf-488e-b6ab-b8e2ea9a0bb0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2199.401650] env[71058]: DEBUG oslo_vmware.api [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2199.401650] env[71058]:    value = "session[52d947ee-c316-8f5f-e139-2bf89a3119fa]525f8ea2-de2d-f273-1e9e-a3a08be8ba2a"
[ 2199.401650] env[71058]:    _type = "Task"
[ 2199.401650] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2199.408983] env[71058]: DEBUG oslo_vmware.api [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]525f8ea2-de2d-f273-1e9e-a3a08be8ba2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2199.509430] env[71058]: DEBUG oslo_concurrency.lockutils [None req-8775c67e-6261-4d83-969d-0e78086f5a18 tempest-ServersTestFqdnHostnames-2076731495 tempest-ServersTestFqdnHostnames-2076731495-project-member] Lock "f5c98df0-d081-43cd-8ee5-9c61c5d457a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.727s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2199.911923] env[71058]: DEBUG oslo_vmware.api [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': session[52d947ee-c316-8f5f-e139-2bf89a3119fa]525f8ea2-de2d-f273-1e9e-a3a08be8ba2a, 'name': SearchDatastore_Task, 'duration_secs': 0.011887} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2199.912191] env[71058]: DEBUG oslo_concurrency.lockutils [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2199.912443] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 6bd33081-6b3b-491c-89f1-497dec6b5b83/6bd33081-6b3b-491c-89f1-497dec6b5b83.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 2199.912704] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad390c0e-e32b-411f-b900-3f1324c415e0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2199.919725] env[71058]: DEBUG oslo_vmware.api [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2199.919725] env[71058]:    value = "task-2874321"
[ 2199.919725] env[71058]:    _type = "Task"
[ 2199.919725] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2199.926870] env[71058]: DEBUG oslo_vmware.api [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2200.429956] env[71058]: DEBUG oslo_vmware.api [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474619} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2200.430319] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8099d743-3bb3-45d8-acee-c2b5ceed489a/8099d743-3bb3-45d8-acee-c2b5ceed489a.vmdk to [datastore2] 6bd33081-6b3b-491c-89f1-497dec6b5b83/6bd33081-6b3b-491c-89f1-497dec6b5b83.vmdk {{(pid=71058) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 2200.430454] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Extending root virtual disk to 1048576 {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 2200.430701] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e533220-9ffb-4a9f-8202-43bff8041166 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2200.436486] env[71058]: DEBUG oslo_vmware.api [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2200.436486] env[71058]:    value = "task-2874322"
[ 2200.436486] env[71058]:    _type = "Task"
[ 2200.436486] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2200.443854] env[71058]: DEBUG oslo_vmware.api [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874322, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2200.946924] env[71058]: DEBUG oslo_vmware.api [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874322, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073033} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2200.947212] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Extended root virtual disk {{(pid=71058) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 2200.948057] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee02a17-23db-4345-a35f-eedf27186b7d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2200.969600] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 6bd33081-6b3b-491c-89f1-497dec6b5b83/6bd33081-6b3b-491c-89f1-497dec6b5b83.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 2200.969886] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19a1949d-0ecd-45ab-b3ec-d8f88a8575f9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2200.988749] env[71058]: DEBUG oslo_vmware.api [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2200.988749] env[71058]:    value = "task-2874323"
[ 2200.988749] env[71058]:    _type = "Task"
[ 2200.988749] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2200.997726] env[71058]: DEBUG oslo_vmware.api [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874323, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2201.499951] env[71058]: DEBUG oslo_vmware.api [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2202.000356] env[71058]: DEBUG oslo_vmware.api [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874323, 'name': ReconfigVM_Task, 'duration_secs': 0.708161} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2202.000583] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 6bd33081-6b3b-491c-89f1-497dec6b5b83/6bd33081-6b3b-491c-89f1-497dec6b5b83.vmdk or device None with type sparse {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 2202.001215] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca5a9b94-b327-45e8-a3b4-1954e313cb49 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2202.009088] env[71058]: DEBUG oslo_vmware.api [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2202.009088] env[71058]:    value = "task-2874324"
[ 2202.009088] env[71058]:    _type = "Task"
[ 2202.009088] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2202.016184] env[71058]: DEBUG oslo_vmware.api [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874324, 'name': Rename_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2202.518889] env[71058]: DEBUG oslo_vmware.api [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874324, 'name': Rename_Task, 'duration_secs': 0.218906} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2202.519180] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 2202.519452] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9303303-f498-4a64-8e99-4fccc28cb01e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2202.525113] env[71058]: DEBUG oslo_vmware.api [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2202.525113] env[71058]:    value = "task-2874325"
[ 2202.525113] env[71058]:    _type = "Task"
[ 2202.525113] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2202.532629] env[71058]: DEBUG oslo_vmware.api [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2203.035794] env[71058]: DEBUG oslo_vmware.api [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874325, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2203.536371] env[71058]: DEBUG oslo_vmware.api [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874325, 'name': PowerOnVM_Task, 'duration_secs': 0.922919} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2203.536777] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 2203.536876] env[71058]: INFO nova.compute.manager [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Took 7.68 seconds to spawn the instance on the hypervisor.
[ 2203.536965] env[71058]: DEBUG nova.compute.manager [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 2203.537762] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155119ed-d524-4e5c-ad67-babad1f47b1e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2204.055063] env[71058]: INFO nova.compute.manager [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Took 13.07 seconds to build instance.
[ 2204.172275] env[71058]: DEBUG nova.compute.manager [req-91f5e3fd-0758-4922-9ef1-f68e9a31a4f8 req-0cf493f6-9bc7-42a3-b8d5-72382b945214 service nova] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Received event network-changed-2c62ae61-38d8-4515-881f-9cf14d53dec4 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2204.172495] env[71058]: DEBUG nova.compute.manager [req-91f5e3fd-0758-4922-9ef1-f68e9a31a4f8 req-0cf493f6-9bc7-42a3-b8d5-72382b945214 service nova] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Refreshing instance network info cache due to event network-changed-2c62ae61-38d8-4515-881f-9cf14d53dec4. {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 2204.172695] env[71058]: DEBUG oslo_concurrency.lockutils [req-91f5e3fd-0758-4922-9ef1-f68e9a31a4f8 req-0cf493f6-9bc7-42a3-b8d5-72382b945214 service nova] Acquiring lock "refresh_cache-6bd33081-6b3b-491c-89f1-497dec6b5b83" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2204.172833] env[71058]: DEBUG oslo_concurrency.lockutils [req-91f5e3fd-0758-4922-9ef1-f68e9a31a4f8 req-0cf493f6-9bc7-42a3-b8d5-72382b945214 service nova] Acquired lock "refresh_cache-6bd33081-6b3b-491c-89f1-497dec6b5b83" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2204.172996] env[71058]: DEBUG nova.network.neutron [req-91f5e3fd-0758-4922-9ef1-f68e9a31a4f8 req-0cf493f6-9bc7-42a3-b8d5-72382b945214 service nova] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Refreshing network info cache for port 2c62ae61-38d8-4515-881f-9cf14d53dec4 {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 2204.556750] env[71058]: DEBUG oslo_concurrency.lockutils [None req-39ce76a7-95cb-4f2e-848a-81a58f55c48a tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "6bd33081-6b3b-491c-89f1-497dec6b5b83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.577s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2204.876114] env[71058]: DEBUG nova.network.neutron [req-91f5e3fd-0758-4922-9ef1-f68e9a31a4f8 req-0cf493f6-9bc7-42a3-b8d5-72382b945214 service nova] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Updated VIF entry in instance network info cache for port 2c62ae61-38d8-4515-881f-9cf14d53dec4. {{(pid=71058) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 2204.876491] env[71058]: DEBUG nova.network.neutron [req-91f5e3fd-0758-4922-9ef1-f68e9a31a4f8 req-0cf493f6-9bc7-42a3-b8d5-72382b945214 service nova] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Updating instance_info_cache with network_info: [{"id": "2c62ae61-38d8-4515-881f-9cf14d53dec4", "address": "fa:16:3e:39:e2:11", "network": {"id": "c13424cd-3787-4aef-8aaa-6f7e98678c9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-973121726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f4a9339cb54309bb039c8b9533c473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c62ae61-38", "ovs_interfaceid": "2c62ae61-38d8-4515-881f-9cf14d53dec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2205.379130] env[71058]: DEBUG oslo_concurrency.lockutils [req-91f5e3fd-0758-4922-9ef1-f68e9a31a4f8 req-0cf493f6-9bc7-42a3-b8d5-72382b945214 service nova] Releasing lock "refresh_cache-6bd33081-6b3b-491c-89f1-497dec6b5b83" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2228.924193] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2376fb8b-fe0e-419c-b95c-6b5386843307 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "531677c9-e51c-4bd7-8e07-4c8d614a1a57" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2228.924503] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2376fb8b-fe0e-419c-b95c-6b5386843307 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "531677c9-e51c-4bd7-8e07-4c8d614a1a57" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2229.427359] env[71058]: DEBUG nova.compute.utils [None req-2376fb8b-fe0e-419c-b95c-6b5386843307 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Using /dev/sd instead of None {{(pid=71058) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 2229.930401] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2376fb8b-fe0e-419c-b95c-6b5386843307 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "531677c9-e51c-4bd7-8e07-4c8d614a1a57" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 1.006s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2230.991056] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2376fb8b-fe0e-419c-b95c-6b5386843307 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "531677c9-e51c-4bd7-8e07-4c8d614a1a57" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2230.991420] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2376fb8b-fe0e-419c-b95c-6b5386843307 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "531677c9-e51c-4bd7-8e07-4c8d614a1a57" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2230.991599] env[71058]: INFO nova.compute.manager [None req-2376fb8b-fe0e-419c-b95c-6b5386843307 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Attaching volume 3096c48e-2f51-4ba2-b057-9f4dc43b7261 to /dev/sdb
[ 2231.021577] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fc40a8-778f-4c2c-82af-a9d999f42669 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2231.029035] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7760b1b-3d2e-49e7-b3ab-278937806245 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2231.042162] env[71058]: DEBUG nova.virt.block_device [None req-2376fb8b-fe0e-419c-b95c-6b5386843307 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Updating existing volume attachment record: e9d13547-6333-47b9-8a32-a072546ec72d {{(pid=71058) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
[ 2235.587019] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-2376fb8b-fe0e-419c-b95c-6b5386843307 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Volume attach. Driver type: vmdk {{(pid=71058) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}}
[ 2235.587019] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-2376fb8b-fe0e-419c-b95c-6b5386843307 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577647', 'volume_id': '3096c48e-2f51-4ba2-b057-9f4dc43b7261', 'name': 'volume-3096c48e-2f51-4ba2-b057-9f4dc43b7261', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '531677c9-e51c-4bd7-8e07-4c8d614a1a57', 'attached_at': '', 'detached_at': '', 'volume_id': '3096c48e-2f51-4ba2-b057-9f4dc43b7261', 'serial': '3096c48e-2f51-4ba2-b057-9f4dc43b7261'} {{(pid=71058) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}}
[ 2235.587019] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362076c7-4047-4f7f-b17a-a53340abc567 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2235.603483] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c279632-ee7b-40e3-b914-1a0203025a1d {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2235.626940] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-2376fb8b-fe0e-419c-b95c-6b5386843307 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] volume-3096c48e-2f51-4ba2-b057-9f4dc43b7261/volume-3096c48e-2f51-4ba2-b057-9f4dc43b7261.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 2235.627204] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f8a7f32-a674-4355-a0e3-140ed9cb0378 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2235.645297] env[71058]: DEBUG oslo_vmware.api [None req-2376fb8b-fe0e-419c-b95c-6b5386843307 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2235.645297] env[71058]:    value = "task-2874328"
[ 2235.645297] env[71058]:    _type = "Task"
[ 2235.645297] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2235.653824] env[71058]: DEBUG oslo_vmware.api [None req-2376fb8b-fe0e-419c-b95c-6b5386843307 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874328, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2236.154434] env[71058]: DEBUG oslo_vmware.api [None req-2376fb8b-fe0e-419c-b95c-6b5386843307 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874328, 'name': ReconfigVM_Task, 'duration_secs': 0.353296} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2236.154713] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-2376fb8b-fe0e-419c-b95c-6b5386843307 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Reconfigured VM instance instance-0000007e to attach disk [datastore2] volume-3096c48e-2f51-4ba2-b057-9f4dc43b7261/volume-3096c48e-2f51-4ba2-b057-9f4dc43b7261.vmdk or device None with type thin {{(pid=71058) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 2236.159284] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed6a1b83-28d7-42b9-b72e-573fafcba7d4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2236.173877] env[71058]: DEBUG oslo_vmware.api [None req-2376fb8b-fe0e-419c-b95c-6b5386843307 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2236.173877] env[71058]:    value = "task-2874329"
[ 2236.173877] env[71058]:    _type = "Task"
[ 2236.173877] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2236.181829] env[71058]: DEBUG oslo_vmware.api [None req-2376fb8b-fe0e-419c-b95c-6b5386843307 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874329, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2236.684012] env[71058]: DEBUG oslo_vmware.api [None req-2376fb8b-fe0e-419c-b95c-6b5386843307 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874329, 'name': ReconfigVM_Task, 'duration_secs': 0.195938} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2236.684344] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-2376fb8b-fe0e-419c-b95c-6b5386843307 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577647', 'volume_id': '3096c48e-2f51-4ba2-b057-9f4dc43b7261', 'name': 'volume-3096c48e-2f51-4ba2-b057-9f4dc43b7261', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '531677c9-e51c-4bd7-8e07-4c8d614a1a57', 'attached_at': '', 'detached_at': '', 'volume_id': '3096c48e-2f51-4ba2-b057-9f4dc43b7261', 'serial': '3096c48e-2f51-4ba2-b057-9f4dc43b7261'} {{(pid=71058) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}}
[ 2237.719568] env[71058]: DEBUG nova.objects.instance [None req-2376fb8b-fe0e-419c-b95c-6b5386843307 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lazy-loading 'flavor' on Instance uuid 531677c9-e51c-4bd7-8e07-4c8d614a1a57 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2238.226078] env[71058]: DEBUG oslo_concurrency.lockutils [None req-2376fb8b-fe0e-419c-b95c-6b5386843307 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "531677c9-e51c-4bd7-8e07-4c8d614a1a57" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.235s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2238.412442] env[71058]: DEBUG oslo_concurrency.lockutils [None req-aa458b0d-3a59-4ec7-92a4-62913caa62e4 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "531677c9-e51c-4bd7-8e07-4c8d614a1a57" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2238.412751] env[71058]: DEBUG oslo_concurrency.lockutils [None req-aa458b0d-3a59-4ec7-92a4-62913caa62e4 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "531677c9-e51c-4bd7-8e07-4c8d614a1a57" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2238.916688] env[71058]: INFO nova.compute.manager [None req-aa458b0d-3a59-4ec7-92a4-62913caa62e4 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Detaching volume 3096c48e-2f51-4ba2-b057-9f4dc43b7261
[ 2238.946214] env[71058]: INFO nova.virt.block_device [None req-aa458b0d-3a59-4ec7-92a4-62913caa62e4 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Attempting to driver detach volume 3096c48e-2f51-4ba2-b057-9f4dc43b7261 from mountpoint /dev/sdb
[ 2238.946479] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa458b0d-3a59-4ec7-92a4-62913caa62e4 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Volume detach. Driver type: vmdk {{(pid=71058) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}}
[ 2238.946668] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa458b0d-3a59-4ec7-92a4-62913caa62e4 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577647', 'volume_id': '3096c48e-2f51-4ba2-b057-9f4dc43b7261', 'name': 'volume-3096c48e-2f51-4ba2-b057-9f4dc43b7261', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '531677c9-e51c-4bd7-8e07-4c8d614a1a57', 'attached_at': '', 'detached_at': '', 'volume_id': '3096c48e-2f51-4ba2-b057-9f4dc43b7261', 'serial': '3096c48e-2f51-4ba2-b057-9f4dc43b7261'} {{(pid=71058) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}}
[ 2238.947581] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d585df6e-54a4-419c-9ac3-5855da0d39a9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2238.969595] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24dcb229-f506-4f22-95c0-906bc78a7172 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2238.976252] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec626bb-5f59-4ee2-bf3e-3b893128cafe {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2238.997076] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b510d2-7dcd-4fad-9c2a-f44221f10a0f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2239.011349] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa458b0d-3a59-4ec7-92a4-62913caa62e4 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] The volume has not been displaced from its original location: [datastore2] volume-3096c48e-2f51-4ba2-b057-9f4dc43b7261/volume-3096c48e-2f51-4ba2-b057-9f4dc43b7261.vmdk. No consolidation needed. {{(pid=71058) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}}
[ 2239.016745] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa458b0d-3a59-4ec7-92a4-62913caa62e4 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 2239.017009] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81268862-b6c2-4b56-be3a-6ff4a849a7a8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2239.034121] env[71058]: DEBUG oslo_vmware.api [None req-aa458b0d-3a59-4ec7-92a4-62913caa62e4 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2239.034121] env[71058]:    value = "task-2874330"
[ 2239.034121] env[71058]:    _type = "Task"
[ 2239.034121] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2239.041307] env[71058]: DEBUG oslo_vmware.api [None req-aa458b0d-3a59-4ec7-92a4-62913caa62e4 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874330, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2239.543484] env[71058]: DEBUG oslo_vmware.api [None req-aa458b0d-3a59-4ec7-92a4-62913caa62e4 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874330, 'name': ReconfigVM_Task, 'duration_secs': 0.190382} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2239.543874] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa458b0d-3a59-4ec7-92a4-62913caa62e4 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=71058) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 2239.548308] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2193f00-526b-44c3-a641-4d3219cf185b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2239.563495] env[71058]: DEBUG oslo_vmware.api [None req-aa458b0d-3a59-4ec7-92a4-62913caa62e4 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2239.563495] env[71058]:    value = "task-2874331"
[ 2239.563495] env[71058]:    _type = "Task"
[ 2239.563495] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2239.570988] env[71058]: DEBUG oslo_vmware.api [None req-aa458b0d-3a59-4ec7-92a4-62913caa62e4 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874331, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2240.073078] env[71058]: DEBUG oslo_vmware.api [None req-aa458b0d-3a59-4ec7-92a4-62913caa62e4 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874331, 'name': ReconfigVM_Task, 'duration_secs': 0.131344} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2240.073414] env[71058]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa458b0d-3a59-4ec7-92a4-62913caa62e4 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-577647', 'volume_id': '3096c48e-2f51-4ba2-b057-9f4dc43b7261', 'name': 'volume-3096c48e-2f51-4ba2-b057-9f4dc43b7261', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '531677c9-e51c-4bd7-8e07-4c8d614a1a57', 'attached_at': '', 'detached_at': '', 'volume_id': '3096c48e-2f51-4ba2-b057-9f4dc43b7261', 'serial': '3096c48e-2f51-4ba2-b057-9f4dc43b7261'} {{(pid=71058) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}}
[ 2240.615748] env[71058]: DEBUG nova.objects.instance [None req-aa458b0d-3a59-4ec7-92a4-62913caa62e4 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lazy-loading 'flavor' on Instance uuid 531677c9-e51c-4bd7-8e07-4c8d614a1a57 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2241.623886] env[71058]: DEBUG oslo_concurrency.lockutils [None req-aa458b0d-3a59-4ec7-92a4-62913caa62e4 tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "531677c9-e51c-4bd7-8e07-4c8d614a1a57" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 3.211s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2241.632924] env[71058]: DEBUG oslo_concurrency.lockutils [None req-720a25ff-454a-4f99-9955-1dbd9f9fb51b tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "6bd33081-6b3b-491c-89f1-497dec6b5b83" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2241.633134] env[71058]: DEBUG oslo_concurrency.lockutils [None req-720a25ff-454a-4f99-9955-1dbd9f9fb51b tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "6bd33081-6b3b-491c-89f1-497dec6b5b83" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2241.633331] env[71058]: DEBUG nova.compute.manager [None req-720a25ff-454a-4f99-9955-1dbd9f9fb51b tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 2241.634236] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7d0daa-5e83-4e63-89c1-ebeba1fc2648 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2241.641630] env[71058]: DEBUG nova.compute.manager [None req-720a25ff-454a-4f99-9955-1dbd9f9fb51b tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71058) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}}
[ 2241.642182] env[71058]: DEBUG nova.objects.instance [None req-720a25ff-454a-4f99-9955-1dbd9f9fb51b tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lazy-loading 'flavor' on Instance uuid 6bd33081-6b3b-491c-89f1-497dec6b5b83 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2242.651380] env[71058]: DEBUG oslo_concurrency.lockutils [None req-10e33586-6f38-4364-bc9c-757348668a1d tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "531677c9-e51c-4bd7-8e07-4c8d614a1a57" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2242.653263] env[71058]: DEBUG oslo_concurrency.lockutils [None req-10e33586-6f38-4364-bc9c-757348668a1d tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "531677c9-e51c-4bd7-8e07-4c8d614a1a57" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2242.653495] env[71058]: DEBUG oslo_concurrency.lockutils [None req-10e33586-6f38-4364-bc9c-757348668a1d tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "531677c9-e51c-4bd7-8e07-4c8d614a1a57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2242.653687] env[71058]: DEBUG oslo_concurrency.lockutils [None req-10e33586-6f38-4364-bc9c-757348668a1d tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "531677c9-e51c-4bd7-8e07-4c8d614a1a57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2242.653855] env[71058]: DEBUG oslo_concurrency.lockutils [None req-10e33586-6f38-4364-bc9c-757348668a1d tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "531677c9-e51c-4bd7-8e07-4c8d614a1a57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2242.655665] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-720a25ff-454a-4f99-9955-1dbd9f9fb51b tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 2242.656169] env[71058]: INFO nova.compute.manager [None req-10e33586-6f38-4364-bc9c-757348668a1d tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Terminating instance
[ 2242.657523] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-194668af-8aa2-45ae-b05e-140b9f49c049 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2242.665512] env[71058]: DEBUG oslo_vmware.api [None req-720a25ff-454a-4f99-9955-1dbd9f9fb51b tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2242.665512] env[71058]:    value = "task-2874332"
[ 2242.665512] env[71058]:    _type = "Task"
[ 2242.665512] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2242.674412] env[71058]: DEBUG oslo_vmware.api [None req-720a25ff-454a-4f99-9955-1dbd9f9fb51b tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2242.826134] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2242.826401] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2242.826604] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager.update_available_resource {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2243.162156] env[71058]: DEBUG nova.compute.manager [None req-10e33586-6f38-4364-bc9c-757348668a1d tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 2243.162411] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-10e33586-6f38-4364-bc9c-757348668a1d tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 2243.163290] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58267eb-4b8c-4b64-9674-017e5da4f4d1 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2243.171451] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e33586-6f38-4364-bc9c-757348668a1d tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 2243.171955] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a2a75c9-4a5d-4b79-b8ab-0e15645dffe4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2243.176176] env[71058]: DEBUG oslo_vmware.api [None req-720a25ff-454a-4f99-9955-1dbd9f9fb51b tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874332, 'name': PowerOffVM_Task, 'duration_secs': 0.17168} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2243.176400] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-720a25ff-454a-4f99-9955-1dbd9f9fb51b tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 2243.176588] env[71058]: DEBUG nova.compute.manager [None req-720a25ff-454a-4f99-9955-1dbd9f9fb51b tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 2243.177344] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcc40cf-de0f-44fc-b790-0a5995b3b6c8 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2243.180902] env[71058]: DEBUG oslo_vmware.api [None req-10e33586-6f38-4364-bc9c-757348668a1d tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2243.180902] env[71058]:    value = "task-2874333"
[ 2243.180902] env[71058]:    _type = "Task"
[ 2243.180902] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2243.191562] env[71058]: DEBUG oslo_vmware.api [None req-10e33586-6f38-4364-bc9c-757348668a1d tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2243.329776] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2243.330081] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2243.330259] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2243.330417] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71058) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
[ 2243.331361] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400e7c70-b6e2-476c-91cd-cc6cc7db046a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2243.339353] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c81bec-184f-47e2-9d29-ad8954a003a2 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2243.353961] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966852ec-a7da-4062-8631-d4be3cd72632 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2243.360538] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a3939c-8451-4a96-bd5a-098a50bcbbbc {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2243.390524] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181060MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=71058) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
[ 2243.390705] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2243.390838] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2243.693109] env[71058]: DEBUG oslo_vmware.api [None req-10e33586-6f38-4364-bc9c-757348668a1d tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874333, 'name': PowerOffVM_Task, 'duration_secs': 0.167205} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2243.693607] env[71058]: DEBUG oslo_concurrency.lockutils [None req-720a25ff-454a-4f99-9955-1dbd9f9fb51b tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "6bd33081-6b3b-491c-89f1-497dec6b5b83" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 2.060s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2243.694493] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e33586-6f38-4364-bc9c-757348668a1d tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 2243.694670] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-10e33586-6f38-4364-bc9c-757348668a1d tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 2243.695077] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4dd6ba2a-5f67-421e-bbfc-260cae0996bd {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2243.762293] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-10e33586-6f38-4364-bc9c-757348668a1d tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 2243.762511] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-10e33586-6f38-4364-bc9c-757348668a1d tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 2243.762690] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-10e33586-6f38-4364-bc9c-757348668a1d tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Deleting the datastore file [datastore2] 531677c9-e51c-4bd7-8e07-4c8d614a1a57 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 2243.762953] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b7dbfcc-e4f8-4b1d-91a6-b0bde8a20016 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2243.769868] env[71058]: DEBUG oslo_vmware.api [None req-10e33586-6f38-4364-bc9c-757348668a1d tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for the task: (returnval){
[ 2243.769868] env[71058]:    value = "task-2874335"
[ 2243.769868] env[71058]:    _type = "Task"
[ 2243.769868] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2243.777552] env[71058]: DEBUG oslo_vmware.api [None req-10e33586-6f38-4364-bc9c-757348668a1d tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2243.979677] env[71058]: DEBUG nova.objects.instance [None req-0fcb301c-8d1e-4d2d-9bd9-28a1a544fb65 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lazy-loading 'flavor' on Instance uuid 6bd33081-6b3b-491c-89f1-497dec6b5b83 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2244.279850] env[71058]: DEBUG oslo_vmware.api [None req-10e33586-6f38-4364-bc9c-757348668a1d tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Task: {'id': task-2874335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143077} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2244.280075] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-10e33586-6f38-4364-bc9c-757348668a1d tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 2244.280274] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-10e33586-6f38-4364-bc9c-757348668a1d tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 2244.280449] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-10e33586-6f38-4364-bc9c-757348668a1d tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 2244.280615] env[71058]: INFO nova.compute.manager [None req-10e33586-6f38-4364-bc9c-757348668a1d tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Took 1.12 seconds to destroy the instance on the hypervisor.
[ 2244.280847] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10e33586-6f38-4364-bc9c-757348668a1d tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 2244.281042] env[71058]: DEBUG nova.compute.manager [-] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 2244.281141] env[71058]: DEBUG nova.network.neutron [-] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 2244.416398] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 531677c9-e51c-4bd7-8e07-4c8d614a1a57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 2244.416546] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Instance 6bd33081-6b3b-491c-89f1-497dec6b5b83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71058) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 2244.416725] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=71058) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
[ 2244.416859] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=71058) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
[ 2244.456024] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451abefe-38ed-4dd7-a117-f64dcff21f5f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2244.463879] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3374de5-5e2d-4327-b7d8-49238b5464d0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2244.496339] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff723f9-95a4-451a-b544-5faf0f225a47 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2244.499188] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0fcb301c-8d1e-4d2d-9bd9-28a1a544fb65 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "refresh_cache-6bd33081-6b3b-491c-89f1-497dec6b5b83" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2244.499354] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0fcb301c-8d1e-4d2d-9bd9-28a1a544fb65 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquired lock "refresh_cache-6bd33081-6b3b-491c-89f1-497dec6b5b83" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2244.499525] env[71058]: DEBUG nova.network.neutron [None req-0fcb301c-8d1e-4d2d-9bd9-28a1a544fb65 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 2244.499699] env[71058]: DEBUG nova.objects.instance [None req-0fcb301c-8d1e-4d2d-9bd9-28a1a544fb65 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lazy-loading 'info_cache' on Instance uuid 6bd33081-6b3b-491c-89f1-497dec6b5b83 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2244.506468] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db52cae-c471-4d51-b813-ca04ccfc9ee0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2244.520642] env[71058]: DEBUG nova.compute.provider_tree [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2244.755651] env[71058]: DEBUG nova.compute.manager [req-1b472737-eb96-4f17-b2a2-6f7a8288fa94 req-d754a5bb-890f-484c-8c77-e495e7b737cf service nova] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Received event network-vif-deleted-28667aea-02a0-4284-bd54-8d778dd41437 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2244.755880] env[71058]: INFO nova.compute.manager [req-1b472737-eb96-4f17-b2a2-6f7a8288fa94 req-d754a5bb-890f-484c-8c77-e495e7b737cf service nova] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Neutron deleted interface 28667aea-02a0-4284-bd54-8d778dd41437; detaching it from the instance and deleting it from the info cache
[ 2244.755880] env[71058]: DEBUG nova.network.neutron [req-1b472737-eb96-4f17-b2a2-6f7a8288fa94 req-d754a5bb-890f-484c-8c77-e495e7b737cf service nova] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2245.002909] env[71058]: DEBUG nova.objects.base [None req-0fcb301c-8d1e-4d2d-9bd9-28a1a544fb65 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Object Instance<6bd33081-6b3b-491c-89f1-497dec6b5b83> lazy-loaded attributes: flavor,info_cache {{(pid=71058) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 2245.023315] env[71058]: DEBUG nova.scheduler.client.report [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 2245.239024] env[71058]: DEBUG nova.network.neutron [-] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2245.258402] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa70b892-d496-488e-bd9a-0d87e8920606 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2245.268219] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de4fdfa-8191-49d3-852f-4f51a31c46ed {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2245.292994] env[71058]: DEBUG nova.compute.manager [req-1b472737-eb96-4f17-b2a2-6f7a8288fa94 req-d754a5bb-890f-484c-8c77-e495e7b737cf service nova] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Detach interface failed, port_id=28667aea-02a0-4284-bd54-8d778dd41437, reason: Instance 531677c9-e51c-4bd7-8e07-4c8d614a1a57 could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 2245.527428] env[71058]: DEBUG nova.compute.resource_tracker [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71058) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
[ 2245.527622] env[71058]: DEBUG oslo_concurrency.lockutils [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.137s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2245.703867] env[71058]: DEBUG nova.network.neutron [None req-0fcb301c-8d1e-4d2d-9bd9-28a1a544fb65 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Updating instance_info_cache with network_info: [{"id": "2c62ae61-38d8-4515-881f-9cf14d53dec4", "address": "fa:16:3e:39:e2:11", "network": {"id": "c13424cd-3787-4aef-8aaa-6f7e98678c9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-973121726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f4a9339cb54309bb039c8b9533c473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c62ae61-38", "ovs_interfaceid": "2c62ae61-38d8-4515-881f-9cf14d53dec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2245.742091] env[71058]: INFO nova.compute.manager [-] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Took 1.46 seconds to deallocate network for instance.
[ 2246.206442] env[71058]: DEBUG oslo_concurrency.lockutils [None req-0fcb301c-8d1e-4d2d-9bd9-28a1a544fb65 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Releasing lock "refresh_cache-6bd33081-6b3b-491c-89f1-497dec6b5b83" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2246.248565] env[71058]: DEBUG oslo_concurrency.lockutils [None req-10e33586-6f38-4364-bc9c-757348668a1d tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2246.248904] env[71058]: DEBUG oslo_concurrency.lockutils [None req-10e33586-6f38-4364-bc9c-757348668a1d tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2246.249212] env[71058]: DEBUG nova.objects.instance [None req-10e33586-6f38-4364-bc9c-757348668a1d tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lazy-loading 'resources' on Instance uuid 531677c9-e51c-4bd7-8e07-4c8d614a1a57 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2246.527342] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2246.527549] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2246.527710] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2246.527863] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2246.914479] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8be651a-914e-4457-aeae-3fe5ddd79ca4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2246.922148] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6d1d29-6acc-438f-ad95-4d0d9b98e473 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2246.951104] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c96d069-afa6-4423-b2a4-c09482cc7a21 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2246.958157] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300ceec1-77a5-480a-b27a-c91d501a4002 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2246.970921] env[71058]: DEBUG nova.compute.provider_tree [None req-10e33586-6f38-4364-bc9c-757348668a1d tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Inventory has not changed in ProviderTree for provider: e78318ba-501a-470f-875b-8fbc021c2c5f {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2247.212749] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fcb301c-8d1e-4d2d-9bd9-28a1a544fb65 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Powering on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 2247.213272] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eff125cf-9556-4441-8826-dd4113e61f11 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2247.222209] env[71058]: DEBUG oslo_vmware.api [None req-0fcb301c-8d1e-4d2d-9bd9-28a1a544fb65 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2247.222209] env[71058]:    value = "task-2874336"
[ 2247.222209] env[71058]:    _type = "Task"
[ 2247.222209] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2247.229590] env[71058]: DEBUG oslo_vmware.api [None req-0fcb301c-8d1e-4d2d-9bd9-28a1a544fb65 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2247.474542] env[71058]: DEBUG nova.scheduler.client.report [None req-10e33586-6f38-4364-bc9c-757348668a1d tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Inventory has not changed for provider e78318ba-501a-470f-875b-8fbc021c2c5f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:968}}
[ 2247.734445] env[71058]: DEBUG oslo_vmware.api [None req-0fcb301c-8d1e-4d2d-9bd9-28a1a544fb65 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874336, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2247.825876] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2247.826175] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71058) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}}
[ 2247.826418] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2247.826596] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Cleaning up deleted instances with incomplete migration  {{(pid=71058) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}}
[ 2247.979705] env[71058]: DEBUG oslo_concurrency.lockutils [None req-10e33586-6f38-4364-bc9c-757348668a1d tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.731s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2248.001434] env[71058]: INFO nova.scheduler.client.report [None req-10e33586-6f38-4364-bc9c-757348668a1d tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Deleted allocations for instance 531677c9-e51c-4bd7-8e07-4c8d614a1a57
[ 2248.233322] env[71058]: DEBUG oslo_vmware.api [None req-0fcb301c-8d1e-4d2d-9bd9-28a1a544fb65 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874336, 'name': PowerOnVM_Task, 'duration_secs': 0.564481} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2248.233741] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fcb301c-8d1e-4d2d-9bd9-28a1a544fb65 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Powered on the VM {{(pid=71058) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 2248.233741] env[71058]: DEBUG nova.compute.manager [None req-0fcb301c-8d1e-4d2d-9bd9-28a1a544fb65 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 2248.234581] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376397ef-aaf7-429a-a05c-12895e1885ee {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2248.508447] env[71058]: DEBUG oslo_concurrency.lockutils [None req-10e33586-6f38-4364-bc9c-757348668a1d tempest-AttachVolumeNegativeTest-565180346 tempest-AttachVolumeNegativeTest-565180346-project-member] Lock "531677c9-e51c-4bd7-8e07-4c8d614a1a57" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.855s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2249.869785] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5cf548-70e1-4637-b899-b020551aaf90 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2249.876799] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-92812725-4e2c-42fb-af95-db40434f4696 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Suspending the VM {{(pid=71058) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}}
[ 2249.877044] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-28a59b15-badf-4703-86e9-4ee1a82b01f9 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2249.883228] env[71058]: DEBUG oslo_vmware.api [None req-92812725-4e2c-42fb-af95-db40434f4696 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2249.883228] env[71058]:    value = "task-2874338"
[ 2249.883228] env[71058]:    _type = "Task"
[ 2249.883228] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2249.890650] env[71058]: DEBUG oslo_vmware.api [None req-92812725-4e2c-42fb-af95-db40434f4696 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874338, 'name': SuspendVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2250.393879] env[71058]: DEBUG oslo_vmware.api [None req-92812725-4e2c-42fb-af95-db40434f4696 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874338, 'name': SuspendVM_Task} progress is 70%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2250.893478] env[71058]: DEBUG oslo_vmware.api [None req-92812725-4e2c-42fb-af95-db40434f4696 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874338, 'name': SuspendVM_Task, 'duration_secs': 0.628564} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2250.893815] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-92812725-4e2c-42fb-af95-db40434f4696 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Suspended the VM {{(pid=71058) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}}
[ 2250.893927] env[71058]: DEBUG nova.compute.manager [None req-92812725-4e2c-42fb-af95-db40434f4696 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 2250.894696] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbdf43f-03e3-47f8-92c1-b04713d2b63a {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2251.826247] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2251.826416] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Cleaning up deleted instances {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}}
[ 2252.335385] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] There are 25 instances to clean {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}}
[ 2252.335723] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 531677c9-e51c-4bd7-8e07-4c8d614a1a57] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2252.443445] env[71058]: INFO nova.compute.manager [None req-4dbfe42a-1dcd-442e-bd16-5b9040489bad tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Resuming
[ 2252.444069] env[71058]: DEBUG nova.objects.instance [None req-4dbfe42a-1dcd-442e-bd16-5b9040489bad tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lazy-loading 'flavor' on Instance uuid 6bd33081-6b3b-491c-89f1-497dec6b5b83 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2252.839329] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: f5c98df0-d081-43cd-8ee5-9c61c5d457a1] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2253.342567] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: f7835c8a-3ab7-4574-a1b6-a2a43c2b1116] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2253.846349] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: b6dc6a57-86ef-4866-99bf-0c3a4a4bbb55] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2253.954244] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4dbfe42a-1dcd-442e-bd16-5b9040489bad tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "refresh_cache-6bd33081-6b3b-491c-89f1-497dec6b5b83" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2253.954434] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4dbfe42a-1dcd-442e-bd16-5b9040489bad tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquired lock "refresh_cache-6bd33081-6b3b-491c-89f1-497dec6b5b83" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2253.954587] env[71058]: DEBUG nova.network.neutron [None req-4dbfe42a-1dcd-442e-bd16-5b9040489bad tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Building network info cache for instance {{(pid=71058) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 2254.349487] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: a96fa6c0-b95b-4cea-afdf-c884d06f189b] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2254.657995] env[71058]: DEBUG nova.network.neutron [None req-4dbfe42a-1dcd-442e-bd16-5b9040489bad tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Updating instance_info_cache with network_info: [{"id": "2c62ae61-38d8-4515-881f-9cf14d53dec4", "address": "fa:16:3e:39:e2:11", "network": {"id": "c13424cd-3787-4aef-8aaa-6f7e98678c9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-973121726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f4a9339cb54309bb039c8b9533c473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c62ae61-38", "ovs_interfaceid": "2c62ae61-38d8-4515-881f-9cf14d53dec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2254.852272] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 532bde67-13cb-4cae-bd7b-5b78d65c93f4] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2255.160429] env[71058]: DEBUG oslo_concurrency.lockutils [None req-4dbfe42a-1dcd-442e-bd16-5b9040489bad tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Releasing lock "refresh_cache-6bd33081-6b3b-491c-89f1-497dec6b5b83" {{(pid=71058) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2255.161421] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725feab0-a85e-4752-91c4-5a7c64836078 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2255.168213] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbfe42a-1dcd-442e-bd16-5b9040489bad tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Resuming the VM {{(pid=71058) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}}
[ 2255.168485] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e210886-cc38-4cce-affa-e4f119c40dd3 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2255.173941] env[71058]: DEBUG oslo_vmware.api [None req-4dbfe42a-1dcd-442e-bd16-5b9040489bad tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2255.173941] env[71058]:    value = "task-2874340"
[ 2255.173941] env[71058]:    _type = "Task"
[ 2255.173941] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2255.181965] env[71058]: DEBUG oslo_vmware.api [None req-4dbfe42a-1dcd-442e-bd16-5b9040489bad tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2255.356071] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 8158fd1a-423a-4569-a437-4f278e010923] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2255.684236] env[71058]: DEBUG oslo_vmware.api [None req-4dbfe42a-1dcd-442e-bd16-5b9040489bad tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874340, 'name': PowerOnVM_Task, 'duration_secs': 0.492633} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2255.684535] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbfe42a-1dcd-442e-bd16-5b9040489bad tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Resumed the VM {{(pid=71058) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}}
[ 2255.684716] env[71058]: DEBUG nova.compute.manager [None req-4dbfe42a-1dcd-442e-bd16-5b9040489bad tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Checking state {{(pid=71058) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 2255.685591] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25a9bb2-3bbd-4c11-b163-51bb5b95fab5 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2255.859695] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 86b3c393-e29b-4569-8d2f-43eb9bb134dc] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2256.363600] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: cecf0b9c-594f-47b9-9116-e38b922a86d9] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2256.867062] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 5b34ec42-36e1-47dd-96a4-efc5d437c4d9] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2257.106599] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3a1e25fd-da9f-4719-889c-3325343b11a7 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "6bd33081-6b3b-491c-89f1-497dec6b5b83" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2257.106846] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3a1e25fd-da9f-4719-889c-3325343b11a7 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "6bd33081-6b3b-491c-89f1-497dec6b5b83" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2257.107093] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3a1e25fd-da9f-4719-889c-3325343b11a7 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "6bd33081-6b3b-491c-89f1-497dec6b5b83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2257.107386] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3a1e25fd-da9f-4719-889c-3325343b11a7 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "6bd33081-6b3b-491c-89f1-497dec6b5b83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2257.107569] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3a1e25fd-da9f-4719-889c-3325343b11a7 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "6bd33081-6b3b-491c-89f1-497dec6b5b83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2257.109732] env[71058]: INFO nova.compute.manager [None req-3a1e25fd-da9f-4719-889c-3325343b11a7 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Terminating instance
[ 2257.370748] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: cf8c5e36-d904-45fd-ba5b-6a1d66ca9efc] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2257.613411] env[71058]: DEBUG nova.compute.manager [None req-3a1e25fd-da9f-4719-889c-3325343b11a7 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Start destroying the instance on the hypervisor. {{(pid=71058) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 2257.613642] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1e25fd-da9f-4719-889c-3325343b11a7 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Destroying instance {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 2257.614582] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a261355-bc02-4786-aeb7-1f3562ac404f {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2257.622384] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a1e25fd-da9f-4719-889c-3325343b11a7 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Powering off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 2257.622582] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5466572-e582-4fa8-986a-35f9072d3890 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2257.629243] env[71058]: DEBUG oslo_vmware.api [None req-3a1e25fd-da9f-4719-889c-3325343b11a7 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2257.629243] env[71058]:    value = "task-2874342"
[ 2257.629243] env[71058]:    _type = "Task"
[ 2257.629243] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2257.637516] env[71058]: DEBUG oslo_vmware.api [None req-3a1e25fd-da9f-4719-889c-3325343b11a7 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2257.874011] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 3d9de29d-9a6b-451b-8ef4-741772a431bb] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2258.141613] env[71058]: DEBUG oslo_vmware.api [None req-3a1e25fd-da9f-4719-889c-3325343b11a7 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874342, 'name': PowerOffVM_Task, 'duration_secs': 0.18722} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2258.141613] env[71058]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a1e25fd-da9f-4719-889c-3325343b11a7 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Powered off the VM {{(pid=71058) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 2258.141613] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1e25fd-da9f-4719-889c-3325343b11a7 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Unregistering the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 2258.141613] env[71058]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2996e6f6-35fd-4f28-91ac-bba7f001fcc4 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2258.202230] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1e25fd-da9f-4719-889c-3325343b11a7 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Unregistered the VM {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 2258.202456] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1e25fd-da9f-4719-889c-3325343b11a7 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Deleting contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 2258.202634] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a1e25fd-da9f-4719-889c-3325343b11a7 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Deleting the datastore file [datastore2] 6bd33081-6b3b-491c-89f1-497dec6b5b83 {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 2258.202898] env[71058]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de9c5307-0c72-422b-b656-47670ff67645 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2258.210707] env[71058]: DEBUG oslo_vmware.api [None req-3a1e25fd-da9f-4719-889c-3325343b11a7 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for the task: (returnval){
[ 2258.210707] env[71058]:    value = "task-2874344"
[ 2258.210707] env[71058]:    _type = "Task"
[ 2258.210707] env[71058]:  } to complete. {{(pid=71058) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2258.217987] env[71058]: DEBUG oslo_vmware.api [None req-3a1e25fd-da9f-4719-889c-3325343b11a7 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2258.377829] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: f3ae498e-7dea-4a41-89c2-613eeb37e61a] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2258.721899] env[71058]: DEBUG oslo_vmware.api [None req-3a1e25fd-da9f-4719-889c-3325343b11a7 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Task: {'id': task-2874344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159586} completed successfully. {{(pid=71058) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2258.723285] env[71058]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a1e25fd-da9f-4719-889c-3325343b11a7 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Deleted the datastore file {{(pid=71058) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 2258.723285] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1e25fd-da9f-4719-889c-3325343b11a7 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Deleted contents of the VM from datastore datastore2 {{(pid=71058) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 2258.723450] env[71058]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1e25fd-da9f-4719-889c-3325343b11a7 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Instance destroyed {{(pid=71058) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 2258.723634] env[71058]: INFO nova.compute.manager [None req-3a1e25fd-da9f-4719-889c-3325343b11a7 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Took 1.11 seconds to destroy the instance on the hypervisor.
[ 2258.723884] env[71058]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a1e25fd-da9f-4719-889c-3325343b11a7 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=71058) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 2258.724092] env[71058]: DEBUG nova.compute.manager [-] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Deallocating network for instance {{(pid=71058) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 2258.724188] env[71058]: DEBUG nova.network.neutron [-] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] deallocate_for_instance() {{(pid=71058) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 2258.881652] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 4e0f9f23-9402-42a1-8d29-be0e6f77c8ad] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2259.196187] env[71058]: DEBUG nova.compute.manager [req-c82f767c-b401-46e1-aeef-642cde5572e4 req-e8e07104-e778-4fda-9cac-db2a7df6ed62 service nova] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Received event network-vif-deleted-2c62ae61-38d8-4515-881f-9cf14d53dec4 {{(pid=71058) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2259.196187] env[71058]: INFO nova.compute.manager [req-c82f767c-b401-46e1-aeef-642cde5572e4 req-e8e07104-e778-4fda-9cac-db2a7df6ed62 service nova] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Neutron deleted interface 2c62ae61-38d8-4515-881f-9cf14d53dec4; detaching it from the instance and deleting it from the info cache
[ 2259.196401] env[71058]: DEBUG nova.network.neutron [req-c82f767c-b401-46e1-aeef-642cde5572e4 req-e8e07104-e778-4fda-9cac-db2a7df6ed62 service nova] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2259.387473] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 2182b7bf-826e-4ff9-a6bd-da08ea92d774] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2259.680749] env[71058]: DEBUG nova.network.neutron [-] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Updating instance_info_cache with network_info: [] {{(pid=71058) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2259.699103] env[71058]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4267dcc7-532e-4b57-898c-93f4446556ba {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2259.709764] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8112e9-6f99-46e0-93dc-4a12d670b3e6 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2259.733457] env[71058]: DEBUG nova.compute.manager [req-c82f767c-b401-46e1-aeef-642cde5572e4 req-e8e07104-e778-4fda-9cac-db2a7df6ed62 service nova] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Detach interface failed, port_id=2c62ae61-38d8-4515-881f-9cf14d53dec4, reason: Instance 6bd33081-6b3b-491c-89f1-497dec6b5b83 could not be found. {{(pid=71058) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 2259.891154] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 8ad3749a-d94a-411f-8cf8-4d79366ead20] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2260.184036] env[71058]: INFO nova.compute.manager [-] [instance: 6bd33081-6b3b-491c-89f1-497dec6b5b83] Took 1.46 seconds to deallocate network for instance.
[ 2260.393895] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: ba225999-d519-4726-96b7-3cb2aed5b87a] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2260.689561] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3a1e25fd-da9f-4719-889c-3325343b11a7 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2260.689854] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3a1e25fd-da9f-4719-889c-3325343b11a7 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2260.690085] env[71058]: DEBUG nova.objects.instance [None req-3a1e25fd-da9f-4719-889c-3325343b11a7 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lazy-loading 'resources' on Instance uuid 6bd33081-6b3b-491c-89f1-497dec6b5b83 {{(pid=71058) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2260.896989] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 27cf327e-110e-435a-b633-3dbabf857ecb] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2261.228379] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed619af5-0ba1-4475-a3e9-414199ce2c92 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2261.235882] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d512103-bbb5-4fb2-ac30-03360d360aa0 {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2261.265187] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9aeca7-a0ea-45e5-8280-9bab062d3b0b {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2261.272200] env[71058]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acaf7539-30a4-4870-9a40-c4f2006c116e {{(pid=71058) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2261.284839] env[71058]: DEBUG nova.compute.provider_tree [None req-3a1e25fd-da9f-4719-889c-3325343b11a7 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 2261.399896] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: cc9d430d-d2b8-428f-90d4-25770ea51f28] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2261.814755] env[71058]: DEBUG nova.scheduler.client.report [None req-3a1e25fd-da9f-4719-889c-3325343b11a7 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Updated inventory for provider e78318ba-501a-470f-875b-8fbc021c2c5f with generation 177 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:985}}
[ 2261.815045] env[71058]: DEBUG nova.compute.provider_tree [None req-3a1e25fd-da9f-4719-889c-3325343b11a7 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Updating resource provider e78318ba-501a-470f-875b-8fbc021c2c5f generation from 177 to 178 during operation: update_inventory {{(pid=71058) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
[ 2261.815234] env[71058]: DEBUG nova.compute.provider_tree [None req-3a1e25fd-da9f-4719-889c-3325343b11a7 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Updating inventory in ProviderTree for provider e78318ba-501a-470f-875b-8fbc021c2c5f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71058) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 2261.902666] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: e2a39057-e217-429e-9886-3426ad8dbf70] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2262.319804] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3a1e25fd-da9f-4719-889c-3325343b11a7 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2262.340459] env[71058]: INFO nova.scheduler.client.report [None req-3a1e25fd-da9f-4719-889c-3325343b11a7 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Deleted allocations for instance 6bd33081-6b3b-491c-89f1-497dec6b5b83
[ 2262.406030] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 6fe501bd-1cac-4abb-9e92-db5df2af61ee] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2262.847898] env[71058]: DEBUG oslo_concurrency.lockutils [None req-3a1e25fd-da9f-4719-889c-3325343b11a7 tempest-ServerActionsTestJSON-1725955929 tempest-ServerActionsTestJSON-1725955929-project-member] Lock "6bd33081-6b3b-491c-89f1-497dec6b5b83" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.741s {{(pid=71058) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2262.909219] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: 19a988b4-f677-445d-8135-1d49b099f873] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2263.412358] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: ef018637-b45c-4d27-858c-6fc418d79cf1] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2263.915881] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: f9a9c523-5c79-4cbd-9a82-66ee954c6eeb] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2264.420178] env[71058]: DEBUG nova.compute.manager [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] [instance: ee74ee1f-7464-4001-a1ca-63a94eaccdb7] Instance has had 0 of 5 cleanup attempts {{(pid=71058) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2264.923388] env[71058]: DEBUG oslo_service.periodic_task [None req-c5995342-2c6c-42ce-8677-100a8028ad61 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=71058) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}